{"level":"warn","ts":"2026-02-27T01:19:02.425578Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T01:19:02.425843Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.74:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.74:2380","--initial-cluster=instance=https://162.253.55.74:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.74:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.74:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-27T01:19:02.426042Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T01:19:02.426087Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.74:2380"]} {"level":"info","ts":"2026-02-27T01:19:02.42617Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T01:19:02.427252Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.74:2379"]} {"level":"info","ts":"2026-02-27T01:19:02.427409Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.74:2380"],"listen-peer-urls":["https://162.253.55.74:2380"],"advertise-client-urls":["https://162.253.55.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.74:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-27T01:19:02.431818Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.077991ms"} {"level":"info","ts":"2026-02-27T01:19:02.437496Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"30aa8136fb61a722","cluster-id":"e7ea3889c4872560"} {"level":"info","ts":"2026-02-27T01:19:02.437642Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 switched to configuration voters=()"} {"level":"info","ts":"2026-02-27T01:19:02.437709Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became follower at term 0"} {"level":"info","ts":"2026-02-27T01:19:02.43775Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 30aa8136fb61a722 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-27T01:19:02.437807Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became follower at term 1"} {"level":"info","ts":"2026-02-27T01:19:02.437973Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 switched to configuration voters=(3506757333007050530)"} {"level":"warn","ts":"2026-02-27T01:19:02.448851Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-27T01:19:02.450518Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-27T01:19:02.451897Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-27T01:19:02.454785Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"30aa8136fb61a722","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-27T01:19:02.455001Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"30aa8136fb61a722","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-27T01:19:02.4552Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T01:19:02.455319Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T01:19:02.455385Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T01:19:02.456397Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 switched to configuration voters=(3506757333007050530)"} {"level":"info","ts":"2026-02-27T01:19:02.456563Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e7ea3889c4872560","local-member-id":"30aa8136fb61a722","added-peer-id":"30aa8136fb61a722","added-peer-peer-urls":["https://162.253.55.74:2380"]} {"level":"info","ts":"2026-02-27T01:19:02.4616Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T01:19:02.461765Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.74:2380"} {"level":"info","ts":"2026-02-27T01:19:02.461896Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.74:2380"} {"level":"info","ts":"2026-02-27T01:19:02.462054Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"30aa8136fb61a722","initial-advertise-peer-urls":["https://162.253.55.74:2380"],"listen-peer-urls":["https://162.253.55.74:2380"],"advertise-client-urls":["https://162.253.55.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-27T01:19:02.46211Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-27T01:19:02.639086Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 is starting a new election at term 1"} {"level":"info","ts":"2026-02-27T01:19:02.639172Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-27T01:19:02.6392Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 received MsgPreVoteResp from 30aa8136fb61a722 at term 1"} {"level":"info","ts":"2026-02-27T01:19:02.639225Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became candidate at term 2"} {"level":"info","ts":"2026-02-27T01:19:02.63924Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 received MsgVoteResp from 30aa8136fb61a722 at term 2"} {"level":"info","ts":"2026-02-27T01:19:02.639259Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became leader at term 2"} {"level":"info","ts":"2026-02-27T01:19:02.639276Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 30aa8136fb61a722 elected leader 30aa8136fb61a722 at term 2"} {"level":"info","ts":"2026-02-27T01:19:02.640685Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T01:19:02.641455Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T01:19:02.641459Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"30aa8136fb61a722","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.74:2379]}","request-path":"/0/members/30aa8136fb61a722/attributes","cluster-id":"e7ea3889c4872560","publish-timeout":"7s"} {"level":"info","ts":"2026-02-27T01:19:02.641604Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e7ea3889c4872560","local-member-id":"30aa8136fb61a722","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T01:19:02.641759Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T01:19:02.641816Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T01:19:02.641644Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T01:19:02.641942Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-27T01:19:02.6421Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-27T01:19:02.644285Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.74:2379"} {"level":"info","ts":"2026-02-27T01:19:02.651923Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-27T01:19:08.247035Z","caller":"traceutil/trace.go:171","msg":"trace[2142439101] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"124.049319ms","start":"2026-02-27T01:19:08.122939Z","end":"2026-02-27T01:19:08.246988Z","steps":["trace[2142439101] 'process raft request' (duration: 123.899704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:08.247098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.610223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-27T01:19:08.24719Z","caller":"traceutil/trace.go:171","msg":"trace[265248703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:245; }","duration":"124.759107ms","start":"2026-02-27T01:19:08.122412Z","end":"2026-02-27T01:19:08.247171Z","steps":["trace[265248703] 'agreement among raft nodes before linearized reading' (duration: 124.563392ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:08.641146Z","caller":"traceutil/trace.go:171","msg":"trace[1613769482] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"110.296641ms","start":"2026-02-27T01:19:08.530818Z","end":"2026-02-27T01:19:08.641115Z","steps":["trace[1613769482] 'process raft request' (duration: 94.298593ms)","trace[1613769482] 'compare' (duration: 15.880345ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:08.95492Z","caller":"traceutil/trace.go:171","msg":"trace[5550400] transaction","detail":"{read_only:false; number_of_response:0; response_revision:264; }","duration":"154.835261ms","start":"2026-02-27T01:19:08.800061Z","end":"2026-02-27T01:19:08.954896Z","steps":["trace[5550400] 'process raft request' (duration: 154.730019ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:09.025976Z","caller":"traceutil/trace.go:171","msg":"trace[35925497] transaction","detail":"{read_only:false; response_revision:265; number_of_response:1; }","duration":"198.878717ms","start":"2026-02-27T01:19:08.827065Z","end":"2026-02-27T01:19:09.025944Z","steps":["trace[35925497] 'process raft request' (duration: 198.572759ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:09.026165Z","caller":"traceutil/trace.go:171","msg":"trace[1733451980] transaction","detail":"{read_only:false; response_revision:266; number_of_response:1; }","duration":"190.824227ms","start":"2026-02-27T01:19:08.835329Z","end":"2026-02-27T01:19:09.026153Z","steps":["trace[1733451980] 'process raft request' (duration: 190.490688ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:09.142203Z","caller":"traceutil/trace.go:171","msg":"trace[1442969467] transaction","detail":"{read_only:false; response_revision:268; number_of_response:1; }","duration":"105.469768ms","start":"2026-02-27T01:19:09.036707Z","end":"2026-02-27T01:19:09.142177Z","steps":["trace[1442969467] 'process raft request' (duration: 88.515774ms)","trace[1442969467] 'compare' (duration: 16.739479ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:09.498933Z","caller":"traceutil/trace.go:171","msg":"trace[25566813] linearizableReadLoop","detail":"{readStateIndex:280; appliedIndex:279; }","duration":"318.058602ms","start":"2026-02-27T01:19:09.180852Z","end":"2026-02-27T01:19:09.49891Z","steps":["trace[25566813] 'read index received' (duration: 255.264602ms)","trace[25566813] 'applied index is now lower than readState.Index' (duration: 62.79291ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:09.499031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.166336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:09.499054Z","caller":"traceutil/trace.go:171","msg":"trace[1101796445] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:0; response_revision:270; }","duration":"318.230617ms","start":"2026-02-27T01:19:09.180815Z","end":"2026-02-27T01:19:09.499045Z","steps":["trace[1101796445] 'agreement among raft nodes before linearized reading' (duration: 318.171625ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:09.499045Z","caller":"traceutil/trace.go:171","msg":"trace[189914430] transaction","detail":"{read_only:false; response_revision:270; number_of_response:1; }","duration":"346.117171ms","start":"2026-02-27T01:19:09.152885Z","end":"2026-02-27T01:19:09.499002Z","steps":["trace[189914430] 'process raft request' (duration: 283.352881ms)","trace[189914430] 'compare' (duration: 62.563224ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:09.499075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:09.1808Z","time spent":"318.270788ms","remote":"127.0.0.1:33818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-02-27T01:19:09.499873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:09.152876Z","time spent":"346.287516ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6946,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:09.786081Z","caller":"traceutil/trace.go:171","msg":"trace[1408390955] transaction","detail":"{read_only:false; response_revision:271; number_of_response:1; }","duration":"276.996168ms","start":"2026-02-27T01:19:09.509054Z","end":"2026-02-27T01:19:09.78605Z","steps":["trace[1408390955] 'process raft request' (duration: 262.629284ms)","trace[1408390955] 'compare' (duration: 14.22098ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:09.78839Z","caller":"traceutil/trace.go:171","msg":"trace[1589414520] transaction","detail":"{read_only:false; response_revision:272; number_of_response:1; }","duration":"277.608314ms","start":"2026-02-27T01:19:09.51074Z","end":"2026-02-27T01:19:09.788348Z","steps":["trace[1589414520] 'process raft request' (duration: 277.470271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:10.606528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281881753,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:19:10.847516Z","caller":"traceutil/trace.go:171","msg":"trace[619575426] linearizableReadLoop","detail":"{readStateIndex:291; appliedIndex:290; }","duration":"741.901692ms","start":"2026-02-27T01:19:10.105589Z","end":"2026-02-27T01:19:10.84749Z","steps":["trace[619575426] 'read index received' (duration: 741.651345ms)","trace[619575426] 'applied index is now lower than readState.Index' (duration: 248.897µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:10.847568Z","caller":"traceutil/trace.go:171","msg":"trace[771782003] transaction","detail":"{read_only:false; response_revision:281; number_of_response:1; }","duration":"773.19356ms","start":"2026-02-27T01:19:10.074342Z","end":"2026-02-27T01:19:10.847535Z","steps":["trace[771782003] 'process raft request' (duration: 773.010044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:10.847703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.211108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-02-27T01:19:10.847722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:10.074315Z","time spent":"773.334794ms","remote":"127.0.0.1:33818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":194,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:19:10.847741Z","caller":"traceutil/trace.go:171","msg":"trace[606515129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:281; }","duration":"582.2906ms","start":"2026-02-27T01:19:10.265439Z","end":"2026-02-27T01:19:10.847729Z","steps":["trace[606515129] 'agreement among raft nodes before linearized reading' (duration: 582.195807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:10.84772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.114338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T01:19:10.847786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:10.265423Z","time spent":"582.354812ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:19:10.847807Z","caller":"traceutil/trace.go:171","msg":"trace[649747691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:281; }","duration":"742.241281ms","start":"2026-02-27T01:19:10.105544Z","end":"2026-02-27T01:19:10.847785Z","steps":["trace[649747691] 'agreement among raft nodes before linearized reading' (duration: 742.044236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:10.847848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:10.10553Z","time spent":"742.310543ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:19:10.847828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.079478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:19:10.847917Z","caller":"traceutil/trace.go:171","msg":"trace[963086228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:281; }","duration":"431.234542ms","start":"2026-02-27T01:19:10.416663Z","end":"2026-02-27T01:19:10.847898Z","steps":["trace[963086228] 'agreement among raft nodes before linearized reading' (duration: 431.046197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:10.847963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:10.416635Z","time spent":"431.318895ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:19:11.627039Z","caller":"traceutil/trace.go:171","msg":"trace[1077511108] transaction","detail":"{read_only:false; response_revision:291; number_of_response:1; }","duration":"503.174273ms","start":"2026-02-27T01:19:11.12384Z","end":"2026-02-27T01:19:11.627015Z","steps":["trace[1077511108] 'process raft request' (duration: 503.05497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:11.627176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:11.123808Z","time spent":"503.315937ms","remote":"127.0.0.1:33818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":192,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:19:14.717397Z","caller":"traceutil/trace.go:171","msg":"trace[1979454897] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"120.621839ms","start":"2026-02-27T01:19:14.596755Z","end":"2026-02-27T01:19:14.717377Z","steps":["trace[1979454897] 'process raft request' (duration: 120.507796ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:15.092853Z","caller":"traceutil/trace.go:171","msg":"trace[1763874931] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"183.660729ms","start":"2026-02-27T01:19:14.909154Z","end":"2026-02-27T01:19:15.092815Z","steps":["trace[1763874931] 'process raft request' (duration: 182.291461ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:15.092949Z","caller":"traceutil/trace.go:171","msg":"trace[615699471] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"180.128772ms","start":"2026-02-27T01:19:14.912812Z","end":"2026-02-27T01:19:15.092941Z","steps":["trace[615699471] 'process raft request' (duration: 179.966138ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:15.092862Z","caller":"traceutil/trace.go:171","msg":"trace[345851430] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"183.074193ms","start":"2026-02-27T01:19:14.90976Z","end":"2026-02-27T01:19:15.092834Z","steps":["trace[345851430] 'process raft request' (duration: 182.9651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:17.596628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281881928,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:19:17.760688Z","caller":"traceutil/trace.go:171","msg":"trace[1437361005] linearizableReadLoop","detail":"{readStateIndex:371; appliedIndex:370; }","duration":"664.429539ms","start":"2026-02-27T01:19:17.096231Z","end":"2026-02-27T01:19:17.76066Z","steps":["trace[1437361005] 'read index received' (duration: 664.189422ms)","trace[1437361005] 'applied index is now lower than readState.Index' (duration: 239.127µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:17.760776Z","caller":"traceutil/trace.go:171","msg":"trace[101628647] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"778.745975ms","start":"2026-02-27T01:19:16.982001Z","end":"2026-02-27T01:19:17.760747Z","steps":["trace[101628647] 'process raft request' (duration: 778.503549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:17.760892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.704409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T01:19:17.760911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.637416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:19:17.760936Z","caller":"traceutil/trace.go:171","msg":"trace[1921013978] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:359; }","duration":"663.787332ms","start":"2026-02-27T01:19:17.097137Z","end":"2026-02-27T01:19:17.760925Z","steps":["trace[1921013978] 'agreement among raft nodes before linearized reading' (duration: 663.678359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:17.760941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:16.981983Z","time spent":"778.864129ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:17.760976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:17.097131Z","time spent":"663.836273ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:19:17.760973Z","caller":"traceutil/trace.go:171","msg":"trace[945271754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:359; }","duration":"664.750728ms","start":"2026-02-27T01:19:17.096204Z","end":"2026-02-27T01:19:17.760954Z","steps":["trace[945271754] 'agreement among raft nodes before linearized reading' (duration: 664.569553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:17.761028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:17.096192Z","time spent":"664.827501ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:19:17.761022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.466821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:17.761114Z","caller":"traceutil/trace.go:171","msg":"trace[211350450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:359; }","duration":"114.618235ms","start":"2026-02-27T01:19:17.646471Z","end":"2026-02-27T01:19:17.761089Z","steps":["trace[211350450] 'agreement among raft nodes before linearized reading' (duration: 114.425669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:18.408024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281881931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:19:18.908452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281881931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:19:19.409485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281881931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:19:19.910077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281881931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:19:20.054403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000544016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T01:19:20.054501Z","caller":"traceutil/trace.go:171","msg":"trace[1271200730] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00071582s","start":"2026-02-27T01:19:18.053764Z","end":"2026-02-27T01:19:20.054479Z","steps":["trace[1271200730] 'agreement among raft nodes before linearized reading' (duration: 2.000579787s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:20.054567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:18.053733Z","time spent":"2.000810903s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:19:20.261779Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.432426896s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T01:19:21.261326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.431656701s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:19:21.261532Z","caller":"traceutil/trace.go:171","msg":"trace[1012298684] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"3.495483653s","start":"2026-02-27T01:19:17.766034Z","end":"2026-02-27T01:19:21.261518Z","steps":["trace[1012298684] 'process raft request' (duration: 3.49539032s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:21.261538Z","caller":"traceutil/trace.go:171","msg":"trace[1953553338] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"3.49612249s","start":"2026-02-27T01:19:17.765391Z","end":"2026-02-27T01:19:21.261514Z","steps":["trace[1953553338] 'process raft request' (duration: 64.009706ms)","trace[1953553338] 'compare' (duration: 3.430090778s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:21.261604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:17.765989Z","time spent":"3.495582255s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:21.261633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:17.765372Z","time spent":"3.496210852s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:21.39213Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.130130117s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T01:19:22.062208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000035744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T01:19:22.062296Z","caller":"traceutil/trace.go:171","msg":"trace[1337261701] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000170848s","start":"2026-02-27T01:19:20.062103Z","end":"2026-02-27T01:19:22.062274Z","steps":["trace[1337261701] 'agreement among raft nodes before linearized reading' (duration: 2.000058995s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:22.062341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:20.062091Z","time spent":"2.00024111s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:19:22.857994Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.465677581s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T01:19:23.339408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946953196s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:19:23.339679Z","caller":"traceutil/trace.go:171","msg":"trace[1235399477] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"5.342755353s","start":"2026-02-27T01:19:17.996883Z","end":"2026-02-27T01:19:23.339638Z","steps":["trace[1235399477] 'process raft request' (duration: 3.395470178s)","trace[1235399477] 'compare' (duration: 1.946805612s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:23.339851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:17.996849Z","time spent":"5.342913077s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:23.339941Z","caller":"traceutil/trace.go:171","msg":"trace[679621624] linearizableReadLoop","detail":"{readStateIndex:374; appliedIndex:371; }","duration":"5.431953221s","start":"2026-02-27T01:19:17.907933Z","end":"2026-02-27T01:19:23.339886Z","steps":["trace[679621624] 'read index received' (duration: 2.354113207s)","trace[679621624] 'applied index is now lower than readState.Index' (duration: 3.077837754s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:23.340086Z","caller":"traceutil/trace.go:171","msg":"trace[1052796775] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"3.281678987s","start":"2026-02-27T01:19:20.058347Z","end":"2026-02-27T01:19:23.340026Z","steps":["trace[1052796775] 'process raft request' (duration: 3.281167133s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:23.340377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:20.05832Z","time spent":"3.281940413s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:19:23.359759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.451806635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:19:23.359832Z","caller":"traceutil/trace.go:171","msg":"trace[188345507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:363; }","duration":"5.451931718s","start":"2026-02-27T01:19:17.907877Z","end":"2026-02-27T01:19:23.359809Z","steps":["trace[188345507] 'agreement among raft nodes before linearized reading' (duration: 5.432099394s)","trace[188345507] 'range keys from in-memory index tree' (duration: 19.69419ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:23.359834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.377395663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"warn","ts":"2026-02-27T01:19:23.359882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:17.907852Z","time spent":"5.452019951s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T01:19:23.359891Z","caller":"traceutil/trace.go:171","msg":"trace[2069884950] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:363; }","duration":"5.377490096s","start":"2026-02-27T01:19:17.982387Z","end":"2026-02-27T01:19:23.359877Z","steps":["trace[2069884950] 'agreement among raft nodes before linearized reading' (duration: 5.377386943s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:23.359927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:17.982368Z","time spent":"5.377551887s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4345,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-02-27T01:19:23.359953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539462262s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:23.360082Z","caller":"traceutil/trace.go:171","msg":"trace[2072745335] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:363; }","duration":"2.539606526s","start":"2026-02-27T01:19:20.820455Z","end":"2026-02-27T01:19:23.360061Z","steps":["trace[2072745335] 'agreement among raft nodes before linearized reading' (duration: 2.539417231s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:23.360097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.594603851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T01:19:23.360134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297115597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:23.360207Z","caller":"traceutil/trace.go:171","msg":"trace[1349276452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:363; }","duration":"3.594840777s","start":"2026-02-27T01:19:19.765342Z","end":"2026-02-27T01:19:23.360183Z","steps":["trace[1349276452] 'agreement among raft nodes before linearized reading' (duration: 3.59456952s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:23.360274Z","caller":"traceutil/trace.go:171","msg":"trace[1098576963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:363; }","duration":"1.297274901s","start":"2026-02-27T01:19:22.062962Z","end":"2026-02-27T01:19:23.360237Z","steps":["trace[1098576963] 'agreement among raft nodes before linearized reading' (duration: 1.297051635s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:23.360282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:19.765321Z","time spent":"3.594951431s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:19:23.360346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:22.062922Z","time spent":"1.297414285s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:19:23.650314Z","caller":"traceutil/trace.go:171","msg":"trace[1178699088] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"101.092074ms","start":"2026-02-27T01:19:23.549184Z","end":"2026-02-27T01:19:23.650276Z","steps":["trace[1178699088] 'process raft request' (duration: 98.837142ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:25.060921Z","caller":"traceutil/trace.go:171","msg":"trace[401646203] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"136.637659ms","start":"2026-02-27T01:19:24.924251Z","end":"2026-02-27T01:19:25.060889Z","steps":["trace[401646203] 'process raft request' (duration: 136.429053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:26.335752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.327968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:19:26.335931Z","caller":"traceutil/trace.go:171","msg":"trace[737631747] linearizableReadLoop","detail":"{readStateIndex:390; appliedIndex:388; }","duration":"580.068795ms","start":"2026-02-27T01:19:25.755848Z","end":"2026-02-27T01:19:26.335917Z","steps":["trace[737631747] 'read index received' (duration: 17.433399ms)","trace[737631747] 'applied index is now lower than readState.Index' (duration: 562.634456ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:26.336004Z","caller":"traceutil/trace.go:171","msg":"trace[1618495346] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"916.390872ms","start":"2026-02-27T01:19:25.419606Z","end":"2026-02-27T01:19:26.335997Z","steps":["trace[1618495346] 'process raft request' (duration: 916.250958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:26.336071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:25.419581Z","time spent":"916.467555ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:26.336064Z","caller":"traceutil/trace.go:171","msg":"trace[1238587398] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"916.635319ms","start":"2026-02-27T01:19:25.419363Z","end":"2026-02-27T01:19:26.335998Z","steps":["trace[1238587398] 'process raft request' (duration: 353.962012ms)","trace[1238587398] 'compare' (duration: 562.200484ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:26.336181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.337122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T01:19:26.336234Z","caller":"traceutil/trace.go:171","msg":"trace[819228380] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:377; }","duration":"580.391753ms","start":"2026-02-27T01:19:25.755826Z","end":"2026-02-27T01:19:26.336218Z","steps":["trace[819228380] 'agreement among raft nodes before linearized reading' (duration: 580.28644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:26.33627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:25.755765Z","time spent":"580.497837ms","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-02-27T01:19:26.336567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:25.419344Z","time spent":"916.819384ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:26.336117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.220883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:26.336999Z","caller":"traceutil/trace.go:171","msg":"trace[1669775950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:377; }","duration":"283.139308ms","start":"2026-02-27T01:19:26.053835Z","end":"2026-02-27T01:19:26.336974Z","steps":["trace[1669775950] 'agreement among raft nodes before linearized reading' (duration: 282.210323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:31.242334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.277921ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T01:19:31.242479Z","caller":"traceutil/trace.go:171","msg":"trace[1686185664] linearizableReadLoop","detail":"{readStateIndex:430; appliedIndex:429; }","duration":"187.936857ms","start":"2026-02-27T01:19:31.054521Z","end":"2026-02-27T01:19:31.242458Z","steps":["trace[1686185664] 'read index received' (duration: 31.761µs)","trace[1686185664] 'applied index is now lower than readState.Index' (duration: 187.903406ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:31.242555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.032209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:31.242589Z","caller":"traceutil/trace.go:171","msg":"trace[1018843186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:415; }","duration":"188.110401ms","start":"2026-02-27T01:19:31.05447Z","end":"2026-02-27T01:19:31.24258Z","steps":["trace[1018843186] 'agreement among raft nodes before linearized reading' (duration: 188.043559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:31.997313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281882036,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:19:32.160945Z","caller":"traceutil/trace.go:171","msg":"trace[306238374] linearizableReadLoop","detail":"{readStateIndex:431; appliedIndex:430; }","duration":"664.407569ms","start":"2026-02-27T01:19:31.496514Z","end":"2026-02-27T01:19:32.160922Z","steps":["trace[306238374] 'read index received' (duration: 664.312926ms)","trace[306238374] 'applied index is now lower than readState.Index' (duration: 93.603µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:32.160987Z","caller":"traceutil/trace.go:171","msg":"trace[134041573] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"674.642ms","start":"2026-02-27T01:19:31.486317Z","end":"2026-02-27T01:19:32.160959Z","steps":["trace[134041573] 'process raft request' (duration: 674.444074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:32.161064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.524532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:19:32.161097Z","caller":"traceutil/trace.go:171","msg":"trace[601295887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:416; }","duration":"664.595884ms","start":"2026-02-27T01:19:31.496492Z","end":"2026-02-27T01:19:32.161088Z","steps":["trace[601295887] 'agreement among raft nodes before linearized reading' (duration: 664.516702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:32.161129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:31.486297Z","time spent":"674.751542ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:32.161131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:31.496483Z","time spent":"664.641065ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:19:32.544673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.445658ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:32.544795Z","caller":"traceutil/trace.go:171","msg":"trace[1087430872] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:416; }","duration":"142.595732ms","start":"2026-02-27T01:19:32.402182Z","end":"2026-02-27T01:19:32.544778Z","steps":["trace[1087430872] 'range keys from in-memory index tree' (duration: 142.426218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:32.544874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.92527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:19:32.54495Z","caller":"traceutil/trace.go:171","msg":"trace[1497730273] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:431; }","duration":"182.180848ms","start":"2026-02-27T01:19:32.362757Z","end":"2026-02-27T01:19:32.544938Z","steps":["trace[1497730273] 'read index received' (duration: 47.951µs)","trace[1497730273] 'applied index is now lower than readState.Index' (duration: 182.131807ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:32.545001Z","caller":"traceutil/trace.go:171","msg":"trace[348562311] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"380.236502ms","start":"2026-02-27T01:19:32.164725Z","end":"2026-02-27T01:19:32.544962Z","steps":["trace[348562311] 'process raft request' (duration: 170.155718ms)","trace[348562311] 'compare' (duration: 209.742615ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:32.545079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.328342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T01:19:32.545108Z","caller":"traceutil/trace.go:171","msg":"trace[758317855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:417; }","duration":"182.392074ms","start":"2026-02-27T01:19:32.362707Z","end":"2026-02-27T01:19:32.545099Z","steps":["trace[758317855] 'agreement among raft nodes before linearized reading' (duration: 182.333993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:32.545148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:32.164698Z","time spent":"380.371505ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:32.545214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.5ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:19:32.545272Z","caller":"traceutil/trace.go:171","msg":"trace[1451627306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:417; }","duration":"181.567952ms","start":"2026-02-27T01:19:32.363689Z","end":"2026-02-27T01:19:32.545257Z","steps":["trace[1451627306] 'agreement among raft nodes before linearized reading' (duration: 181.458239ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:33.62483Z","caller":"traceutil/trace.go:171","msg":"trace[76959461] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"131.683032ms","start":"2026-02-27T01:19:33.493126Z","end":"2026-02-27T01:19:33.624809Z","steps":["trace[76959461] 'process raft request' (duration: 131.506057ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:34.731185Z","caller":"traceutil/trace.go:171","msg":"trace[1754814581] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"116.952709ms","start":"2026-02-27T01:19:34.614198Z","end":"2026-02-27T01:19:34.73115Z","steps":["trace[1754814581] 'process raft request' (duration: 57.105628ms)","trace[1754814581] 'compare' (duration: 59.718608ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:35.323692Z","caller":"traceutil/trace.go:171","msg":"trace[1374996172] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"129.41215ms","start":"2026-02-27T01:19:35.194252Z","end":"2026-02-27T01:19:35.323664Z","steps":["trace[1374996172] 'process raft request' (duration: 129.234036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:41.156386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281882153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:19:41.656563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281882153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:19:42.157751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281882153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:19:42.220173Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.577336556s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:19:42.220597Z","caller":"traceutil/trace.go:171","msg":"trace[1632817236] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"1.577892841s","start":"2026-02-27T01:19:40.642679Z","end":"2026-02-27T01:19:42.220572Z","steps":["trace[1632817236] 'process raft request' (duration: 1.577708216s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:42.22075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:40.642648Z","time spent":"1.578024265s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:42.271475Z","caller":"traceutil/trace.go:171","msg":"trace[1735701341] linearizableReadLoop","detail":"{readStateIndex:488; appliedIndex:487; }","duration":"1.615875793s","start":"2026-02-27T01:19:40.655581Z","end":"2026-02-27T01:19:42.271457Z","steps":["trace[1735701341] 'read index received' (duration: 1.565264975s)","trace[1735701341] 'applied index is now lower than readState.Index' (duration: 50.609608ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:42.271612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464619284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T01:19:42.27161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616019117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:19:42.27164Z","caller":"traceutil/trace.go:171","msg":"trace[1122201159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:471; }","duration":"1.464698816s","start":"2026-02-27T01:19:40.806935Z","end":"2026-02-27T01:19:42.271634Z","steps":["trace[1122201159] 'agreement among raft nodes before linearized reading' (duration: 1.464612844s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:42.271668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:40.806916Z","time spent":"1.464746518s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:19:42.271662Z","caller":"traceutil/trace.go:171","msg":"trace[1170933711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:471; }","duration":"1.616111109s","start":"2026-02-27T01:19:40.655537Z","end":"2026-02-27T01:19:42.271648Z","steps":["trace[1170933711] 'agreement among raft nodes before linearized reading' (duration: 1.616001436s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:42.271701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:40.655516Z","time spent":"1.616178341s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:19:42.271735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21919169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:42.271789Z","caller":"traceutil/trace.go:171","msg":"trace[656332856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:471; }","duration":"1.219278043s","start":"2026-02-27T01:19:41.052493Z","end":"2026-02-27T01:19:42.271771Z","steps":["trace[656332856] 'agreement among raft nodes before linearized reading' (duration: 1.21917279s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:42.271784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.326531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4378"} {"level":"warn","ts":"2026-02-27T01:19:42.271832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:41.052474Z","time spent":"1.219340635s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:19:42.271857Z","caller":"traceutil/trace.go:171","msg":"trace[1629924557] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:471; }","duration":"401.441654ms","start":"2026-02-27T01:19:41.870396Z","end":"2026-02-27T01:19:42.271837Z","steps":["trace[1629924557] 'agreement among raft nodes before linearized reading' (duration: 401.274809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:42.271928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:41.870379Z","time spent":"401.539097ms","remote":"127.0.0.1:33786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4401,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T01:19:45.577664Z","caller":"traceutil/trace.go:171","msg":"trace[486843241] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"109.064292ms","start":"2026-02-27T01:19:45.46856Z","end":"2026-02-27T01:19:45.577624Z","steps":["trace[486843241] 'process raft request' (duration: 90.793981ms)","trace[486843241] 'compare' (duration: 18.082376ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:46.412539Z","caller":"traceutil/trace.go:171","msg":"trace[961364522] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"116.021333ms","start":"2026-02-27T01:19:46.296487Z","end":"2026-02-27T01:19:46.412508Z","steps":["trace[961364522] 'process raft request' (duration: 115.885809ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:48.613952Z","caller":"traceutil/trace.go:171","msg":"trace[222018874] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"181.999374ms","start":"2026-02-27T01:19:48.431929Z","end":"2026-02-27T01:19:48.613928Z","steps":["trace[222018874] 'process raft request' (duration: 181.85718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:50.819366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.818642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:50.819464Z","caller":"traceutil/trace.go:171","msg":"trace[1248678910] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:516; }","duration":"273.934136ms","start":"2026-02-27T01:19:50.545503Z","end":"2026-02-27T01:19:50.819437Z","steps":["trace[1248678910] 'range keys from in-memory index tree' (duration: 273.72194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:50.819509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.795623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T01:19:50.819568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.90076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:19:50.819586Z","caller":"traceutil/trace.go:171","msg":"trace[705279523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:516; }","duration":"386.919426ms","start":"2026-02-27T01:19:50.432645Z","end":"2026-02-27T01:19:50.819565Z","steps":["trace[705279523] 'range keys from in-memory index tree' (duration: 386.634118ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:50.81962Z","caller":"traceutil/trace.go:171","msg":"trace[1932720345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:516; }","duration":"201.993832ms","start":"2026-02-27T01:19:50.617615Z","end":"2026-02-27T01:19:50.819609Z","steps":["trace[1932720345] 'range keys from in-memory index tree' (duration: 201.779876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:50.819629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:50.432623Z","time spent":"386.997448ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:19:50.819706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.782596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T01:19:50.819796Z","caller":"traceutil/trace.go:171","msg":"trace[1829610925] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:516; }","duration":"408.92858ms","start":"2026-02-27T01:19:50.410839Z","end":"2026-02-27T01:19:50.819768Z","steps":["trace[1829610925] 'range keys from in-memory index tree' (duration: 408.546319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:50.819854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:50.41082Z","time spent":"409.021322ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:19:51.244777Z","caller":"traceutil/trace.go:171","msg":"trace[699922591] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"421.112844ms","start":"2026-02-27T01:19:50.823637Z","end":"2026-02-27T01:19:51.24475Z","steps":["trace[699922591] 'process raft request' (duration: 420.922669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:51.244937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:50.823614Z","time spent":"421.241108ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:52.218797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.750244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:19:52.219058Z","caller":"traceutil/trace.go:171","msg":"trace[1274865045] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"1.395157338s","start":"2026-02-27T01:19:50.823867Z","end":"2026-02-27T01:19:52.219024Z","steps":["trace[1274865045] 'process raft request' (duration: 970.027083ms)","trace[1274865045] 'compare' (duration: 424.60235ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:52.219123Z","caller":"traceutil/trace.go:171","msg":"trace[521753060] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"1.39378537s","start":"2026-02-27T01:19:50.825299Z","end":"2026-02-27T01:19:52.219084Z","steps":["trace[521753060] 'process raft request' (duration: 1.393611406s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:52.219251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:50.823853Z","time spent":"1.395307171s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:52.219256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:50.825281Z","time spent":"1.393889243s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:53.055069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00068521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T01:19:53.055155Z","caller":"traceutil/trace.go:171","msg":"trace[1827564754] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000810434s","start":"2026-02-27T01:19:51.054325Z","end":"2026-02-27T01:19:53.055136Z","steps":["trace[1827564754] 'agreement among raft nodes before linearized reading' (duration: 2.000704341s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:53.055204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:51.054314Z","time spent":"2.000880745s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 01:19:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:19:53.300227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081219093s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T01:19:53.30032Z","caller":"traceutil/trace.go:171","msg":"trace[2064817183] linearizableReadLoop","detail":"{readStateIndex:537; appliedIndex:534; }","duration":"2.398515515s","start":"2026-02-27T01:19:50.901787Z","end":"2026-02-27T01:19:53.300303Z","steps":["trace[2064817183] 'read index received' (duration: 342.743464ms)","trace[2064817183] 'applied index is now lower than readState.Index' (duration: 2.055770591s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:53.300298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.212053ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:53.300398Z","caller":"traceutil/trace.go:171","msg":"trace[1099478895] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:519; }","duration":"898.331326ms","start":"2026-02-27T01:19:52.402053Z","end":"2026-02-27T01:19:53.300384Z","steps":["trace[1099478895] 'range keys from in-memory index tree' (duration: 898.187333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:53.300542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332538235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:53.300577Z","caller":"traceutil/trace.go:171","msg":"trace[1651899973] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:519; }","duration":"2.332595696s","start":"2026-02-27T01:19:50.967968Z","end":"2026-02-27T01:19:53.300564Z","steps":["trace[1651899973] 'agreement among raft nodes before linearized reading' (duration: 2.332548795s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:53.300604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:50.967947Z","time spent":"2.332652018s","remote":"127.0.0.1:33730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-02-27T01:19:53.300616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.163616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:19:53.30064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.398859035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-r48fc\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-02-27T01:19:53.300667Z","caller":"traceutil/trace.go:171","msg":"trace[1894648595] range","detail":"{range_begin:/registry/pods/kube-system/cilium-r48fc; range_end:; response_count:1; response_revision:519; }","duration":"2.398913746s","start":"2026-02-27T01:19:50.901745Z","end":"2026-02-27T01:19:53.300659Z","steps":["trace[1894648595] 'agreement among raft nodes before linearized reading' (duration: 2.398804923s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:53.300676Z","caller":"traceutil/trace.go:171","msg":"trace[500537717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"245.26784ms","start":"2026-02-27T01:19:53.055388Z","end":"2026-02-27T01:19:53.300656Z","steps":["trace[500537717] 'agreement among raft nodes before linearized reading' (duration: 245.165267ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:53.300687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:50.901728Z","time spent":"2.398953668s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-r48fc\" "} {"level":"warn","ts":"2026-02-27T01:19:53.300831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001950199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T01:19:53.300912Z","caller":"traceutil/trace.go:171","msg":"trace[1947511477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:519; }","duration":"1.002059582s","start":"2026-02-27T01:19:52.298829Z","end":"2026-02-27T01:19:53.300888Z","steps":["trace[1947511477] 'agreement among raft nodes before linearized reading' (duration: 1.001831636s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:53.300954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:52.298813Z","time spent":"1.002132054s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T01:19:53.656275Z","caller":"traceutil/trace.go:171","msg":"trace[23372904] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"350.578318ms","start":"2026-02-27T01:19:53.305658Z","end":"2026-02-27T01:19:53.656236Z","steps":["trace[23372904] 'process raft request' (duration: 350.349032ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:53.656419Z","caller":"traceutil/trace.go:171","msg":"trace[999618717] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:539; }","duration":"325.764658ms","start":"2026-02-27T01:19:53.330597Z","end":"2026-02-27T01:19:53.656361Z","steps":["trace[999618717] 'read index received' (duration: 325.399158ms)","trace[999618717] 'applied index is now lower than readState.Index' (duration: 363.33µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:53.656481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.545485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:53.656453Z","caller":"traceutil/trace.go:171","msg":"trace[1034925863] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"340.082891ms","start":"2026-02-27T01:19:53.316323Z","end":"2026-02-27T01:19:53.656406Z","steps":["trace[1034925863] 'process raft request' (duration: 339.825364ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:53.65655Z","caller":"traceutil/trace.go:171","msg":"trace[1712749915] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:522; }","duration":"343.645168ms","start":"2026-02-27T01:19:53.312887Z","end":"2026-02-27T01:19:53.656532Z","steps":["trace[1712749915] 'agreement among raft nodes before linearized reading' (duration: 343.532645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:53.656592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:53.312873Z","time spent":"343.71072ms","remote":"127.0.0.1:33730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-02-27T01:19:53.656595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.705057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:53.656634Z","caller":"traceutil/trace.go:171","msg":"trace[661101556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:522; }","duration":"344.765649ms","start":"2026-02-27T01:19:53.311857Z","end":"2026-02-27T01:19:53.656622Z","steps":["trace[661101556] 'agreement among raft nodes before linearized reading' (duration: 344.659976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:53.656672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:53.311832Z","time spent":"344.831891ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:19:53.656658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:53.305636Z","time spent":"350.727483ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:53.656685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:53.316311Z","time spent":"340.257885ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:54.72385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281882266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:19:55.224563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281882266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:19:55.725826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281882266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:19:56.22659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281882266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:19:56.727302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281882266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:19:57.054663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000788056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T01:19:57.05477Z","caller":"traceutil/trace.go:171","msg":"trace[1927313189] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00094936s","start":"2026-02-27T01:19:55.053793Z","end":"2026-02-27T01:19:57.054742Z","steps":["trace[1927313189] 'agreement among raft nodes before linearized reading' (duration: 2.000830596s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.054818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:55.053774Z","time spent":"2.001034152s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 01:19:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:19:57.137266Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.48115934s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:19:57.137561Z","caller":"traceutil/trace.go:171","msg":"trace[1994524992] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"3.804420188s","start":"2026-02-27T01:19:53.333124Z","end":"2026-02-27T01:19:57.137545Z","steps":["trace[1994524992] 'process raft request' (duration: 3.804264844s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.137666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:53.333111Z","time spent":"3.804500101s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:57.827454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.264648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:19:57.827619Z","caller":"traceutil/trace.go:171","msg":"trace[1156996155] linearizableReadLoop","detail":"{readStateIndex:544; appliedIndex:541; }","duration":"3.604067901s","start":"2026-02-27T01:19:54.223535Z","end":"2026-02-27T01:19:57.827603Z","steps":["trace[1156996155] 'read index received' (duration: 2.913930027s)","trace[1156996155] 'applied index is now lower than readState.Index' (duration: 690.136864ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:57.827711Z","caller":"traceutil/trace.go:171","msg":"trace[1493471925] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"3.700637491s","start":"2026-02-27T01:19:54.127063Z","end":"2026-02-27T01:19:57.8277Z","steps":["trace[1493471925] 'process raft request' (duration: 3.599048744s)","trace[1493471925] 'compare' (duration: 101.114664ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:57.827774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:54.12703Z","time spent":"3.700712933s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:57.827788Z","caller":"traceutil/trace.go:171","msg":"trace[1187161327] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"2.061918731s","start":"2026-02-27T01:19:55.765846Z","end":"2026-02-27T01:19:57.827764Z","steps":["trace[1187161327] 'process raft request' (duration: 2.061705495s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.827829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.415213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:19:57.827868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.604321299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:19:57.827891Z","caller":"traceutil/trace.go:171","msg":"trace[871380165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:525; }","duration":"179.526286ms","start":"2026-02-27T01:19:57.648349Z","end":"2026-02-27T01:19:57.827875Z","steps":["trace[871380165] 'agreement among raft nodes before linearized reading' (duration: 179.423163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.827897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070364263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T01:19:57.82792Z","caller":"traceutil/trace.go:171","msg":"trace[1903832939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:525; }","duration":"3.604418242s","start":"2026-02-27T01:19:54.223489Z","end":"2026-02-27T01:19:57.827908Z","steps":["trace[1903832939] 'agreement among raft nodes before linearized reading' (duration: 3.604247757s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.827927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:55.765805Z","time spent":"2.062048654s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:57.827927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.508144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:19:57.827914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.603951108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T01:19:57.827941Z","caller":"traceutil/trace.go:171","msg":"trace[25888665] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:525; }","duration":"2.070439005s","start":"2026-02-27T01:19:55.757489Z","end":"2026-02-27T01:19:57.827928Z","steps":["trace[25888665] 'agreement among raft nodes before linearized reading' (duration: 2.070280101s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.827959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:54.223467Z","time spent":"3.604484973s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:19:57.827966Z","caller":"traceutil/trace.go:171","msg":"trace[1848625466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:525; }","duration":"772.579376ms","start":"2026-02-27T01:19:57.055377Z","end":"2026-02-27T01:19:57.827956Z","steps":["trace[1848625466] 'agreement among raft nodes before linearized reading' (duration: 772.527565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.827979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:55.757469Z","time spent":"2.070503026s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"info","ts":"2026-02-27T01:19:57.827981Z","caller":"traceutil/trace.go:171","msg":"trace[2107191693] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:525; }","duration":"3.604043901s","start":"2026-02-27T01:19:54.22392Z","end":"2026-02-27T01:19:57.827964Z","steps":["trace[2107191693] 'agreement among raft nodes before linearized reading' (duration: 3.603840946s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.827998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:57.055357Z","time spent":"772.635707ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:19:57.828028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:54.223912Z","time spent":"3.604108563s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:19:57.828176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166763857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:19:57.828198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492859075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T01:19:57.828271Z","caller":"traceutil/trace.go:171","msg":"trace[1011220730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:525; }","duration":"2.166907652s","start":"2026-02-27T01:19:55.661338Z","end":"2026-02-27T01:19:57.828246Z","steps":["trace[1011220730] 'agreement among raft nodes before linearized reading' (duration: 2.166586833s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.828285Z","caller":"traceutil/trace.go:171","msg":"trace[182407074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:525; }","duration":"2.493002159s","start":"2026-02-27T01:19:55.335263Z","end":"2026-02-27T01:19:57.828265Z","steps":["trace[182407074] 'agreement among raft nodes before linearized reading' (duration: 2.492721331s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.828322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:55.661318Z","time spent":"2.166995204s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:19:57.828361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:55.335241Z","time spent":"2.493109732s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:19:57.986413Z","caller":"traceutil/trace.go:171","msg":"trace[1571530128] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"153.09174ms","start":"2026-02-27T01:19:57.833299Z","end":"2026-02-27T01:19:57.986391Z","steps":["trace[1571530128] 'process raft request' (duration: 152.938576ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.987078Z","caller":"traceutil/trace.go:171","msg":"trace[1059744966] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"153.695177ms","start":"2026-02-27T01:19:57.833369Z","end":"2026-02-27T01:19:57.987064Z","steps":["trace[1059744966] 'process raft request' (duration: 152.984917ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.987128Z","caller":"traceutil/trace.go:171","msg":"trace[541193061] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"152.33606ms","start":"2026-02-27T01:19:57.834739Z","end":"2026-02-27T01:19:57.987075Z","steps":["trace[541193061] 'process raft request' (duration: 151.9709ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.987346Z","caller":"traceutil/trace.go:171","msg":"trace[1996233157] linearizableReadLoop","detail":"{readStateIndex:549; appliedIndex:544; }","duration":"152.085063ms","start":"2026-02-27T01:19:57.835232Z","end":"2026-02-27T01:19:57.987317Z","steps":["trace[1996233157] 'read index received' (duration: 143.676282ms)","trace[1996233157] 'applied index is now lower than readState.Index' (duration: 8.407231ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:57.987434Z","caller":"traceutil/trace.go:171","msg":"trace[288445202] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"152.629487ms","start":"2026-02-27T01:19:57.834788Z","end":"2026-02-27T01:19:57.987418Z","steps":["trace[288445202] 'process raft request' (duration: 152.231356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.987701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.443622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5ba91fb2d64\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T01:19:57.987796Z","caller":"traceutil/trace.go:171","msg":"trace[1803831848] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f5ba91fb2d64; range_end:; response_count:1; response_revision:529; }","duration":"152.585066ms","start":"2026-02-27T01:19:57.83518Z","end":"2026-02-27T01:19:57.987766Z","steps":["trace[1803831848] 'agreement among raft nodes before linearized reading' (duration: 152.263237ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:58.556574Z","caller":"traceutil/trace.go:171","msg":"trace[1160498889] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"120.505276ms","start":"2026-02-27T01:19:58.436043Z","end":"2026-02-27T01:19:58.556549Z","steps":["trace[1160498889] 'process raft request' (duration: 120.370042ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:58.916591Z","caller":"traceutil/trace.go:171","msg":"trace[2138869993] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"133.933174ms","start":"2026-02-27T01:19:58.782592Z","end":"2026-02-27T01:19:58.916525Z","steps":["trace[2138869993] 'process raft request' (duration: 88.247251ms)","trace[2138869993] 'compare' (duration: 45.496068ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:58.916733Z","caller":"traceutil/trace.go:171","msg":"trace[376077408] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"129.086471ms","start":"2026-02-27T01:19:58.787616Z","end":"2026-02-27T01:19:58.916702Z","steps":["trace[376077408] 'process raft request' (duration: 128.916077ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:58.916748Z","caller":"traceutil/trace.go:171","msg":"trace[1461738133] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"132.901026ms","start":"2026-02-27T01:19:58.783789Z","end":"2026-02-27T01:19:58.91669Z","steps":["trace[1461738133] 'process raft request' (duration: 132.66695ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:58.916855Z","caller":"traceutil/trace.go:171","msg":"trace[1348789080] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"123.53859ms","start":"2026-02-27T01:19:58.793296Z","end":"2026-02-27T01:19:58.916835Z","steps":["trace[1348789080] 'process raft request' (duration: 123.477018ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:58.916868Z","caller":"traceutil/trace.go:171","msg":"trace[1443250212] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"125.446171ms","start":"2026-02-27T01:19:58.791403Z","end":"2026-02-27T01:19:58.916849Z","steps":["trace[1443250212] 'process raft request' (duration: 125.228395ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:58.918975Z","caller":"traceutil/trace.go:171","msg":"trace[1793177984] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"106.001648ms","start":"2026-02-27T01:19:58.812952Z","end":"2026-02-27T01:19:58.918954Z","steps":["trace[1793177984] 'process raft request' (duration: 105.937166ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:58.919039Z","caller":"traceutil/trace.go:171","msg":"trace[1659048357] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"106.970515ms","start":"2026-02-27T01:19:58.812061Z","end":"2026-02-27T01:19:58.919032Z","steps":["trace[1659048357] 'process raft request' (duration: 106.76488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:59.214684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.640046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:19:59.215149Z","caller":"traceutil/trace.go:171","msg":"trace[792722404] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"219.377539ms","start":"2026-02-27T01:19:58.995748Z","end":"2026-02-27T01:19:59.215126Z","steps":["trace[792722404] 'process raft request' (duration: 219.253886ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:59.215229Z","caller":"traceutil/trace.go:171","msg":"trace[1878032602] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"219.957845ms","start":"2026-02-27T01:19:58.995261Z","end":"2026-02-27T01:19:59.215218Z","steps":["trace[1878032602] 'process raft request' (duration: 219.639696ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:59.215218Z","caller":"traceutil/trace.go:171","msg":"trace[144596716] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"220.1289ms","start":"2026-02-27T01:19:58.995075Z","end":"2026-02-27T01:19:59.215204Z","steps":["trace[144596716] 'process raft request' (duration: 219.721249ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:59.215301Z","caller":"traceutil/trace.go:171","msg":"trace[515819135] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:584; }","duration":"160.927355ms","start":"2026-02-27T01:19:59.05435Z","end":"2026-02-27T01:19:59.215277Z","steps":["trace[515819135] 'read index received' (duration: 77.813445ms)","trace[515819135] 'applied index is now lower than readState.Index' (duration: 83.11136ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:59.215339Z","caller":"traceutil/trace.go:171","msg":"trace[1613513762] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"219.622826ms","start":"2026-02-27T01:19:58.995706Z","end":"2026-02-27T01:19:59.215329Z","steps":["trace[1613513762] 'process raft request' (duration: 219.270756ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:59.215371Z","caller":"traceutil/trace.go:171","msg":"trace[2111638829] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"220.164941ms","start":"2026-02-27T01:19:58.995197Z","end":"2026-02-27T01:19:59.215362Z","steps":["trace[2111638829] 'process raft request' (duration: 219.648546ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:59.215149Z","caller":"traceutil/trace.go:171","msg":"trace[1803616139] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"219.543994ms","start":"2026-02-27T01:19:58.995573Z","end":"2026-02-27T01:19:59.215117Z","steps":["trace[1803616139] 'process raft request' (duration: 219.377499ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:59.215411Z","caller":"traceutil/trace.go:171","msg":"trace[642889780] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"219.209344ms","start":"2026-02-27T01:19:58.996173Z","end":"2026-02-27T01:19:59.215382Z","steps":["trace[642889780] 'process raft request' (duration: 218.879865ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:59.215154Z","caller":"traceutil/trace.go:171","msg":"trace[864815649] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"238.925025ms","start":"2026-02-27T01:19:58.976207Z","end":"2026-02-27T01:19:59.215132Z","steps":["trace[864815649] 'process raft request' (duration: 41.720124ms)","trace[864815649] 'compare' (duration: 196.497672ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:59.215436Z","caller":"traceutil/trace.go:171","msg":"trace[293595119] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"215.909534ms","start":"2026-02-27T01:19:58.999518Z","end":"2026-02-27T01:19:59.215427Z","steps":["trace[293595119] 'process raft request' (duration: 215.673308ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:59.215474Z","caller":"traceutil/trace.go:171","msg":"trace[628897415] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"219.980215ms","start":"2026-02-27T01:19:58.99548Z","end":"2026-02-27T01:19:59.21546Z","steps":["trace[628897415] 'process raft request' (duration: 219.445801ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:59.215485Z","caller":"traceutil/trace.go:171","msg":"trace[347612831] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"215.302187ms","start":"2026-02-27T01:19:59.000167Z","end":"2026-02-27T01:19:59.215469Z","steps":["trace[347612831] 'process raft request' (duration: 215.060211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:59.215401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.056148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:59.215527Z","caller":"traceutil/trace.go:171","msg":"trace[160273640] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"219.627776ms","start":"2026-02-27T01:19:58.995839Z","end":"2026-02-27T01:19:59.215467Z","steps":["trace[160273640] 'process raft request' (duration: 219.185734ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:59.21558Z","caller":"traceutil/trace.go:171","msg":"trace[533989210] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"217.96453ms","start":"2026-02-27T01:19:58.997606Z","end":"2026-02-27T01:19:59.21557Z","steps":["trace[533989210] 'process raft request' (duration: 217.504688ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:59.215603Z","caller":"traceutil/trace.go:171","msg":"trace[19752038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:579; }","duration":"161.242754ms","start":"2026-02-27T01:19:59.054302Z","end":"2026-02-27T01:19:59.215545Z","steps":["trace[19752038] 'agreement among raft nodes before linearized reading' (duration: 161.043678ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:59.215524Z","caller":"traceutil/trace.go:171","msg":"trace[1445775706] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"216.334176ms","start":"2026-02-27T01:19:58.999152Z","end":"2026-02-27T01:19:59.215486Z","steps":["trace[1445775706] 'process raft request' (duration: 216.000457ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:59.215609Z","caller":"traceutil/trace.go:171","msg":"trace[1782585303] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"219.089451ms","start":"2026-02-27T01:19:58.996489Z","end":"2026-02-27T01:19:59.215578Z","steps":["trace[1782585303] 'process raft request' (duration: 218.591178ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:59.640232Z","caller":"traceutil/trace.go:171","msg":"trace[1432138791] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"289.401351ms","start":"2026-02-27T01:19:59.350763Z","end":"2026-02-27T01:19:59.640164Z","steps":["trace[1432138791] 'process raft request' (duration: 227.700747ms)","trace[1432138791] 'compare' (duration: 61.320183ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:59.6404Z","caller":"traceutil/trace.go:171","msg":"trace[496126181] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:608; }","duration":"260.099006ms","start":"2026-02-27T01:19:59.380257Z","end":"2026-02-27T01:19:59.640356Z","steps":["trace[496126181] 'read index received' (duration: 198.220898ms)","trace[496126181] 'applied index is now lower than readState.Index' (duration: 61.876658ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:59.640453Z","caller":"traceutil/trace.go:171","msg":"trace[1376851411] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"264.24705ms","start":"2026-02-27T01:19:59.376165Z","end":"2026-02-27T01:19:59.640412Z","steps":["trace[1376851411] 'process raft request' (duration: 264.130447ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:59.640459Z","caller":"traceutil/trace.go:171","msg":"trace[866413879] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"288.622569ms","start":"2026-02-27T01:19:59.351775Z","end":"2026-02-27T01:19:59.640398Z","steps":["trace[866413879] 'process raft request' (duration: 288.336671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:59.640628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.329603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116"} {"level":"info","ts":"2026-02-27T01:19:59.640719Z","caller":"traceutil/trace.go:171","msg":"trace[1977485145] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:591; }","duration":"260.460866ms","start":"2026-02-27T01:19:59.380236Z","end":"2026-02-27T01:19:59.640697Z","steps":["trace[1977485145] 'agreement among raft nodes before linearized reading' (duration: 260.261661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:00.178259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.651131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:20:00.178513Z","caller":"traceutil/trace.go:171","msg":"trace[307093667] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"534.625598ms","start":"2026-02-27T01:19:59.643854Z","end":"2026-02-27T01:20:00.178479Z","steps":["trace[307093667] 'process raft request' (duration: 109.676329ms)","trace[307093667] 'compare' (duration: 424.442985ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:00.178624Z","caller":"traceutil/trace.go:171","msg":"trace[562687023] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"515.350319ms","start":"2026-02-27T01:19:59.663205Z","end":"2026-02-27T01:20:00.178555Z","steps":["trace[562687023] 'process raft request' (duration: 515.174444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:00.17867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:59.643824Z","time spent":"534.753001ms","remote":"127.0.0.1:33702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":122018,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:20:00.17871Z","caller":"traceutil/trace.go:171","msg":"trace[183700657] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"493.183591ms","start":"2026-02-27T01:19:59.685509Z","end":"2026-02-27T01:20:00.178692Z","steps":["trace[183700657] 'process raft request' (duration: 492.972805ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:00.178736Z","caller":"traceutil/trace.go:171","msg":"trace[1610398004] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"486.742954ms","start":"2026-02-27T01:19:59.691975Z","end":"2026-02-27T01:20:00.178717Z","steps":["trace[1610398004] 'process raft request' (duration: 486.619481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:00.17878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:59.68548Z","time spent":"493.263863ms","remote":"127.0.0.1:33686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:20:00.178795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:59.691949Z","time spent":"486.812936ms","remote":"127.0.0.1:33686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73573,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:20:00.1788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:59.66317Z","time spent":"515.539814ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:20:00.178717Z","caller":"traceutil/trace.go:171","msg":"trace[2084179514] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:611; }","duration":"247.506611ms","start":"2026-02-27T01:19:59.931191Z","end":"2026-02-27T01:20:00.178698Z","steps":["trace[2084179514] 'read index received' (duration: 243.592123ms)","trace[2084179514] 'applied index is now lower than readState.Index' (duration: 3.913448ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:20:00.178894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.710396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-r48fc\" ","response":"range_response_count:1 size:17243"} {"level":"info","ts":"2026-02-27T01:20:00.17893Z","caller":"traceutil/trace.go:171","msg":"trace[369187007] range","detail":"{range_begin:/registry/pods/kube-system/cilium-r48fc; range_end:; response_count:1; response_revision:595; }","duration":"247.785999ms","start":"2026-02-27T01:19:59.931133Z","end":"2026-02-27T01:20:00.178919Z","steps":["trace[369187007] 'agreement among raft nodes before linearized reading' (duration: 247.624144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:00.179003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.389051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-27T01:20:00.179011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.108461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T01:20:00.179019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.132004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:20:00.179032Z","caller":"traceutil/trace.go:171","msg":"trace[2008286501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:595; }","duration":"187.443393ms","start":"2026-02-27T01:19:59.991581Z","end":"2026-02-27T01:20:00.179024Z","steps":["trace[2008286501] 'agreement among raft nodes before linearized reading' (duration: 187.35722ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:00.179042Z","caller":"traceutil/trace.go:171","msg":"trace[1600979515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:595; }","duration":"188.182433ms","start":"2026-02-27T01:19:59.990849Z","end":"2026-02-27T01:20:00.179032Z","steps":["trace[1600979515] 'agreement among raft nodes before linearized reading' (duration: 188.06393ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:00.179052Z","caller":"traceutil/trace.go:171","msg":"trace[101678790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:595; }","duration":"187.191916ms","start":"2026-02-27T01:19:59.99185Z","end":"2026-02-27T01:20:00.179042Z","steps":["trace[101678790] 'agreement among raft nodes before linearized reading' (duration: 187.095984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:00.179187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.622088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-27T01:20:00.179264Z","caller":"traceutil/trace.go:171","msg":"trace[1048576684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:595; }","duration":"187.741541ms","start":"2026-02-27T01:19:59.991503Z","end":"2026-02-27T01:20:00.179245Z","steps":["trace[1048576684] 'agreement among raft nodes before linearized reading' (duration: 187.502794ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:00.495218Z","caller":"traceutil/trace.go:171","msg":"trace[23630627] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"111.124849ms","start":"2026-02-27T01:20:00.384052Z","end":"2026-02-27T01:20:00.495177Z","steps":["trace[23630627] 'process raft request' (duration: 109.777212ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:00.495314Z","caller":"traceutil/trace.go:171","msg":"trace[1978998357] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"109.496604ms","start":"2026-02-27T01:20:00.385781Z","end":"2026-02-27T01:20:00.495278Z","steps":["trace[1978998357] 'process raft request' (duration: 109.223617ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:00.495436Z","caller":"traceutil/trace.go:171","msg":"trace[2082984468] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:661; }","duration":"110.159492ms","start":"2026-02-27T01:20:00.385257Z","end":"2026-02-27T01:20:00.495417Z","steps":["trace[2082984468] 'read index received' (duration: 31.915215ms)","trace[2082984468] 'applied index is now lower than readState.Index' (duration: 78.243347ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:00.495567Z","caller":"traceutil/trace.go:171","msg":"trace[897358674] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"109.204216ms","start":"2026-02-27T01:20:00.386349Z","end":"2026-02-27T01:20:00.495553Z","steps":["trace[897358674] 'process raft request' (duration: 108.768884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:00.495786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.490861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75969b45cf\" ","response":"range_response_count:1 size:4470"} {"level":"warn","ts":"2026-02-27T01:20:00.495909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.110204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-9997c64fc\" ","response":"range_response_count:1 size:4730"} {"level":"info","ts":"2026-02-27T01:20:00.495954Z","caller":"traceutil/trace.go:171","msg":"trace[179753966] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75969b45cf; range_end:; response_count:1; response_revision:647; }","duration":"110.699777ms","start":"2026-02-27T01:20:00.385225Z","end":"2026-02-27T01:20:00.495925Z","steps":["trace[179753966] 'agreement among raft nodes before linearized reading' (duration: 110.331107ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:00.495975Z","caller":"traceutil/trace.go:171","msg":"trace[1847862970] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-9997c64fc; range_end:; response_count:1; response_revision:647; }","duration":"109.197966ms","start":"2026-02-27T01:20:00.386749Z","end":"2026-02-27T01:20:00.495947Z","steps":["trace[1847862970] 'agreement among raft nodes before linearized reading' (duration: 108.962689ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:00.495973Z","caller":"traceutil/trace.go:171","msg":"trace[98249226] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"109.420582ms","start":"2026-02-27T01:20:00.386528Z","end":"2026-02-27T01:20:00.495949Z","steps":["trace[98249226] 'process raft request' (duration: 108.769094ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:00.49601Z","caller":"traceutil/trace.go:171","msg":"trace[160426981] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"109.317799ms","start":"2026-02-27T01:20:00.386677Z","end":"2026-02-27T01:20:00.495994Z","steps":["trace[160426981] 'process raft request' (duration: 108.678051ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:00.853274Z","caller":"traceutil/trace.go:171","msg":"trace[1535575576] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"227.865382ms","start":"2026-02-27T01:20:00.625382Z","end":"2026-02-27T01:20:00.853247Z","steps":["trace[1535575576] 'process raft request' (duration: 227.357918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:01.091946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.722552ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T01:20:01.092494Z","caller":"traceutil/trace.go:171","msg":"trace[1878099254] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:669; }","duration":"156.335929ms","start":"2026-02-27T01:20:00.936132Z","end":"2026-02-27T01:20:01.092468Z","steps":["trace[1878099254] 'read index received' (duration: 19.798973ms)","trace[1878099254] 'applied index is now lower than readState.Index' (duration: 136.535246ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:01.092567Z","caller":"traceutil/trace.go:171","msg":"trace[905888128] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"220.650584ms","start":"2026-02-27T01:20:00.871863Z","end":"2026-02-27T01:20:01.092514Z","steps":["trace[905888128] 'process raft request' (duration: 220.195091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:01.126785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.61949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-r48fc\" ","response":"range_response_count:1 size:17427"} {"level":"info","ts":"2026-02-27T01:20:01.126863Z","caller":"traceutil/trace.go:171","msg":"trace[1136959412] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"189.17247ms","start":"2026-02-27T01:20:00.937634Z","end":"2026-02-27T01:20:01.126807Z","steps":["trace[1136959412] 'process raft request' (duration: 154.822198ms)","trace[1136959412] 'compare' (duration: 34.187848ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:01.126882Z","caller":"traceutil/trace.go:171","msg":"trace[1586423878] range","detail":"{range_begin:/registry/pods/kube-system/cilium-r48fc; range_end:; response_count:1; response_revision:650; }","duration":"190.754614ms","start":"2026-02-27T01:20:00.9361Z","end":"2026-02-27T01:20:01.126855Z","steps":["trace[1586423878] 'agreement among raft nodes before linearized reading' (duration: 156.528915ms)","trace[1586423878] 'range keys from in-memory index tree' (duration: 33.993183ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:01.334215Z","caller":"traceutil/trace.go:171","msg":"trace[1345487605] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"192.576564ms","start":"2026-02-27T01:20:01.141583Z","end":"2026-02-27T01:20:01.33416Z","steps":["trace[1345487605] 'process raft request' (duration: 100.837096ms)","trace[1345487605] 'compare' (duration: 91.427109ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:01.334642Z","caller":"traceutil/trace.go:171","msg":"trace[1805644905] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"103.786788ms","start":"2026-02-27T01:20:01.230787Z","end":"2026-02-27T01:20:01.334573Z","steps":["trace[1805644905] 'process raft request' (duration: 103.48234ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:01.514154Z","caller":"traceutil/trace.go:171","msg":"trace[1166511002] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"157.004948ms","start":"2026-02-27T01:20:01.357115Z","end":"2026-02-27T01:20:01.51412Z","steps":["trace[1166511002] 'process raft request' (duration: 100.280732ms)","trace[1166511002] 'compare' (duration: 56.565012ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:01.763115Z","caller":"traceutil/trace.go:171","msg":"trace[536952881] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"135.236621ms","start":"2026-02-27T01:20:01.627853Z","end":"2026-02-27T01:20:01.76309Z","steps":["trace[536952881] 'process raft request' (duration: 134.992494ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:02.199865Z","caller":"traceutil/trace.go:171","msg":"trace[234786136] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"415.319176ms","start":"2026-02-27T01:20:01.784524Z","end":"2026-02-27T01:20:02.199843Z","steps":["trace[234786136] 'process raft request' (duration: 393.201109ms)","trace[234786136] 'compare' (duration: 21.856769ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:20:02.200013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:20:01.7845Z","time spent":"415.447098ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2966,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:20:02.199858Z","caller":"traceutil/trace.go:171","msg":"trace[1385444431] linearizableReadLoop","detail":"{readStateIndex:680; appliedIndex:679; }","duration":"251.924992ms","start":"2026-02-27T01:20:01.947902Z","end":"2026-02-27T01:20:02.199827Z","steps":["trace[1385444431] 'read index received' (duration: 229.872637ms)","trace[1385444431] 'applied index is now lower than readState.Index' (duration: 22.050995ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:20:02.200119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.2126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-r48fc\" ","response":"range_response_count:1 size:17520"} {"level":"info","ts":"2026-02-27T01:20:02.200187Z","caller":"traceutil/trace.go:171","msg":"trace[2126711453] range","detail":"{range_begin:/registry/pods/kube-system/cilium-r48fc; range_end:; response_count:1; response_revision:659; }","duration":"252.336374ms","start":"2026-02-27T01:20:01.947834Z","end":"2026-02-27T01:20:02.200171Z","steps":["trace[2126711453] 'agreement among raft nodes before linearized reading' (duration: 252.078656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:02.200401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.977885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:20:02.20051Z","caller":"traceutil/trace.go:171","msg":"trace[2050700831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:659; }","duration":"146.15332ms","start":"2026-02-27T01:20:02.054327Z","end":"2026-02-27T01:20:02.20048Z","steps":["trace[2050700831] 'agreement among raft nodes before linearized reading' (duration: 145.925284ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:12.210555Z","caller":"traceutil/trace.go:171","msg":"trace[1994156167] linearizableReadLoop","detail":"{readStateIndex:852; appliedIndex:849; }","duration":"103.677235ms","start":"2026-02-27T01:20:12.106841Z","end":"2026-02-27T01:20:12.210518Z","steps":["trace[1994156167] 'read index received' (duration: 11.319631ms)","trace[1994156167] 'applied index is now lower than readState.Index' (duration: 92.356214ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:20:12.210961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.101176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-ckqs5\" ","response":"range_response_count:1 size:4868"} {"level":"info","ts":"2026-02-27T01:20:12.210979Z","caller":"traceutil/trace.go:171","msg":"trace[16032531] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"105.715101ms","start":"2026-02-27T01:20:12.105228Z","end":"2026-02-27T01:20:12.210943Z","steps":["trace[16032531] 'process raft request' (duration: 105.078913ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:12.211011Z","caller":"traceutil/trace.go:171","msg":"trace[293879641] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-ckqs5; range_end:; response_count:1; response_revision:831; }","duration":"104.206969ms","start":"2026-02-27T01:20:12.10679Z","end":"2026-02-27T01:20:12.210997Z","steps":["trace[293879641] 'agreement among raft nodes before linearized reading' (duration: 103.89275ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:12.211054Z","caller":"traceutil/trace.go:171","msg":"trace[10311765] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"105.923376ms","start":"2026-02-27T01:20:12.105101Z","end":"2026-02-27T01:20:12.211024Z","steps":["trace[10311765] 'process raft request' (duration: 76.248332ms)","trace[10311765] 'compare' (duration: 28.82206ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:12.211169Z","caller":"traceutil/trace.go:171","msg":"trace[1850071334] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"103.87337ms","start":"2026-02-27T01:20:12.107213Z","end":"2026-02-27T01:20:12.211087Z","steps":["trace[1850071334] 'process raft request' (duration: 103.16551ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:12.211257Z","caller":"traceutil/trace.go:171","msg":"trace[553308654] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"101.346561ms","start":"2026-02-27T01:20:12.109851Z","end":"2026-02-27T01:20:12.211198Z","steps":["trace[553308654] 'process raft request' (duration: 100.618571ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:12.211983Z","caller":"traceutil/trace.go:171","msg":"trace[1862070051] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"103.086298ms","start":"2026-02-27T01:20:12.108872Z","end":"2026-02-27T01:20:12.211959Z","steps":["trace[1862070051] 'process raft request' (duration: 101.548566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:19.81585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.785803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:20:19.815957Z","caller":"traceutil/trace.go:171","msg":"trace[425923570] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"711.080453ms","start":"2026-02-27T01:20:19.104857Z","end":"2026-02-27T01:20:19.815938Z","steps":["trace[425923570] 'process raft request' (duration: 24.082164ms)","trace[425923570] 'compare' (duration: 686.571097ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:20:19.816016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:20:19.104841Z","time spent":"711.146555ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:20:30.626289Z","caller":"traceutil/trace.go:171","msg":"trace[1789133157] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"141.566489ms","start":"2026-02-27T01:20:30.484693Z","end":"2026-02-27T01:20:30.626259Z","steps":["trace[1789133157] 'process raft request' (duration: 141.300382ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:30.626327Z","caller":"traceutil/trace.go:171","msg":"trace[1158421195] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"141.241701ms","start":"2026-02-27T01:20:30.485053Z","end":"2026-02-27T01:20:30.626294Z","steps":["trace[1158421195] 'process raft request' (duration: 141.068336ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:49.369757Z","caller":"traceutil/trace.go:171","msg":"trace[1547034519] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"341.894812ms","start":"2026-02-27T01:20:49.027825Z","end":"2026-02-27T01:20:49.36972Z","steps":["trace[1547034519] 'process raft request' (duration: 319.644796ms)","trace[1547034519] 'compare' (duration: 21.926907ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:20:49.370002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:20:49.027797Z","time spent":"342.080987ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:20:51.375007Z","caller":"traceutil/trace.go:171","msg":"trace[2052683971] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"136.907495ms","start":"2026-02-27T01:20:51.238071Z","end":"2026-02-27T01:20:51.374979Z","steps":["trace[2052683971] 'process raft request' (duration: 136.746491ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:51.501068Z","caller":"traceutil/trace.go:171","msg":"trace[1361167541] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"117.921476ms","start":"2026-02-27T01:20:51.383123Z","end":"2026-02-27T01:20:51.501044Z","steps":["trace[1361167541] 'process raft request' (duration: 117.790723ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:52.073222Z","caller":"traceutil/trace.go:171","msg":"trace[977874752] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"311.365264ms","start":"2026-02-27T01:20:51.761825Z","end":"2026-02-27T01:20:52.07319Z","steps":["trace[977874752] 'process raft request' (duration: 311.095466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:52.073378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:20:51.7618Z","time spent":"311.509228ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1291,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:20:52.118394Z","caller":"traceutil/trace.go:171","msg":"trace[1664743905] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"355.458624ms","start":"2026-02-27T01:20:51.762908Z","end":"2026-02-27T01:20:52.118367Z","steps":["trace[1664743905] 'process raft request' (duration: 355.391052ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:52.118415Z","caller":"traceutil/trace.go:171","msg":"trace[390807311] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"356.387869ms","start":"2026-02-27T01:20:51.761981Z","end":"2026-02-27T01:20:52.118369Z","steps":["trace[390807311] 'process raft request' (duration: 356.167983ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:52.118464Z","caller":"traceutil/trace.go:171","msg":"trace[2145987154] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"356.44853ms","start":"2026-02-27T01:20:51.761981Z","end":"2026-02-27T01:20:52.11843Z","steps":["trace[2145987154] 'process raft request' (duration: 356.289956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:52.11856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:20:51.762897Z","time spent":"355.575987ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4432,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:20:52.118574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:20:51.761966Z","time spent":"356.533443ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1027,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:20:52.118816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:20:51.761964Z","time spent":"356.564884ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1027,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:20:52.238325Z","caller":"traceutil/trace.go:171","msg":"trace[189702130] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"114.645989ms","start":"2026-02-27T01:20:52.123584Z","end":"2026-02-27T01:20:52.23823Z","steps":["trace[189702130] 'process raft request' (duration: 112.736868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:52.661457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.082439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:20:52.661765Z","caller":"traceutil/trace.go:171","msg":"trace[628425684] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"279.047239ms","start":"2026-02-27T01:20:52.38268Z","end":"2026-02-27T01:20:52.661727Z","steps":["trace[628425684] 'process raft request' (duration: 178.619381ms)","trace[628425684] 'compare' (duration: 99.878053ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:52.66181Z","caller":"traceutil/trace.go:171","msg":"trace[1310951340] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"276.655405ms","start":"2026-02-27T01:20:52.385136Z","end":"2026-02-27T01:20:52.661791Z","steps":["trace[1310951340] 'process raft request' (duration: 276.523421ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:52.794589Z","caller":"traceutil/trace.go:171","msg":"trace[1832697406] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"102.218916ms","start":"2026-02-27T01:20:52.692337Z","end":"2026-02-27T01:20:52.794556Z","steps":["trace[1832697406] 'process raft request' (duration: 85.639552ms)","trace[1832697406] 'compare' (duration: 16.322787ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:52.794734Z","caller":"traceutil/trace.go:171","msg":"trace[1409093886] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"102.003ms","start":"2026-02-27T01:20:52.692701Z","end":"2026-02-27T01:20:52.794704Z","steps":["trace[1409093886] 'process raft request' (duration: 101.757564ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:53.512903Z","caller":"traceutil/trace.go:171","msg":"trace[1061902008] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"124.607755ms","start":"2026-02-27T01:20:53.388256Z","end":"2026-02-27T01:20:53.512864Z","steps":["trace[1061902008] 'process raft request' (duration: 56.238785ms)","trace[1061902008] 'compare' (duration: 68.155765ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:53.721908Z","caller":"traceutil/trace.go:171","msg":"trace[999054104] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"142.788032ms","start":"2026-02-27T01:20:53.579086Z","end":"2026-02-27T01:20:53.721874Z","steps":["trace[999054104] 'process raft request' (duration: 96.822101ms)","trace[999054104] 'compare' (duration: 45.644692ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:53.722145Z","caller":"traceutil/trace.go:171","msg":"trace[1352013460] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"112.08001ms","start":"2026-02-27T01:20:53.610036Z","end":"2026-02-27T01:20:53.722116Z","steps":["trace[1352013460] 'process raft request' (duration: 111.761702ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:54.033152Z","caller":"traceutil/trace.go:171","msg":"trace[1082066053] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"302.760823ms","start":"2026-02-27T01:20:53.730353Z","end":"2026-02-27T01:20:54.033114Z","steps":["trace[1082066053] 'process raft request' (duration: 282.351577ms)","trace[1082066053] 'compare' (duration: 20.264942ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:20:54.033275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:20:53.730329Z","time spent":"302.887967ms","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3114,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:20:54.034422Z","caller":"traceutil/trace.go:171","msg":"trace[413677900] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"299.338592ms","start":"2026-02-27T01:20:53.735058Z","end":"2026-02-27T01:20:54.034397Z","steps":["trace[413677900] 'process raft request' (duration: 299.228519ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:54.87848Z","caller":"traceutil/trace.go:171","msg":"trace[1156556989] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"216.816933ms","start":"2026-02-27T01:20:54.661621Z","end":"2026-02-27T01:20:54.878438Z","steps":["trace[1156556989] 'process raft request' (duration: 216.656369ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:55.903997Z","caller":"traceutil/trace.go:171","msg":"trace[216869410] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"127.131471ms","start":"2026-02-27T01:20:55.776839Z","end":"2026-02-27T01:20:55.903971Z","steps":["trace[216869410] 'process raft request' (duration: 89.65555ms)","trace[216869410] 'compare' (duration: 37.366799ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:57.106231Z","caller":"traceutil/trace.go:171","msg":"trace[1215366027] linearizableReadLoop","detail":"{readStateIndex:1241; appliedIndex:1240; }","duration":"160.926757ms","start":"2026-02-27T01:20:56.94528Z","end":"2026-02-27T01:20:57.106207Z","steps":["trace[1215366027] 'read index received' (duration: 160.805104ms)","trace[1215366027] 'applied index is now lower than readState.Index' (duration: 120.543µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:57.106275Z","caller":"traceutil/trace.go:171","msg":"trace[1612561827] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"199.429828ms","start":"2026-02-27T01:20:56.90682Z","end":"2026-02-27T01:20:57.106249Z","steps":["trace[1612561827] 'process raft request' (duration: 199.220213ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:57.106456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.148633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:20:57.1065Z","caller":"traceutil/trace.go:171","msg":"trace[427160843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1202; }","duration":"161.223946ms","start":"2026-02-27T01:20:56.945264Z","end":"2026-02-27T01:20:57.106488Z","steps":["trace[427160843] 'agreement among raft nodes before linearized reading' (duration: 161.064692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:57.106557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.447625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T01:20:57.106558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.143477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:20:57.106638Z","caller":"traceutil/trace.go:171","msg":"trace[774624446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1202; }","duration":"160.575568ms","start":"2026-02-27T01:20:56.946046Z","end":"2026-02-27T01:20:57.106621Z","steps":["trace[774624446] 'agreement among raft nodes before linearized reading' (duration: 160.386593ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:57.106646Z","caller":"traceutil/trace.go:171","msg":"trace[72330095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1202; }","duration":"160.25376ms","start":"2026-02-27T01:20:56.946379Z","end":"2026-02-27T01:20:57.106633Z","steps":["trace[72330095] 'agreement among raft nodes before linearized reading' (duration: 160.071495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:57.106715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.413694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:20:57.10681Z","caller":"traceutil/trace.go:171","msg":"trace[1955857088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1202; }","duration":"160.548908ms","start":"2026-02-27T01:20:56.94624Z","end":"2026-02-27T01:20:57.106789Z","steps":["trace[1955857088] 'agreement among raft nodes before linearized reading' (duration: 160.228759ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:57.25145Z","caller":"traceutil/trace.go:171","msg":"trace[1791289095] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"140.982514ms","start":"2026-02-27T01:20:57.110441Z","end":"2026-02-27T01:20:57.251424Z","steps":["trace[1791289095] 'process raft request' (duration: 112.411169ms)","trace[1791289095] 'compare' (duration: 28.449862ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:57.325975Z","caller":"traceutil/trace.go:171","msg":"trace[1460195280] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"215.297863ms","start":"2026-02-27T01:20:57.110652Z","end":"2026-02-27T01:20:57.32595Z","steps":["trace[1460195280] 'process raft request' (duration: 215.102897ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:57.326266Z","caller":"traceutil/trace.go:171","msg":"trace[1621387788] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"215.339204ms","start":"2026-02-27T01:20:57.110907Z","end":"2026-02-27T01:20:57.326246Z","steps":["trace[1621387788] 'process raft request' (duration: 215.002645ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:57.326391Z","caller":"traceutil/trace.go:171","msg":"trace[1483117379] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"214.683616ms","start":"2026-02-27T01:20:57.111697Z","end":"2026-02-27T01:20:57.326381Z","steps":["trace[1483117379] 'process raft request' (duration: 214.46206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:58.791777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.091321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:20:58.791867Z","caller":"traceutil/trace.go:171","msg":"trace[302587364] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1208; }","duration":"124.245135ms","start":"2026-02-27T01:20:58.667597Z","end":"2026-02-27T01:20:58.791842Z","steps":["trace[302587364] 'count revisions from in-memory index tree' (duration: 123.947408ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:59.462954Z","caller":"traceutil/trace.go:171","msg":"trace[1810081434] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"128.927051ms","start":"2026-02-27T01:20:59.333999Z","end":"2026-02-27T01:20:59.462926Z","steps":["trace[1810081434] 'process raft request' (duration: 40.152195ms)","trace[1810081434] 'compare' (duration: 88.625972ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:59.463146Z","caller":"traceutil/trace.go:171","msg":"trace[1091113537] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"129.018114ms","start":"2026-02-27T01:20:59.334073Z","end":"2026-02-27T01:20:59.463092Z","steps":["trace[1091113537] 'process raft request' (duration: 128.809758ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:00.908446Z","caller":"traceutil/trace.go:171","msg":"trace[531626507] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1226; }","duration":"106.533111ms","start":"2026-02-27T01:21:00.801886Z","end":"2026-02-27T01:21:00.908419Z","steps":["trace[531626507] 'process raft request' (duration: 51.317724ms)","trace[531626507] 'compare' (duration: 55.113405ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:01.064477Z","caller":"traceutil/trace.go:171","msg":"trace[1824574188] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"126.562038ms","start":"2026-02-27T01:21:00.937889Z","end":"2026-02-27T01:21:01.064451Z","steps":["trace[1824574188] 'process raft request' (duration: 126.364022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:01.444504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.959956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T01:21:01.444582Z","caller":"traceutil/trace.go:171","msg":"trace[1554424224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1230; }","duration":"168.093069ms","start":"2026-02-27T01:21:01.276474Z","end":"2026-02-27T01:21:01.444567Z","steps":["trace[1554424224] 'range keys from in-memory index tree' (duration: 167.823081ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:15.458855Z","caller":"traceutil/trace.go:171","msg":"trace[1558212247] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"141.542368ms","start":"2026-02-27T01:21:15.317291Z","end":"2026-02-27T01:21:15.458833Z","steps":["trace[1558212247] 'process raft request' (duration: 141.411835ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:16.496859Z","caller":"traceutil/trace.go:171","msg":"trace[459483481] linearizableReadLoop","detail":"{readStateIndex:1535; appliedIndex:1534; }","duration":"171.218503ms","start":"2026-02-27T01:21:16.325621Z","end":"2026-02-27T01:21:16.49684Z","steps":["trace[459483481] 'read index received' (duration: 171.068439ms)","trace[459483481] 'applied index is now lower than readState.Index' (duration: 149.574µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:16.496925Z","caller":"traceutil/trace.go:171","msg":"trace[1159150431] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"373.61039ms","start":"2026-02-27T01:21:16.123297Z","end":"2026-02-27T01:21:16.496907Z","steps":["trace[1159150431] 'process raft request' (duration: 373.419485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:16.497022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.395838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-02-27T01:21:16.497017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:16.12328Z","time spent":"373.674402ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:21:16.497045Z","caller":"traceutil/trace.go:171","msg":"trace[1852873970] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1486; }","duration":"171.445519ms","start":"2026-02-27T01:21:16.325588Z","end":"2026-02-27T01:21:16.497033Z","steps":["trace[1852873970] 'agreement among raft nodes before linearized reading' (duration: 171.324806ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:16.714509Z","caller":"traceutil/trace.go:171","msg":"trace[85539333] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"208.173402ms","start":"2026-02-27T01:21:16.506287Z","end":"2026-02-27T01:21:16.714461Z","steps":["trace[85539333] 'process raft request' (duration: 189.283256ms)","trace[85539333] 'compare' (duration: 18.562797ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:16.715067Z","caller":"traceutil/trace.go:171","msg":"trace[1543623874] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"208.059279ms","start":"2026-02-27T01:21:16.506974Z","end":"2026-02-27T01:21:16.715033Z","steps":["trace[1543623874] 'process raft request' (duration: 207.296259ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:19.867055Z","caller":"traceutil/trace.go:171","msg":"trace[844765998] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"199.984132ms","start":"2026-02-27T01:21:19.667029Z","end":"2026-02-27T01:21:19.867013Z","steps":["trace[844765998] 'process raft request' (duration: 157.612838ms)","trace[844765998] 'compare' (duration: 42.167769ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:19.868027Z","caller":"traceutil/trace.go:171","msg":"trace[1798191738] linearizableReadLoop","detail":"{readStateIndex:1560; appliedIndex:1558; }","duration":"151.277029ms","start":"2026-02-27T01:21:19.71672Z","end":"2026-02-27T01:21:19.867997Z","steps":["trace[1798191738] 'read index received' (duration: 107.933229ms)","trace[1798191738] 'applied index is now lower than readState.Index' (duration: 43.34207ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:19.86805Z","caller":"traceutil/trace.go:171","msg":"trace[2045744128] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"196.734155ms","start":"2026-02-27T01:21:19.671281Z","end":"2026-02-27T01:21:19.868015Z","steps":["trace[2045744128] 'process raft request' (duration: 196.522649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:19.868333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.584677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:21:19.868406Z","caller":"traceutil/trace.go:171","msg":"trace[188873182] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1511; }","duration":"151.70303ms","start":"2026-02-27T01:21:19.716684Z","end":"2026-02-27T01:21:19.868387Z","steps":["trace[188873182] 'agreement among raft nodes before linearized reading' (duration: 151.449053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:19.868422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.156821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T01:21:19.868486Z","caller":"traceutil/trace.go:171","msg":"trace[1644431264] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1511; }","duration":"137.267634ms","start":"2026-02-27T01:21:19.731203Z","end":"2026-02-27T01:21:19.86847Z","steps":["trace[1644431264] 'agreement among raft nodes before linearized reading' (duration: 137.033408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:19.868687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.339172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:21:19.868741Z","caller":"traceutil/trace.go:171","msg":"trace[1518946453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1511; }","duration":"135.449995ms","start":"2026-02-27T01:21:19.733278Z","end":"2026-02-27T01:21:19.868728Z","steps":["trace[1518946453] 'agreement among raft nodes before linearized reading' (duration: 135.291581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:19.868719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.597169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:21:19.868931Z","caller":"traceutil/trace.go:171","msg":"trace[2055533195] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1511; }","duration":"135.860086ms","start":"2026-02-27T01:21:19.733051Z","end":"2026-02-27T01:21:19.868911Z","steps":["trace[2055533195] 'agreement among raft nodes before linearized reading' (duration: 135.545088ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:26.939675Z","caller":"traceutil/trace.go:171","msg":"trace[1607638502] linearizableReadLoop","detail":"{readStateIndex:1666; appliedIndex:1665; }","duration":"126.908914ms","start":"2026-02-27T01:21:26.812746Z","end":"2026-02-27T01:21:26.939655Z","steps":["trace[1607638502] 'read index received' (duration: 126.78339ms)","trace[1607638502] 'applied index is now lower than readState.Index' (duration: 124.844µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:26.939768Z","caller":"traceutil/trace.go:171","msg":"trace[303880903] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"127.734836ms","start":"2026-02-27T01:21:26.812006Z","end":"2026-02-27T01:21:26.939741Z","steps":["trace[303880903] 'process raft request' (duration: 127.482119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:26.939904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.142801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-02-27T01:21:26.939986Z","caller":"traceutil/trace.go:171","msg":"trace[1389570069] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1613; }","duration":"127.229733ms","start":"2026-02-27T01:21:26.812734Z","end":"2026-02-27T01:21:26.939964Z","steps":["trace[1389570069] 'agreement among raft nodes before linearized reading' (duration: 127.036648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:28.068894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.318534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:21:28.068964Z","caller":"traceutil/trace.go:171","msg":"trace[1781148689] linearizableReadLoop","detail":"{readStateIndex:1673; appliedIndex:1672; }","duration":"495.837512ms","start":"2026-02-27T01:21:27.573115Z","end":"2026-02-27T01:21:28.068953Z","steps":["trace[1781148689] 'read index received' (duration: 79.296891ms)","trace[1781148689] 'applied index is now lower than readState.Index' (duration: 416.539721ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:28.069032Z","caller":"traceutil/trace.go:171","msg":"trace[2039013828] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"523.933483ms","start":"2026-02-27T01:21:27.545069Z","end":"2026-02-27T01:21:28.069002Z","steps":["trace[2039013828] 'process raft request' (duration: 107.450574ms)","trace[2039013828] 'compare' (duration: 416.244263ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:21:28.069063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:27.545038Z","time spent":"524.008655ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:21:28.069351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.198501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.1897f5d69deb7fc6\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-02-27T01:21:28.069454Z","caller":"traceutil/trace.go:171","msg":"trace[1516023440] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.1897f5d69deb7fc6; range_end:; response_count:1; response_revision:1620; }","duration":"496.337715ms","start":"2026-02-27T01:21:27.573087Z","end":"2026-02-27T01:21:28.069425Z","steps":["trace[1516023440] 'agreement among raft nodes before linearized reading' (duration: 496.038727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:28.069501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:27.573075Z","time spent":"496.419047ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.1897f5d69deb7fc6\" "} {"level":"info","ts":"2026-02-27T01:21:28.10451Z","caller":"traceutil/trace.go:171","msg":"trace[1737443035] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"114.465462ms","start":"2026-02-27T01:21:27.990002Z","end":"2026-02-27T01:21:28.104468Z","steps":["trace[1737443035] 'process raft request' (duration: 114.163234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:28.104606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.050601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T01:21:28.104721Z","caller":"traceutil/trace.go:171","msg":"trace[1104155592] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1621; }","duration":"200.178244ms","start":"2026-02-27T01:21:27.904509Z","end":"2026-02-27T01:21:28.104687Z","steps":["trace[1104155592] 'agreement among raft nodes before linearized reading' (duration: 199.893706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:28.104834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.358325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-02-27T01:21:28.104606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.947057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-938754b3-bc29-4ffb-a385-0dc2f0f3b503\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-02-27T01:21:28.104883Z","caller":"traceutil/trace.go:171","msg":"trace[13833807] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1621; }","duration":"204.433237ms","start":"2026-02-27T01:21:27.900433Z","end":"2026-02-27T01:21:28.104866Z","steps":["trace[13833807] 'agreement among raft nodes before linearized reading' (duration: 204.322724ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:28.104915Z","caller":"traceutil/trace.go:171","msg":"trace[583147205] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-938754b3-bc29-4ffb-a385-0dc2f0f3b503; range_end:; response_count:1; response_revision:1621; }","duration":"529.295576ms","start":"2026-02-27T01:21:27.575599Z","end":"2026-02-27T01:21:28.104895Z","steps":["trace[583147205] 'agreement among raft nodes before linearized reading' (duration: 528.753562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:28.104944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.623302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:21:28.104735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.500123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:21:28.104992Z","caller":"traceutil/trace.go:171","msg":"trace[805110471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1621; }","duration":"201.699965ms","start":"2026-02-27T01:21:27.903274Z","end":"2026-02-27T01:21:28.104974Z","steps":["trace[805110471] 'agreement among raft nodes before linearized reading' (duration: 201.613773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:28.104994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:27.575588Z","time spent":"529.376549ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-938754b3-bc29-4ffb-a385-0dc2f0f3b503\" "} {"level":"warn","ts":"2026-02-27T01:21:28.105001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.826761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-02-27T01:21:28.105021Z","caller":"traceutil/trace.go:171","msg":"trace[1059463133] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1621; }","duration":"200.806821ms","start":"2026-02-27T01:21:27.904203Z","end":"2026-02-27T01:21:28.105009Z","steps":["trace[1059463133] 'agreement among raft nodes before linearized reading' (duration: 200.463102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:28.104837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.984773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:21:28.105116Z","caller":"traceutil/trace.go:171","msg":"trace[1603736301] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1621; }","duration":"157.965465ms","start":"2026-02-27T01:21:27.947133Z","end":"2026-02-27T01:21:28.105098Z","steps":["trace[1603736301] 'agreement among raft nodes before linearized reading' (duration: 157.716448ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:28.105152Z","caller":"traceutil/trace.go:171","msg":"trace[982566518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1621; }","duration":"202.285481ms","start":"2026-02-27T01:21:27.902826Z","end":"2026-02-27T01:21:28.105111Z","steps":["trace[982566518] 'agreement among raft nodes before linearized reading' (duration: 201.86452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:28.10518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.681838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:21:28.105261Z","caller":"traceutil/trace.go:171","msg":"trace[1408370438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1621; }","duration":"458.840412ms","start":"2026-02-27T01:21:27.6464Z","end":"2026-02-27T01:21:28.10524Z","steps":["trace[1408370438] 'agreement among raft nodes before linearized reading' (duration: 458.562865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:28.105308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:27.64637Z","time spent":"458.929655ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:21:28.890242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281884394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:21:29.39131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281884394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:21:29.892329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281884394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:21:30.174362Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.070225167s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:21:30.17488Z","caller":"traceutil/trace.go:171","msg":"trace[891184436] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"2.103062546s","start":"2026-02-27T01:21:28.071787Z","end":"2026-02-27T01:21:30.17485Z","steps":["trace[891184436] 'process raft request' (duration: 2.10285627s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:30.175075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:28.071761Z","time spent":"2.10321393s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:21:31.054957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000527115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T01:21:31.055047Z","caller":"traceutil/trace.go:171","msg":"trace[1137959567] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000619117s","start":"2026-02-27T01:21:29.054399Z","end":"2026-02-27T01:21:31.055018Z","steps":["trace[1137959567] 'agreement among raft nodes before linearized reading' (duration: 2.000525765s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:31.055138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:29.05433Z","time spent":"2.000752421s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 01:21:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-27T01:21:31.77366Z","caller":"traceutil/trace.go:171","msg":"trace[2038592341] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"3.664132517s","start":"2026-02-27T01:21:28.109497Z","end":"2026-02-27T01:21:31.773629Z","steps":["trace[2038592341] 'process raft request' (duration: 3.663915591s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:31.773722Z","caller":"traceutil/trace.go:171","msg":"trace[201353122] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"3.663406078s","start":"2026-02-27T01:21:28.110299Z","end":"2026-02-27T01:21:31.773705Z","steps":["trace[201353122] 'process raft request' (duration: 3.663336036s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:31.773805Z","caller":"traceutil/trace.go:171","msg":"trace[1434834696] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"3.663585343s","start":"2026-02-27T01:21:28.110209Z","end":"2026-02-27T01:21:31.773794Z","steps":["trace[1434834696] 'process raft request' (duration: 3.663394198s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:31.773818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:28.109477Z","time spent":"3.66426113s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:21:31.773916Z","caller":"traceutil/trace.go:171","msg":"trace[306931816] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"2.047640714s","start":"2026-02-27T01:21:29.726264Z","end":"2026-02-27T01:21:31.773905Z","steps":["trace[306931816] 'process raft request' (duration: 2.047407008s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:31.773975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:29.726235Z","time spent":"2.047708756s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:21:31.774077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:28.110269Z","time spent":"3.66349293s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:21:31.773807Z","caller":"traceutil/trace.go:171","msg":"trace[1820522911] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"3.663550142s","start":"2026-02-27T01:21:28.110208Z","end":"2026-02-27T01:21:31.773759Z","steps":["trace[1820522911] 'process raft request' (duration: 3.663369757s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:31.774169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.38455954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-938754b3-bc29-4ffb-a385-0dc2f0f3b503\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-02-27T01:21:31.774222Z","caller":"traceutil/trace.go:171","msg":"trace[2039581489] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-938754b3-bc29-4ffb-a385-0dc2f0f3b503; range_end:; response_count:1; response_revision:1628; }","duration":"3.384660493s","start":"2026-02-27T01:21:28.389548Z","end":"2026-02-27T01:21:31.774209Z","steps":["trace[2039581489] 'agreement among raft nodes before linearized reading' (duration: 3.384349695s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:31.773859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:28.110195Z","time spent":"3.663632364s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:21:31.774262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:28.389517Z","time spent":"3.384736825s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-938754b3-bc29-4ffb-a385-0dc2f0f3b503\" "} {"level":"warn","ts":"2026-02-27T01:21:31.774223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:28.110193Z","time spent":"3.663939562s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:21:31.773872Z","caller":"traceutil/trace.go:171","msg":"trace[802975105] linearizableReadLoop","detail":"{readStateIndex:1681; appliedIndex:1674; }","duration":"3.384243402s","start":"2026-02-27T01:21:28.389615Z","end":"2026-02-27T01:21:31.773859Z","steps":["trace[802975105] 'read index received' (duration: 1.785015661s)","trace[802975105] 'applied index is now lower than readState.Index' (duration: 1.599226941s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:31.774296Z","caller":"traceutil/trace.go:171","msg":"trace[858225319] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"3.664449065s","start":"2026-02-27T01:21:28.109793Z","end":"2026-02-27T01:21:31.774242Z","steps":["trace[858225319] 'process raft request' (duration: 3.663752006s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:31.774463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:28.109706Z","time spent":"3.664722032s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:21:32.299269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.000047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:21:32.299602Z","caller":"traceutil/trace.go:171","msg":"trace[1791579316] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"2.012442403s","start":"2026-02-27T01:21:30.287067Z","end":"2026-02-27T01:21:32.299509Z","steps":["trace[1791579316] 'process raft request' (duration: 1.550042296s)","trace[1791579316] 'compare' (duration: 461.750429ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:21:32.299875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:30.287035Z","time spent":"2.012676349s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:21:33.055539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000193325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T01:21:33.055642Z","caller":"traceutil/trace.go:171","msg":"trace[1713636248] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00037515s","start":"2026-02-27T01:21:31.055243Z","end":"2026-02-27T01:21:33.055619Z","steps":["trace[1713636248] 'agreement among raft nodes before linearized reading' (duration: 2.000249197s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:33.055697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:31.055212Z","time spent":"2.000474552s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 01:21:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:21:33.341882Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.504748365s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T01:21:33.343221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043799147s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T01:21:33.343512Z","caller":"traceutil/trace.go:171","msg":"trace[699676358] linearizableReadLoop","detail":"{readStateIndex:1683; appliedIndex:1681; }","duration":"1.569102206s","start":"2026-02-27T01:21:31.774386Z","end":"2026-02-27T01:21:33.343489Z","steps":["trace[699676358] 'read index received' (duration: 62.733828ms)","trace[699676358] 'applied index is now lower than readState.Index' (duration: 1.506366878s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:21:33.343762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.908638232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:21:33.343848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.230427343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-02-27T01:21:33.34387Z","caller":"traceutil/trace.go:171","msg":"trace[1991562060] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1629; }","duration":"2.908809616s","start":"2026-02-27T01:21:30.435037Z","end":"2026-02-27T01:21:33.343846Z","steps":["trace[1991562060] 'agreement among raft nodes before linearized reading' (duration: 2.908651642s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:33.343856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.367596623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-02-27T01:21:33.343937Z","caller":"traceutil/trace.go:171","msg":"trace[500442521] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1629; }","duration":"4.230535907s","start":"2026-02-27T01:21:29.113372Z","end":"2026-02-27T01:21:33.343908Z","steps":["trace[500442521] 'agreement among raft nodes before linearized reading' (duration: 4.230270079s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:33.34394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:30.435017Z","time spent":"2.908906419s","remote":"127.0.0.1:60824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:21:33.343937Z","caller":"traceutil/trace.go:171","msg":"trace[548927548] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"1.561645257s","start":"2026-02-27T01:21:31.782265Z","end":"2026-02-27T01:21:33.34391Z","steps":["trace[548927548] 'process raft request' (duration: 1.561049011s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:33.343939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.357832121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-27T01:21:33.34397Z","caller":"traceutil/trace.go:171","msg":"trace[229206047] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1629; }","duration":"4.367737666s","start":"2026-02-27T01:21:28.976212Z","end":"2026-02-27T01:21:33.34395Z","steps":["trace[229206047] 'agreement among raft nodes before linearized reading' (duration: 4.367505779s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:33.343995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:29.113359Z","time spent":"4.230621009s","remote":"127.0.0.1:50466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T01:21:33.344036Z","caller":"traceutil/trace.go:171","msg":"trace[1221459890] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1629; }","duration":"4.357945295s","start":"2026-02-27T01:21:28.986074Z","end":"2026-02-27T01:21:33.34402Z","steps":["trace[1221459890] 'agreement among raft nodes before linearized reading' (duration: 4.357675717s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:33.343847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.233624119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-938754b3-bc29-4ffb-a385-0dc2f0f3b503\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-02-27T01:21:33.344173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:28.986066Z","time spent":"4.358045457s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:21:33.344204Z","caller":"traceutil/trace.go:171","msg":"trace[1484684082] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-938754b3-bc29-4ffb-a385-0dc2f0f3b503; range_end:; response_count:1; response_revision:1629; }","duration":"4.233989919s","start":"2026-02-27T01:21:29.110194Z","end":"2026-02-27T01:21:33.344184Z","steps":["trace[1484684082] 'agreement among raft nodes before linearized reading' (duration: 4.233448934s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:33.344261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794399101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T01:21:33.344336Z","caller":"traceutil/trace.go:171","msg":"trace[1406797447] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1629; }","duration":"1.794511134s","start":"2026-02-27T01:21:31.549814Z","end":"2026-02-27T01:21:33.344325Z","steps":["trace[1406797447] 'agreement among raft nodes before linearized reading' (duration: 1.793907898s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:33.344344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:29.110167Z","time spent":"4.234157134s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-938754b3-bc29-4ffb-a385-0dc2f0f3b503\" "} {"level":"warn","ts":"2026-02-27T01:21:33.344407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:31.549786Z","time spent":"1.794585226s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":214,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:21:33.34413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:28.976191Z","time spent":"4.367837739s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:21:33.344084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:31.782242Z","time spent":"1.56175907s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:21:33.344411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.009054ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:21:33.344848Z","caller":"traceutil/trace.go:171","msg":"trace[337027534] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1629; }","duration":"943.398391ms","start":"2026-02-27T01:21:32.40143Z","end":"2026-02-27T01:21:33.344828Z","steps":["trace[337027534] 'range keys from in-memory index tree' (duration: 941.987714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:33.34781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.037621912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:21:33.347851Z","caller":"traceutil/trace.go:171","msg":"trace[1800736765] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1630; }","duration":"3.037713904s","start":"2026-02-27T01:21:30.310128Z","end":"2026-02-27T01:21:33.347842Z","steps":["trace[1800736765] 'agreement among raft nodes before linearized reading' (duration: 3.033699056s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:33.34788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:30.310094Z","time spent":"3.037779176s","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:21:33.347929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.181565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:21:33.347965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.559512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:21:33.347984Z","caller":"traceutil/trace.go:171","msg":"trace[1673871361] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1630; }","duration":"587.235196ms","start":"2026-02-27T01:21:32.760733Z","end":"2026-02-27T01:21:33.347968Z","steps":["trace[1673871361] 'agreement among raft nodes before linearized reading' (duration: 583.154697ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:33.347995Z","caller":"traceutil/trace.go:171","msg":"trace[1874162661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1630; }","duration":"975.626954ms","start":"2026-02-27T01:21:32.372359Z","end":"2026-02-27T01:21:33.347986Z","steps":["trace[1874162661] 'agreement among raft nodes before linearized reading' (duration: 971.536684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:33.347929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.499868119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:9612"} {"level":"warn","ts":"2026-02-27T01:21:33.348016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:32.372334Z","time spent":"975.677534ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:21:33.348018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:32.760675Z","time spent":"587.334048ms","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:21:33.347953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.273639254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:21:33.34812Z","caller":"traceutil/trace.go:171","msg":"trace[993704648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1630; }","duration":"3.273888961s","start":"2026-02-27T01:21:30.07422Z","end":"2026-02-27T01:21:33.348109Z","steps":["trace[993704648] 'agreement among raft nodes before linearized reading' (duration: 3.269642907s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:33.348045Z","caller":"traceutil/trace.go:171","msg":"trace[1631585619] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1630; }","duration":"2.500028123s","start":"2026-02-27T01:21:30.848001Z","end":"2026-02-27T01:21:33.348029Z","steps":["trace[1631585619] 'agreement among raft nodes before linearized reading' (duration: 2.495779849s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:33.348216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:30.847977Z","time spent":"2.500233809s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":9635,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:21:33.348162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.871239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:21:33.348297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.608136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5ba91fb2d64\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-27T01:21:33.348288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:30.074181Z","time spent":"3.274021565s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:21:33.348392Z","caller":"traceutil/trace.go:171","msg":"trace[335434959] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f5ba91fb2d64; range_end:; response_count:1; response_revision:1630; }","duration":"289.781251ms","start":"2026-02-27T01:21:33.05859Z","end":"2026-02-27T01:21:33.348371Z","steps":["trace[335434959] 'agreement among raft nodes before linearized reading' (duration: 285.289981ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:33.348332Z","caller":"traceutil/trace.go:171","msg":"trace[2021619901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1630; }","duration":"285.042894ms","start":"2026-02-27T01:21:33.063274Z","end":"2026-02-27T01:21:33.348317Z","steps":["trace[2021619901] 'agreement among raft nodes before linearized reading' (duration: 280.635086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:33.349917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091649426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:21:33.350007Z","caller":"traceutil/trace.go:171","msg":"trace[241243039] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1630; }","duration":"1.091755769s","start":"2026-02-27T01:21:32.258229Z","end":"2026-02-27T01:21:33.349985Z","steps":["trace[241243039] 'agreement among raft nodes before linearized reading' (duration: 1.085645756s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:33.350068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:32.258169Z","time spent":"1.091883953s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T01:21:33.616572Z","caller":"traceutil/trace.go:171","msg":"trace[1601295966] linearizableReadLoop","detail":"{readStateIndex:1697; appliedIndex:1696; }","duration":"200.824701ms","start":"2026-02-27T01:21:33.415718Z","end":"2026-02-27T01:21:33.616543Z","steps":["trace[1601295966] 'read index received' (duration: 119.554118ms)","trace[1601295966] 'applied index is now lower than readState.Index' (duration: 81.268923ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:21:33.616846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.099979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-938754b3-bc29-4ffb-a385-0dc2f0f3b503\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-02-27T01:21:33.61763Z","caller":"traceutil/trace.go:171","msg":"trace[1490636882] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-938754b3-bc29-4ffb-a385-0dc2f0f3b503; range_end:; response_count:1; response_revision:1642; }","duration":"201.90682ms","start":"2026-02-27T01:21:33.415687Z","end":"2026-02-27T01:21:33.617594Z","steps":["trace[1490636882] 'agreement among raft nodes before linearized reading' (duration: 201.009276ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:33.617145Z","caller":"traceutil/trace.go:171","msg":"trace[565539671] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"204.048687ms","start":"2026-02-27T01:21:33.412673Z","end":"2026-02-27T01:21:33.616722Z","steps":["trace[565539671] 'process raft request' (duration: 122.674261ms)","trace[565539671] 'compare' (duration: 81.000476ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:34.127571Z","caller":"traceutil/trace.go:171","msg":"trace[905128391] linearizableReadLoop","detail":"{readStateIndex:1699; appliedIndex:1697; }","duration":"498.023779ms","start":"2026-02-27T01:21:33.629522Z","end":"2026-02-27T01:21:34.127546Z","steps":["trace[905128391] 'read index received' (duration: 37.486572ms)","trace[905128391] 'applied index is now lower than readState.Index' (duration: 460.536137ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:34.127621Z","caller":"traceutil/trace.go:171","msg":"trace[473959744] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"501.77677ms","start":"2026-02-27T01:21:33.625799Z","end":"2026-02-27T01:21:34.127576Z","steps":["trace[473959744] 'process raft request' (duration: 448.620448ms)","trace[473959744] 'compare' (duration: 52.961537ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:21:34.129309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.252228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T01:21:34.129325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:33.625777Z","time spent":"503.446035ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3917,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:21:34.129361Z","caller":"traceutil/trace.go:171","msg":"trace[717676915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1644; }","duration":"350.36712ms","start":"2026-02-27T01:21:33.77898Z","end":"2026-02-27T01:21:34.129347Z","steps":["trace[717676915] 'agreement among raft nodes before linearized reading' (duration: 350.209206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:34.129404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:33.778882Z","time spent":"350.511275ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:21:34.129415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.184559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:21:34.129544Z","caller":"traceutil/trace.go:171","msg":"trace[1654401015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1644; }","duration":"349.332303ms","start":"2026-02-27T01:21:33.780166Z","end":"2026-02-27T01:21:34.129498Z","steps":["trace[1654401015] 'agreement among raft nodes before linearized reading' (duration: 349.043716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:34.127848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.291716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-02-27T01:21:34.129622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:33.780146Z","time spent":"349.439056ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:21:34.129638Z","caller":"traceutil/trace.go:171","msg":"trace[594307787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1644; }","duration":"500.118715ms","start":"2026-02-27T01:21:33.629492Z","end":"2026-02-27T01:21:34.129611Z","steps":["trace[594307787] 'agreement among raft nodes before linearized reading' (duration: 498.119032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:34.129699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:33.629484Z","time spent":"500.201907ms","remote":"127.0.0.1:50466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T01:21:34.129729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.604067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T01:21:34.129777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.756695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:21:34.129805Z","caller":"traceutil/trace.go:171","msg":"trace[538646925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1644; }","duration":"350.72544ms","start":"2026-02-27T01:21:33.779062Z","end":"2026-02-27T01:21:34.129787Z","steps":["trace[538646925] 'agreement among raft nodes before linearized reading' (duration: 350.544505ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:34.129838Z","caller":"traceutil/trace.go:171","msg":"trace[27413922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1644; }","duration":"349.834476ms","start":"2026-02-27T01:21:33.779988Z","end":"2026-02-27T01:21:34.129823Z","steps":["trace[27413922] 'agreement among raft nodes before linearized reading' (duration: 349.679842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:34.129859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:33.779038Z","time spent":"350.809133ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:21:34.129883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:33.77998Z","time spent":"349.892427ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:21:34.13004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.950337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T01:21:34.13011Z","caller":"traceutil/trace.go:171","msg":"trace[641709574] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1644; }","duration":"351.028558ms","start":"2026-02-27T01:21:33.779051Z","end":"2026-02-27T01:21:34.130079Z","steps":["trace[641709574] 'agreement among raft nodes before linearized reading' (duration: 350.904805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:34.130159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:33.779038Z","time spent":"351.109001ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T01:21:34.272878Z","caller":"traceutil/trace.go:171","msg":"trace[406805771] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"136.690535ms","start":"2026-02-27T01:21:34.135961Z","end":"2026-02-27T01:21:34.272652Z","steps":["trace[406805771] 'process raft request' (duration: 136.531891ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:34.285523Z","caller":"traceutil/trace.go:171","msg":"trace[997219722] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"149.522429ms","start":"2026-02-27T01:21:34.135974Z","end":"2026-02-27T01:21:34.285497Z","steps":["trace[997219722] 'process raft request' (duration: 149.357874ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:34.285823Z","caller":"traceutil/trace.go:171","msg":"trace[1029496709] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"149.386375ms","start":"2026-02-27T01:21:34.136425Z","end":"2026-02-27T01:21:34.285812Z","steps":["trace[1029496709] 'process raft request' (duration: 149.032546ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:34.285817Z","caller":"traceutil/trace.go:171","msg":"trace[1561637110] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"148.233155ms","start":"2026-02-27T01:21:34.137569Z","end":"2026-02-27T01:21:34.285802Z","steps":["trace[1561637110] 'process raft request' (duration: 148.189694ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:34.2859Z","caller":"traceutil/trace.go:171","msg":"trace[1192736128] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"148.963774ms","start":"2026-02-27T01:21:34.136904Z","end":"2026-02-27T01:21:34.285867Z","steps":["trace[1192736128] 'process raft request' (duration: 148.794709ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:35.963102Z","caller":"traceutil/trace.go:171","msg":"trace[778210436] linearizableReadLoop","detail":"{readStateIndex:1718; appliedIndex:1717; }","duration":"199.26885ms","start":"2026-02-27T01:21:35.763804Z","end":"2026-02-27T01:21:35.963073Z","steps":["trace[778210436] 'read index received' (duration: 199.059364ms)","trace[778210436] 'applied index is now lower than readState.Index' (duration: 207.875µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:35.963168Z","caller":"traceutil/trace.go:171","msg":"trace[2000629445] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"353.32988ms","start":"2026-02-27T01:21:35.609802Z","end":"2026-02-27T01:21:35.963132Z","steps":["trace[2000629445] 'process raft request' (duration: 353.086624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:35.963328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.508236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-27T01:21:35.963736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:35.609768Z","time spent":"353.774312ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:21:35.963668Z","caller":"traceutil/trace.go:171","msg":"trace[2017321555] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:1663; }","duration":"199.898587ms","start":"2026-02-27T01:21:35.76375Z","end":"2026-02-27T01:21:35.963648Z","steps":["trace[2017321555] 'agreement among raft nodes before linearized reading' (duration: 199.439215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:39.15727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.126252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:21:39.15736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.243728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10948"} {"level":"warn","ts":"2026-02-27T01:21:39.157391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.877118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-02-27T01:21:39.1574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.02456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:21:39.157445Z","caller":"traceutil/trace.go:171","msg":"trace[1000379444] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1708; }","duration":"699.982311ms","start":"2026-02-27T01:21:38.457443Z","end":"2026-02-27T01:21:39.157426Z","steps":["trace[1000379444] 'range keys from in-memory index tree' (duration: 699.724584ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:39.157469Z","caller":"traceutil/trace.go:171","msg":"trace[241366959] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1708; }","duration":"464.171723ms","start":"2026-02-27T01:21:38.693279Z","end":"2026-02-27T01:21:39.15745Z","steps":["trace[241366959] 'count revisions from in-memory index tree' (duration: 463.914577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:39.157487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:38.457422Z","time spent":"700.055332ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:21:39.157511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:38.693252Z","time spent":"464.248836ms","remote":"127.0.0.1:60836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:21:39.157422Z","caller":"traceutil/trace.go:171","msg":"trace[716177493] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1708; }","duration":"703.34074ms","start":"2026-02-27T01:21:38.454068Z","end":"2026-02-27T01:21:39.157409Z","steps":["trace[716177493] 'range keys from in-memory index tree' (duration: 703.042052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:39.157641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:38.454054Z","time spent":"703.539166ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10971,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T01:21:39.157411Z","caller":"traceutil/trace.go:171","msg":"trace[948450824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1708; }","duration":"102.309346ms","start":"2026-02-27T01:21:39.055075Z","end":"2026-02-27T01:21:39.157385Z","steps":["trace[948450824] 'range keys from in-memory index tree' (duration: 102.041809ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:39.399705Z","caller":"traceutil/trace.go:171","msg":"trace[1422596334] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"230.271569ms","start":"2026-02-27T01:21:39.169403Z","end":"2026-02-27T01:21:39.399675Z","steps":["trace[1422596334] 'process raft request' (duration: 230.078944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:39.729038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.782723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:21:39.729121Z","caller":"traceutil/trace.go:171","msg":"trace[1089049169] linearizableReadLoop","detail":"{readStateIndex:1767; appliedIndex:1765; }","duration":"345.383127ms","start":"2026-02-27T01:21:39.383725Z","end":"2026-02-27T01:21:39.729108Z","steps":["trace[1089049169] 'read index received' (duration: 15.839354ms)","trace[1089049169] 'applied index is now lower than readState.Index' (duration: 329.542943ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:39.729171Z","caller":"traceutil/trace.go:171","msg":"trace[1373589421] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"531.759902ms","start":"2026-02-27T01:21:39.197404Z","end":"2026-02-27T01:21:39.729164Z","steps":["trace[1373589421] 'process raft request' (duration: 423.786754ms)","trace[1373589421] 'compare' (duration: 107.67647ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:21:39.729214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:39.197374Z","time spent":"531.818194ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16383,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:21:39.72936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.635984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:21:39.729381Z","caller":"traceutil/trace.go:171","msg":"trace[1549077689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1710; }","duration":"345.700836ms","start":"2026-02-27T01:21:39.383674Z","end":"2026-02-27T01:21:39.729375Z","steps":["trace[1549077689] 'agreement among raft nodes before linearized reading' (duration: 345.613803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:39.729399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:39.38365Z","time spent":"345.745267ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:21:39.73164Z","caller":"traceutil/trace.go:171","msg":"trace[81899968] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"325.949328ms","start":"2026-02-27T01:21:39.405641Z","end":"2026-02-27T01:21:39.731591Z","steps":["trace[81899968] 'process raft request' (duration: 325.6478ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:39.731839Z","caller":"traceutil/trace.go:171","msg":"trace[676955684] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"325.745752ms","start":"2026-02-27T01:21:39.406057Z","end":"2026-02-27T01:21:39.731803Z","steps":["trace[676955684] 'process raft request' (duration: 325.369912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:39.731913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:39.405628Z","time spent":"326.129462ms","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:21:39.732149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:39.406052Z","time spent":"326.001199ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1139,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:21:39.732341Z","caller":"traceutil/trace.go:171","msg":"trace[718508431] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"325.063964ms","start":"2026-02-27T01:21:39.407245Z","end":"2026-02-27T01:21:39.732309Z","steps":["trace[718508431] 'process raft request' (duration: 324.452368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:39.732451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:39.40724Z","time spent":"325.154386ms","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1702,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:21:39.732504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.72157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-02-27T01:21:39.732508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.954592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-02-27T01:21:39.73255Z","caller":"traceutil/trace.go:171","msg":"trace[307456562] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1714; }","duration":"297.020074ms","start":"2026-02-27T01:21:39.435517Z","end":"2026-02-27T01:21:39.732537Z","steps":["trace[307456562] 'agreement among raft nodes before linearized reading' (duration: 296.895101ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:39.732548Z","caller":"traceutil/trace.go:171","msg":"trace[732001582] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1714; }","duration":"267.793112ms","start":"2026-02-27T01:21:39.464741Z","end":"2026-02-27T01:21:39.732534Z","steps":["trace[732001582] 'agreement among raft nodes before linearized reading' (duration: 267.692609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:39.732144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.916509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-02-27T01:21:39.732561Z","caller":"traceutil/trace.go:171","msg":"trace[964158652] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"326.139503ms","start":"2026-02-27T01:21:39.4064Z","end":"2026-02-27T01:21:39.73254Z","steps":["trace[964158652] 'process raft request' (duration: 325.25377ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:39.732627Z","caller":"traceutil/trace.go:171","msg":"trace[212488774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1714; }","duration":"344.395361ms","start":"2026-02-27T01:21:39.388188Z","end":"2026-02-27T01:21:39.732584Z","steps":["trace[212488774] 'agreement among raft nodes before linearized reading' (duration: 343.731454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:39.732708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.191945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-02-27T01:21:39.732726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:39.406394Z","time spent":"326.217895ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1144,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:21:39.732731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:39.388155Z","time spent":"344.544475ms","remote":"127.0.0.1:50466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T01:21:39.732775Z","caller":"traceutil/trace.go:171","msg":"trace[1790704603] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1714; }","duration":"298.300888ms","start":"2026-02-27T01:21:39.434453Z","end":"2026-02-27T01:21:39.732754Z","steps":["trace[1790704603] 'agreement among raft nodes before linearized reading' (duration: 298.061421ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:39.90386Z","caller":"traceutil/trace.go:171","msg":"trace[1269563703] linearizableReadLoop","detail":"{readStateIndex:1772; appliedIndex:1771; }","duration":"169.157894ms","start":"2026-02-27T01:21:39.734667Z","end":"2026-02-27T01:21:39.903825Z","steps":["trace[1269563703] 'read index received' (duration: 155.063127ms)","trace[1269563703] 'applied index is now lower than readState.Index' (duration: 14.093627ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:39.904037Z","caller":"traceutil/trace.go:171","msg":"trace[641118582] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"171.284311ms","start":"2026-02-27T01:21:39.732733Z","end":"2026-02-27T01:21:39.904017Z","steps":["trace[641118582] 'process raft request' (duration: 157.138883ms)","trace[641118582] 'compare' (duration: 13.777529ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:21:39.904398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.583248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-02-27T01:21:39.904512Z","caller":"traceutil/trace.go:171","msg":"trace[1947708106] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1715; }","duration":"168.713132ms","start":"2026-02-27T01:21:39.73577Z","end":"2026-02-27T01:21:39.904483Z","steps":["trace[1947708106] 'agreement among raft nodes before linearized reading' (duration: 168.430474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:39.904447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.782684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:21:39.904636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.071215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:21:39.904688Z","caller":"traceutil/trace.go:171","msg":"trace[1519713203] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:1715; }","duration":"168.151707ms","start":"2026-02-27T01:21:39.736523Z","end":"2026-02-27T01:21:39.904674Z","steps":["trace[1519713203] 'agreement among raft nodes before linearized reading' (duration: 168.039264ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:39.904691Z","caller":"traceutil/trace.go:171","msg":"trace[1661781815] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1715; }","duration":"126.147744ms","start":"2026-02-27T01:21:39.77852Z","end":"2026-02-27T01:21:39.904667Z","steps":["trace[1661781815] 'agreement among raft nodes before linearized reading' (duration: 125.705422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:39.904765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.091479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"warn","ts":"2026-02-27T01:21:39.90479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.360813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-938754b3-bc29-4ffb-a385-0dc2f0f3b503\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-02-27T01:21:39.904817Z","caller":"traceutil/trace.go:171","msg":"trace[1686949224] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1715; }","duration":"170.160071ms","start":"2026-02-27T01:21:39.734642Z","end":"2026-02-27T01:21:39.904802Z","steps":["trace[1686949224] 'agreement among raft nodes before linearized reading' (duration: 169.900114ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:39.904871Z","caller":"traceutil/trace.go:171","msg":"trace[1022272277] range","detail":"{range_begin:/registry/persistentvolumes/pvc-938754b3-bc29-4ffb-a385-0dc2f0f3b503; range_end:; response_count:1; response_revision:1715; }","duration":"168.468466ms","start":"2026-02-27T01:21:39.73638Z","end":"2026-02-27T01:21:39.904849Z","steps":["trace[1022272277] 'agreement among raft nodes before linearized reading' (duration: 168.208259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:42.340688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.915522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:21:42.340796Z","caller":"traceutil/trace.go:171","msg":"trace[1036525096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1733; }","duration":"432.072797ms","start":"2026-02-27T01:21:41.9087Z","end":"2026-02-27T01:21:42.340773Z","steps":["trace[1036525096] 'range keys from in-memory index tree' (duration: 431.764858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:42.340799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.787897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-02-27T01:21:42.340919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:41.908676Z","time spent":"432.161528ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:21:42.340932Z","caller":"traceutil/trace.go:171","msg":"trace[1921207994] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1733; }","duration":"410.984632ms","start":"2026-02-27T01:21:41.929928Z","end":"2026-02-27T01:21:42.340912Z","steps":["trace[1921207994] 'range keys from in-memory index tree' (duration: 410.613463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:42.340985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:41.929901Z","time spent":"411.074755ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:21:42.340696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.754233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-27T01:21:42.341064Z","caller":"traceutil/trace.go:171","msg":"trace[1742771157] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1733; }","duration":"412.137824ms","start":"2026-02-27T01:21:41.928899Z","end":"2026-02-27T01:21:42.341036Z","steps":["trace[1742771157] 'range keys from in-memory index tree' (duration: 411.493406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:42.341117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:41.928807Z","time spent":"412.291767ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:21:44.12196Z","caller":"traceutil/trace.go:171","msg":"trace[1518595619] linearizableReadLoop","detail":"{readStateIndex:1804; appliedIndex:1803; }","duration":"359.385902ms","start":"2026-02-27T01:21:43.762548Z","end":"2026-02-27T01:21:44.121934Z","steps":["trace[1518595619] 'read index received' (duration: 359.130535ms)","trace[1518595619] 'applied index is now lower than readState.Index' (duration: 254.477µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:44.122019Z","caller":"traceutil/trace.go:171","msg":"trace[1858823984] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"653.757245ms","start":"2026-02-27T01:21:43.468225Z","end":"2026-02-27T01:21:44.121982Z","steps":["trace[1858823984] 'process raft request' (duration: 653.523159ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:44.122174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.609908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-02-27T01:21:44.122191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:43.4682Z","time spent":"653.894119ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:21:44.122231Z","caller":"traceutil/trace.go:171","msg":"trace[1664111193] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1745; }","duration":"359.715931ms","start":"2026-02-27T01:21:43.762484Z","end":"2026-02-27T01:21:44.1222Z","steps":["trace[1664111193] 'agreement among raft nodes before linearized reading' (duration: 359.552297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:44.122326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:43.762462Z","time spent":"359.847834ms","remote":"127.0.0.1:50466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T01:21:50.55011Z","caller":"traceutil/trace.go:171","msg":"trace[1890298505] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"123.603106ms","start":"2026-02-27T01:21:50.426484Z","end":"2026-02-27T01:21:50.550087Z","steps":["trace[1890298505] 'process raft request' (duration: 48.084107ms)","trace[1890298505] 'compare' (duration: 75.344125ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:50.55044Z","caller":"traceutil/trace.go:171","msg":"trace[1297966181] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"123.858263ms","start":"2026-02-27T01:21:50.426565Z","end":"2026-02-27T01:21:50.550423Z","steps":["trace[1297966181] 'process raft request' (duration: 123.485573ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:50.550509Z","caller":"traceutil/trace.go:171","msg":"trace[1305707477] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"123.681878ms","start":"2026-02-27T01:21:50.426803Z","end":"2026-02-27T01:21:50.550485Z","steps":["trace[1305707477] 'process raft request' (duration: 123.520174ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:50.550548Z","caller":"traceutil/trace.go:171","msg":"trace[586372542] linearizableReadLoop","detail":"{readStateIndex:1857; appliedIndex:1852; }","duration":"118.642133ms","start":"2026-02-27T01:21:50.431884Z","end":"2026-02-27T01:21:50.550526Z","steps":["trace[586372542] 'read index received' (duration: 42.685802ms)","trace[586372542] 'applied index is now lower than readState.Index' (duration: 75.955351ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:50.550633Z","caller":"traceutil/trace.go:171","msg":"trace[752765046] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"123.837003ms","start":"2026-02-27T01:21:50.426784Z","end":"2026-02-27T01:21:50.550622Z","steps":["trace[752765046] 'process raft request' (duration: 123.652828ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:50.550591Z","caller":"traceutil/trace.go:171","msg":"trace[1658484034] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"121.042607ms","start":"2026-02-27T01:21:50.429527Z","end":"2026-02-27T01:21:50.550569Z","steps":["trace[1658484034] 'process raft request' (duration: 120.953345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:50.550777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.873979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-27T01:21:50.550828Z","caller":"traceutil/trace.go:171","msg":"trace[1339465222] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1795; }","duration":"118.943631ms","start":"2026-02-27T01:21:50.431869Z","end":"2026-02-27T01:21:50.550813Z","steps":["trace[1339465222] 'agreement among raft nodes before linearized reading' (duration: 118.801237ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:22:16.14738Z","caller":"traceutil/trace.go:171","msg":"trace[1614616511] linearizableReadLoop","detail":"{readStateIndex:2022; appliedIndex:2021; }","duration":"379.572363ms","start":"2026-02-27T01:22:15.767783Z","end":"2026-02-27T01:22:16.147355Z","steps":["trace[1614616511] 'read index received' (duration: 379.316586ms)","trace[1614616511] 'applied index is now lower than readState.Index' (duration: 254.737µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:22:16.147437Z","caller":"traceutil/trace.go:171","msg":"trace[208612135] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"423.002865ms","start":"2026-02-27T01:22:15.72439Z","end":"2026-02-27T01:22:16.147393Z","steps":["trace[208612135] 'process raft request' (duration: 422.791939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:16.147586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.779938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-27T01:22:16.147609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:15.724367Z","time spent":"423.148628ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16383,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:22:16.147642Z","caller":"traceutil/trace.go:171","msg":"trace[1004459284] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:1950; }","duration":"379.872701ms","start":"2026-02-27T01:22:15.767744Z","end":"2026-02-27T01:22:16.147617Z","steps":["trace[1004459284] 'agreement among raft nodes before linearized reading' (duration: 379.716857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:16.147687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:15.767731Z","time spent":"379.947803ms","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-02-27T01:22:16.697527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.321778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-02-27T01:22:16.697655Z","caller":"traceutil/trace.go:171","msg":"trace[1116044109] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1950; }","duration":"544.135544ms","start":"2026-02-27T01:22:16.153502Z","end":"2026-02-27T01:22:16.697637Z","steps":["trace[1116044109] 'process raft request' (duration: 315.640563ms)","trace[1116044109] 'compare' (duration: 228.282136ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:22:16.697707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:16.153492Z","time spent":"544.194506ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:22:16.709944Z","caller":"traceutil/trace.go:171","msg":"trace[969107883] linearizableReadLoop","detail":"{readStateIndex:2026; appliedIndex:2023; }","duration":"338.648018ms","start":"2026-02-27T01:22:16.371286Z","end":"2026-02-27T01:22:16.709934Z","steps":["trace[969107883] 'read index received' (duration: 97.842867ms)","trace[969107883] 'applied index is now lower than readState.Index' (duration: 240.804281ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:22:16.710163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.868874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-02-27T01:22:16.710176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.081876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T01:22:16.710202Z","caller":"traceutil/trace.go:171","msg":"trace[55258905] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1952; }","duration":"338.938496ms","start":"2026-02-27T01:22:16.371253Z","end":"2026-02-27T01:22:16.710191Z","steps":["trace[55258905] 'agreement among raft nodes before linearized reading' (duration: 338.755351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:16.710225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:16.371233Z","time spent":"338.986957ms","remote":"127.0.0.1:50466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T01:22:16.710214Z","caller":"traceutil/trace.go:171","msg":"trace[1452089287] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1952; }","duration":"177.157968ms","start":"2026-02-27T01:22:16.533046Z","end":"2026-02-27T01:22:16.710204Z","steps":["trace[1452089287] 'agreement among raft nodes before linearized reading' (duration: 176.966783ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:22:16.71037Z","caller":"traceutil/trace.go:171","msg":"trace[221525047] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"542.670435ms","start":"2026-02-27T01:22:16.167668Z","end":"2026-02-27T01:22:16.710339Z","steps":["trace[221525047] 'process raft request' (duration: 542.227963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:16.710514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.043892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T01:22:16.710773Z","caller":"traceutil/trace.go:171","msg":"trace[385372578] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1952; }","duration":"172.392431ms","start":"2026-02-27T01:22:16.538357Z","end":"2026-02-27T01:22:16.71075Z","steps":["trace[385372578] 'agreement among raft nodes before linearized reading' (duration: 171.804545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:16.710594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:16.167655Z","time spent":"542.827709ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:22:16.710099Z","caller":"traceutil/trace.go:171","msg":"trace[109940280] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"543.359284ms","start":"2026-02-27T01:22:16.166671Z","end":"2026-02-27T01:22:16.710031Z","steps":["trace[109940280] 'process raft request' (duration: 543.124048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:16.712075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:16.166631Z","time spent":"545.366017ms","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:22:18.682273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872735011s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:22:18.682548Z","caller":"traceutil/trace.go:171","msg":"trace[1907082244] linearizableReadLoop","detail":"{readStateIndex:2028; appliedIndex:2026; }","duration":"1.966651154s","start":"2026-02-27T01:22:16.715879Z","end":"2026-02-27T01:22:18.68253Z","steps":["trace[1907082244] 'read index received' (duration: 40.285518ms)","trace[1907082244] 'applied index is now lower than readState.Index' (duration: 1.926364326s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:22:18.682643Z","caller":"traceutil/trace.go:171","msg":"trace[1227548245] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"1.965597885s","start":"2026-02-27T01:22:16.716975Z","end":"2026-02-27T01:22:18.682573Z","steps":["trace[1227548245] 'process raft request' (duration: 1.96540792s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:18.682805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:16.716966Z","time spent":"1.96574831s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:22:18.682962Z","caller":"traceutil/trace.go:171","msg":"trace[642072298] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"1.962633396s","start":"2026-02-27T01:22:16.720284Z","end":"2026-02-27T01:22:18.682917Z","steps":["trace[642072298] 'process raft request' (duration: 1.962191394s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:18.682996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967085155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T01:22:18.683079Z","caller":"traceutil/trace.go:171","msg":"trace[1140564658] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1956; }","duration":"1.967207949s","start":"2026-02-27T01:22:16.715853Z","end":"2026-02-27T01:22:18.683061Z","steps":["trace[1140564658] 'agreement among raft nodes before linearized reading' (duration: 1.966934182s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:18.683119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:16.715843Z","time spent":"1.96726896s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T01:22:18.683113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608739301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:22:18.683125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:16.720275Z","time spent":"1.96277132s","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16798,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:22:18.683155Z","caller":"traceutil/trace.go:171","msg":"trace[621425020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1956; }","duration":"1.608825463s","start":"2026-02-27T01:22:17.074318Z","end":"2026-02-27T01:22:18.683143Z","steps":["trace[621425020] 'agreement among raft nodes before linearized reading' (duration: 1.608761832s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:18.683187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:17.074293Z","time spent":"1.608888775s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:22:18.683202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.535692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:22:18.683264Z","caller":"traceutil/trace.go:171","msg":"trace[2146731685] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1956; }","duration":"222.650086ms","start":"2026-02-27T01:22:18.460598Z","end":"2026-02-27T01:22:18.683248Z","steps":["trace[2146731685] 'agreement among raft nodes before linearized reading' (duration: 222.515422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:18.683342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701089371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:22:18.683347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404297682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:22:18.683375Z","caller":"traceutil/trace.go:171","msg":"trace[1148626263] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1956; }","duration":"1.701191043s","start":"2026-02-27T01:22:16.982173Z","end":"2026-02-27T01:22:18.683364Z","steps":["trace[1148626263] 'agreement among raft nodes before linearized reading' (duration: 1.701133092s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:22:18.683377Z","caller":"traceutil/trace.go:171","msg":"trace[1456289427] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1956; }","duration":"1.404377624s","start":"2026-02-27T01:22:17.278991Z","end":"2026-02-27T01:22:18.683368Z","steps":["trace[1456289427] 'agreement among raft nodes before linearized reading' (duration: 1.404326663s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:18.683397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:16.982115Z","time spent":"1.701276766s","remote":"127.0.0.1:50396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:22:18.683406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:17.278968Z","time spent":"1.404430686s","remote":"127.0.0.1:34022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:22:18.683447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835823554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:22:18.683472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779012824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-27T01:22:18.68355Z","caller":"traceutil/trace.go:171","msg":"trace[1491822348] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1956; }","duration":"1.835965598s","start":"2026-02-27T01:22:16.847557Z","end":"2026-02-27T01:22:18.683522Z","steps":["trace[1491822348] 'agreement among raft nodes before linearized reading' (duration: 1.835799764s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:22:18.683552Z","caller":"traceutil/trace.go:171","msg":"trace[1809375541] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1956; }","duration":"1.779138219s","start":"2026-02-27T01:22:16.904394Z","end":"2026-02-27T01:22:18.683532Z","steps":["trace[1809375541] 'agreement among raft nodes before linearized reading' (duration: 1.778878882s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:18.683607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:16.847538Z","time spent":"1.836056661s","remote":"127.0.0.1:48390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:22:18.683611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:16.904369Z","time spent":"1.77922885s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:22:18.683639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958718701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:22:18.682934Z","caller":"traceutil/trace.go:171","msg":"trace[1450335370] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"1.967639951s","start":"2026-02-27T01:22:16.715217Z","end":"2026-02-27T01:22:18.682857Z","steps":["trace[1450335370] 'process raft request' (duration: 94.18898ms)","trace[1450335370] 'compare' (duration: 1.872234138s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:22:18.683699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962234856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:22:18.683788Z","caller":"traceutil/trace.go:171","msg":"trace[400552943] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1956; }","duration":"1.962329388s","start":"2026-02-27T01:22:16.721425Z","end":"2026-02-27T01:22:18.683754Z","steps":["trace[400552943] 'agreement among raft nodes before linearized reading' (duration: 1.961428794s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:18.683854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:16.721418Z","time spent":"1.962421991s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:22:18.683695Z","caller":"traceutil/trace.go:171","msg":"trace[1267470711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1956; }","duration":"1.958787994s","start":"2026-02-27T01:22:16.724894Z","end":"2026-02-27T01:22:18.683682Z","steps":["trace[1267470711] 'agreement among raft nodes before linearized reading' (duration: 1.958530967s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:18.683726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.315699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-02-27T01:22:18.683944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:16.724885Z","time spent":"1.95904763s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:22:18.683984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958835594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:22:18.684063Z","caller":"traceutil/trace.go:171","msg":"trace[900580338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1956; }","duration":"1.958929647s","start":"2026-02-27T01:22:16.725114Z","end":"2026-02-27T01:22:18.684044Z","steps":["trace[900580338] 'agreement among raft nodes before linearized reading' (duration: 1.958195298s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:18.68408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.399925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T01:22:18.684121Z","caller":"traceutil/trace.go:171","msg":"trace[1776696826] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1956; }","duration":"297.515488ms","start":"2026-02-27T01:22:18.386594Z","end":"2026-02-27T01:22:18.684109Z","steps":["trace[1776696826] 'agreement among raft nodes before linearized reading' (duration: 296.807579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:18.684117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:16.725105Z","time spent":"1.958997849s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T01:22:18.683996Z","caller":"traceutil/trace.go:171","msg":"trace[517615032] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1956; }","duration":"965.666498ms","start":"2026-02-27T01:22:17.718307Z","end":"2026-02-27T01:22:18.683974Z","steps":["trace[517615032] 'agreement among raft nodes before linearized reading' (duration: 965.004881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:18.684304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:16.715197Z","time spent":"1.968554564s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:22:18.68428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:17.718287Z","time spent":"965.940465ms","remote":"127.0.0.1:50466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T01:22:18.684353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730024545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-02-27T01:22:18.684409Z","caller":"traceutil/trace.go:171","msg":"trace[2055636767] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1956; }","duration":"1.730222961s","start":"2026-02-27T01:22:16.954175Z","end":"2026-02-27T01:22:18.684398Z","steps":["trace[2055636767] 'agreement among raft nodes before linearized reading' (duration: 1.729283316s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:18.684447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:16.954145Z","time spent":"1.730292902s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:22:19.191417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281885227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:22:19.692276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281885227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:22:19.69348Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.00421469s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:22:19.696692Z","caller":"traceutil/trace.go:171","msg":"trace[982358259] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"1.00755801s","start":"2026-02-27T01:22:18.689112Z","end":"2026-02-27T01:22:19.69667Z","steps":["trace[982358259] 'process raft request' (duration: 1.004627181s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:19.696812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:18.689101Z","time spent":"1.007629972s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:22:19.697286Z","caller":"traceutil/trace.go:171","msg":"trace[1167220280] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"1.007587951s","start":"2026-02-27T01:22:18.689636Z","end":"2026-02-27T01:22:19.697224Z","steps":["trace[1167220280] 'process raft request' (duration: 1.006942733s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:22:19.697392Z","caller":"traceutil/trace.go:171","msg":"trace[1656985988] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"1.007666423s","start":"2026-02-27T01:22:18.689699Z","end":"2026-02-27T01:22:19.697366Z","steps":["trace[1656985988] 'process raft request' (duration: 1.007533149s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:19.697511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:18.689615Z","time spent":"1.007773026s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:22:19.697585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:18.689687Z","time spent":"1.007798407s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:22:19.697776Z","caller":"traceutil/trace.go:171","msg":"trace[491608814] linearizableReadLoop","detail":"{readStateIndex:2035; appliedIndex:2030; }","duration":"1.007120359s","start":"2026-02-27T01:22:18.690617Z","end":"2026-02-27T01:22:19.697737Z","steps":["trace[491608814] 'read index received' (duration: 1.003136772s)","trace[491608814] 'applied index is now lower than readState.Index' (duration: 3.982067ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:22:19.697845Z","caller":"traceutil/trace.go:171","msg":"trace[643111881] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"1.007056067s","start":"2026-02-27T01:22:18.690768Z","end":"2026-02-27T01:22:19.697824Z","steps":["trace[643111881] 'process raft request' (duration: 1.006848831s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:19.698453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005851984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:22:19.698704Z","caller":"traceutil/trace.go:171","msg":"trace[183262928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1961; }","duration":"1.006153052s","start":"2026-02-27T01:22:18.692514Z","end":"2026-02-27T01:22:19.698667Z","steps":["trace[183262928] 'agreement among raft nodes before linearized reading' (duration: 1.005830994s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:19.698719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:18.690759Z","time spent":"1.007883769s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:22:19.698179Z","caller":"traceutil/trace.go:171","msg":"trace[1527085253] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"1.008326081s","start":"2026-02-27T01:22:18.689838Z","end":"2026-02-27T01:22:19.698165Z","steps":["trace[1527085253] 'process raft request' (duration: 1.007486718s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:19.698319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006684616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-02-27T01:22:19.699085Z","caller":"traceutil/trace.go:171","msg":"trace[640121244] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1961; }","duration":"1.007481758s","start":"2026-02-27T01:22:18.691584Z","end":"2026-02-27T01:22:19.699066Z","steps":["trace[640121244] 'agreement among raft nodes before linearized reading' (duration: 1.006571164s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:19.699123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:18.691577Z","time spent":"1.007532839s","remote":"127.0.0.1:50466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T01:22:19.698353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.00722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T01:22:19.699257Z","caller":"traceutil/trace.go:171","msg":"trace[64529376] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1961; }","duration":"938.944295ms","start":"2026-02-27T01:22:18.760289Z","end":"2026-02-27T01:22:19.699233Z","steps":["trace[64529376] 'agreement among raft nodes before linearized reading' (duration: 937.950808ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:19.698507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007882829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-02-27T01:22:19.699306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:18.689803Z","time spent":"1.009085081s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:22:19.698768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:18.6925Z","time spent":"1.006251505s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:22:19.699431Z","caller":"traceutil/trace.go:171","msg":"trace[1050579728] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1961; }","duration":"1.008838604s","start":"2026-02-27T01:22:18.690572Z","end":"2026-02-27T01:22:19.699411Z","steps":["trace[1050579728] 'agreement among raft nodes before linearized reading' (duration: 1.007850428s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:19.699488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:18.690558Z","time spent":"1.008911256s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:22:19.699355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:18.760266Z","time spent":"939.071838ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:22:57.171972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.990089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T01:22:57.171998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.500667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-02-27T01:22:57.172067Z","caller":"traceutil/trace.go:171","msg":"trace[1185564814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2248; }","duration":"252.134854ms","start":"2026-02-27T01:22:56.919912Z","end":"2026-02-27T01:22:57.172047Z","steps":["trace[1185564814] 'range keys from in-memory index tree' (duration: 251.846076ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:22:57.172078Z","caller":"traceutil/trace.go:171","msg":"trace[311448093] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2248; }","duration":"509.583989ms","start":"2026-02-27T01:22:56.662473Z","end":"2026-02-27T01:22:57.172057Z","steps":["trace[311448093] 'range keys from in-memory index tree' (duration: 509.308101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:57.172167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:56.662413Z","time spent":"509.701222ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1319,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-02-27T01:22:57.171988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.610946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:22:57.172286Z","caller":"traceutil/trace.go:171","msg":"trace[945962524] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2248; }","duration":"240.914184ms","start":"2026-02-27T01:22:56.931319Z","end":"2026-02-27T01:22:57.172233Z","steps":["trace[945962524] 'range keys from in-memory index tree' (duration: 240.373709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:15.250675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.677729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:23:15.250793Z","caller":"traceutil/trace.go:171","msg":"trace[196871804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2369; }","duration":"194.832773ms","start":"2026-02-27T01:23:15.055928Z","end":"2026-02-27T01:23:15.250761Z","steps":["trace[196871804] 'range keys from in-memory index tree' (duration: 194.568086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:26.534931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.890867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T01:23:26.535192Z","caller":"traceutil/trace.go:171","msg":"trace[813623243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2435; }","duration":"370.198016ms","start":"2026-02-27T01:23:26.164966Z","end":"2026-02-27T01:23:26.535164Z","steps":["trace[813623243] 'range keys from in-memory index tree' (duration: 369.687852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:26.535302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:26.164945Z","time spent":"370.337439ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:23:26.534999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.323456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T01:23:26.535442Z","caller":"traceutil/trace.go:171","msg":"trace[776231597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2435; }","duration":"386.803259ms","start":"2026-02-27T01:23:26.148617Z","end":"2026-02-27T01:23:26.53542Z","steps":["trace[776231597] 'range keys from in-memory index tree' (duration: 385.988597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:26.535507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:26.148595Z","time spent":"386.893952ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:23:26.535754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.844392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-02-27T01:23:26.535818Z","caller":"traceutil/trace.go:171","msg":"trace[196891748] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2435; }","duration":"373.942835ms","start":"2026-02-27T01:23:26.16186Z","end":"2026-02-27T01:23:26.535803Z","steps":["trace[196891748] 'range keys from in-memory index tree' (duration: 373.36697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:26.535859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:26.16184Z","time spent":"374.007837ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:23:26.998828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.660325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:23:26.999303Z","caller":"traceutil/trace.go:171","msg":"trace[1037973533] transaction","detail":"{read_only:false; response_revision:2437; number_of_response:1; }","duration":"459.514141ms","start":"2026-02-27T01:23:26.539757Z","end":"2026-02-27T01:23:26.999271Z","steps":["trace[1037973533] 'process raft request' (duration: 196.325722ms)","trace[1037973533] 'compare' (duration: 262.428379ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:23:26.999341Z","caller":"traceutil/trace.go:171","msg":"trace[1075770428] linearizableReadLoop","detail":"{readStateIndex:2543; appliedIndex:2539; }","duration":"338.54545ms","start":"2026-02-27T01:23:26.660779Z","end":"2026-02-27T01:23:26.999324Z","steps":["trace[1075770428] 'read index received' (duration: 75.29179ms)","trace[1075770428] 'applied index is now lower than readState.Index' (duration: 263.25249ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:23:26.999487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:26.539731Z","time spent":"459.646405ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:23:26.999554Z","caller":"traceutil/trace.go:171","msg":"trace[1576647339] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"459.510781ms","start":"2026-02-27T01:23:26.54Z","end":"2026-02-27T01:23:26.999511Z","steps":["trace[1576647339] 'process raft request' (duration: 459.193223ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:23:26.999613Z","caller":"traceutil/trace.go:171","msg":"trace[1925085819] transaction","detail":"{read_only:false; response_revision:2439; number_of_response:1; }","duration":"458.790982ms","start":"2026-02-27T01:23:26.540773Z","end":"2026-02-27T01:23:26.999564Z","steps":["trace[1925085819] 'process raft request' (duration: 458.476483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:26.999763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:26.539982Z","time spent":"459.687686ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:23:26.999774Z","caller":"traceutil/trace.go:171","msg":"trace[1473864340] transaction","detail":"{read_only:false; response_revision:2440; number_of_response:1; }","duration":"458.247998ms","start":"2026-02-27T01:23:26.541428Z","end":"2026-02-27T01:23:26.999676Z","steps":["trace[1473864340] 'process raft request' (duration: 457.858857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:26.999799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.032454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-02-27T01:23:26.999891Z","caller":"traceutil/trace.go:171","msg":"trace[569090336] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2440; }","duration":"339.156307ms","start":"2026-02-27T01:23:26.660722Z","end":"2026-02-27T01:23:26.999879Z","steps":["trace[569090336] 'agreement among raft nodes before linearized reading' (duration: 338.655244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:26.999785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:26.540752Z","time spent":"458.941386ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:23:26.999997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:26.660707Z","time spent":"339.232409ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1319,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-02-27T01:23:27.000167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:26.541415Z","time spent":"458.461213ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:23:27.742085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.181199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:23:27.742178Z","caller":"traceutil/trace.go:171","msg":"trace[1814923515] linearizableReadLoop","detail":"{readStateIndex:2545; appliedIndex:2543; }","duration":"733.5379ms","start":"2026-02-27T01:23:27.008622Z","end":"2026-02-27T01:23:27.74216Z","steps":["trace[1814923515] 'read index received' (duration: 5.158137ms)","trace[1814923515] 'applied index is now lower than readState.Index' (duration: 728.378563ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:23:27.742267Z","caller":"traceutil/trace.go:171","msg":"trace[1656739702] transaction","detail":"{read_only:false; response_revision:2442; number_of_response:1; }","duration":"734.342722ms","start":"2026-02-27T01:23:27.007901Z","end":"2026-02-27T01:23:27.742243Z","steps":["trace[1656739702] 'process raft request' (duration: 291.931527ms)","trace[1656739702] 'compare' (duration: 442.064586ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:23:27.742325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:27.007886Z","time spent":"734.409163ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:23:27.742493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.872188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T01:23:27.74255Z","caller":"traceutil/trace.go:171","msg":"trace[788123404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2442; }","duration":"378.980401ms","start":"2026-02-27T01:23:27.363555Z","end":"2026-02-27T01:23:27.742535Z","steps":["trace[788123404] 'agreement among raft nodes before linearized reading' (duration: 378.812596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:27.742582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:27.363533Z","time spent":"379.041093ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:23:27.742724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.096594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:5908"} {"level":"info","ts":"2026-02-27T01:23:27.742764Z","caller":"traceutil/trace.go:171","msg":"trace[1100694465] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2442; }","duration":"734.148607ms","start":"2026-02-27T01:23:27.008606Z","end":"2026-02-27T01:23:27.742754Z","steps":["trace[1100694465] 'agreement among raft nodes before linearized reading' (duration: 734.039524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:27.742784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:27.008599Z","time spent":"734.179797ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":5931,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-02-27T01:23:27.742885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.795799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:23:27.742994Z","caller":"traceutil/trace.go:171","msg":"trace[1497629272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2442; }","duration":"365.949343ms","start":"2026-02-27T01:23:27.377019Z","end":"2026-02-27T01:23:27.742968Z","steps":["trace[1497629272] 'agreement among raft nodes before linearized reading' (duration: 365.643625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:27.743049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:27.376998Z","time spent":"366.040785ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:23:28.530482Z","caller":"traceutil/trace.go:171","msg":"trace[48946564] linearizableReadLoop","detail":"{readStateIndex:2547; appliedIndex:2545; }","duration":"476.092504ms","start":"2026-02-27T01:23:28.054369Z","end":"2026-02-27T01:23:28.530462Z","steps":["trace[48946564] 'read index received' (duration: 441.237534ms)","trace[48946564] 'applied index is now lower than readState.Index' (duration: 34.85409ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:23:28.530528Z","caller":"traceutil/trace.go:171","msg":"trace[920278180] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"784.694255ms","start":"2026-02-27T01:23:27.745803Z","end":"2026-02-27T01:23:28.530498Z","steps":["trace[920278180] 'process raft request' (duration: 749.615089ms)","trace[920278180] 'compare' (duration: 34.696226ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:23:28.530559Z","caller":"traceutil/trace.go:171","msg":"trace[1377932520] transaction","detail":"{read_only:false; response_revision:2444; number_of_response:1; }","duration":"783.680109ms","start":"2026-02-27T01:23:27.746861Z","end":"2026-02-27T01:23:28.530541Z","steps":["trace[1377932520] 'process raft request' (duration: 783.536325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:28.530684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:27.746856Z","time spent":"783.73961ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:23:28.530679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:27.745787Z","time spent":"784.800898ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:23:28.530707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.32611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:23:28.530802Z","caller":"traceutil/trace.go:171","msg":"trace[469038161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2444; }","duration":"476.459754ms","start":"2026-02-27T01:23:28.054314Z","end":"2026-02-27T01:23:28.530774Z","steps":["trace[469038161] 'agreement among raft nodes before linearized reading' (duration: 476.277319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:28.53086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:28.054293Z","time spent":"476.555427ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:23:28.53094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.872565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T01:23:28.530985Z","caller":"traceutil/trace.go:171","msg":"trace[1608798127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2444; }","duration":"467.939786ms","start":"2026-02-27T01:23:28.063034Z","end":"2026-02-27T01:23:28.530974Z","steps":["trace[1608798127] 'agreement among raft nodes before linearized reading' (duration: 467.787412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:28.531033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:28.063024Z","time spent":"467.992648ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T01:23:59.363978Z","caller":"traceutil/trace.go:171","msg":"trace[1258494986] linearizableReadLoop","detail":"{readStateIndex:2850; appliedIndex:2849; }","duration":"180.173699ms","start":"2026-02-27T01:23:59.183781Z","end":"2026-02-27T01:23:59.363955Z","steps":["trace[1258494986] 'read index received' (duration: 180.070416ms)","trace[1258494986] 'applied index is now lower than readState.Index' (duration: 102.133µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:23:59.364048Z","caller":"traceutil/trace.go:171","msg":"trace[63683239] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"215.626765ms","start":"2026-02-27T01:23:59.148387Z","end":"2026-02-27T01:23:59.364013Z","steps":["trace[63683239] 'process raft request' (duration: 215.42512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:59.364277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.481447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-02-27T01:23:59.364363Z","caller":"traceutil/trace.go:171","msg":"trace[909777291] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2732; }","duration":"180.61355ms","start":"2026-02-27T01:23:59.183729Z","end":"2026-02-27T01:23:59.364343Z","steps":["trace[909777291] 'agreement among raft nodes before linearized reading' (duration: 180.341793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:24:29.793165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.975771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-27T01:24:29.793343Z","caller":"traceutil/trace.go:171","msg":"trace[1705278995] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3000; }","duration":"108.206677ms","start":"2026-02-27T01:24:29.685094Z","end":"2026-02-27T01:24:29.793301Z","steps":["trace[1705278995] 'range keys from in-memory index tree' (duration: 107.752755ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:24:35.891773Z","caller":"traceutil/trace.go:171","msg":"trace[672842471] linearizableReadLoop","detail":"{readStateIndex:3167; appliedIndex:3166; }","duration":"355.910966ms","start":"2026-02-27T01:24:35.535841Z","end":"2026-02-27T01:24:35.891752Z","steps":["trace[672842471] 'read index received' (duration: 355.762882ms)","trace[672842471] 'applied index is now lower than readState.Index' (duration: 146.774µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:24:35.891915Z","caller":"traceutil/trace.go:171","msg":"trace[1212406393] transaction","detail":"{read_only:false; response_revision:3035; number_of_response:1; }","duration":"574.549111ms","start":"2026-02-27T01:24:35.317336Z","end":"2026-02-27T01:24:35.891885Z","steps":["trace[1212406393] 'process raft request' (duration: 574.280414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:24:35.892059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:24:35.317297Z","time spent":"574.681474ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:24:35.89223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.368368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:24:35.892304Z","caller":"traceutil/trace.go:171","msg":"trace[1797907437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3035; }","duration":"356.495442ms","start":"2026-02-27T01:24:35.535796Z","end":"2026-02-27T01:24:35.892292Z","steps":["trace[1797907437] 'agreement among raft nodes before linearized reading' (duration: 356.07092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:24:35.892437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:24:35.535777Z","time spent":"356.645046ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:24:35.892931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.543759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-27T01:24:35.892942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.985598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T01:24:35.892987Z","caller":"traceutil/trace.go:171","msg":"trace[696052742] transaction","detail":"{read_only:false; response_revision:3036; number_of_response:1; }","duration":"164.695793ms","start":"2026-02-27T01:24:35.72826Z","end":"2026-02-27T01:24:35.892956Z","steps":["trace[696052742] 'process raft request' (duration: 164.329214ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:24:35.893048Z","caller":"traceutil/trace.go:171","msg":"trace[1285380793] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3036; }","duration":"353.126852ms","start":"2026-02-27T01:24:35.539896Z","end":"2026-02-27T01:24:35.893023Z","steps":["trace[1285380793] 'agreement among raft nodes before linearized reading' (duration: 352.883066ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:24:35.892974Z","caller":"traceutil/trace.go:171","msg":"trace[1243248959] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:3036; }","duration":"119.627311ms","start":"2026-02-27T01:24:35.773336Z","end":"2026-02-27T01:24:35.892963Z","steps":["trace[1243248959] 'agreement among raft nodes before linearized reading' (duration: 119.524238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:24:35.893102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:24:35.539886Z","time spent":"353.205764ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T01:25:38.347289Z","caller":"traceutil/trace.go:171","msg":"trace[610111561] linearizableReadLoop","detail":"{readStateIndex:4044; appliedIndex:4043; }","duration":"101.394345ms","start":"2026-02-27T01:25:38.245864Z","end":"2026-02-27T01:25:38.347258Z","steps":["trace[610111561] 'read index received' (duration: 101.312943ms)","trace[610111561] 'applied index is now lower than readState.Index' (duration: 79.872µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:38.347331Z","caller":"traceutil/trace.go:171","msg":"trace[712121066] transaction","detail":"{read_only:false; response_revision:3863; number_of_response:1; }","duration":"106.776519ms","start":"2026-02-27T01:25:38.240517Z","end":"2026-02-27T01:25:38.347294Z","steps":["trace[712121066] 'process raft request' (duration: 106.527162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:38.347593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.708544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-02-27T01:25:38.347735Z","caller":"traceutil/trace.go:171","msg":"trace[1703261595] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3863; }","duration":"101.904629ms","start":"2026-02-27T01:25:38.245809Z","end":"2026-02-27T01:25:38.347714Z","steps":["trace[1703261595] 'agreement among raft nodes before linearized reading' (duration: 101.619081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:38.359644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.487071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:25:38.359766Z","caller":"traceutil/trace.go:171","msg":"trace[564254935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3864; }","duration":"109.679046ms","start":"2026-02-27T01:25:38.250061Z","end":"2026-02-27T01:25:38.35974Z","steps":["trace[564254935] 'agreement among raft nodes before linearized reading' (duration: 109.291885ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.477112Z","caller":"traceutil/trace.go:171","msg":"trace[519340406] transaction","detail":"{read_only:false; response_revision:3866; number_of_response:1; }","duration":"114.34858ms","start":"2026-02-27T01:25:38.362733Z","end":"2026-02-27T01:25:38.477082Z","steps":["trace[519340406] 'process raft request' (duration: 113.705412ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.487599Z","caller":"traceutil/trace.go:171","msg":"trace[1779911870] transaction","detail":"{read_only:false; response_revision:3867; number_of_response:1; }","duration":"123.667829ms","start":"2026-02-27T01:25:38.363904Z","end":"2026-02-27T01:25:38.487571Z","steps":["trace[1779911870] 'process raft request' (duration: 123.510754ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:39.874891Z","caller":"traceutil/trace.go:171","msg":"trace[1669583950] linearizableReadLoop","detail":"{readStateIndex:4072; appliedIndex:4071; }","duration":"248.614992ms","start":"2026-02-27T01:25:39.626249Z","end":"2026-02-27T01:25:39.874864Z","steps":["trace[1669583950] 'read index received' (duration: 216.204518ms)","trace[1669583950] 'applied index is now lower than readState.Index' (duration: 32.409154ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:39.874992Z","caller":"traceutil/trace.go:171","msg":"trace[1134584094] transaction","detail":"{read_only:false; response_revision:3890; number_of_response:1; }","duration":"248.867249ms","start":"2026-02-27T01:25:39.626098Z","end":"2026-02-27T01:25:39.874966Z","steps":["trace[1134584094] 'process raft request' (duration: 216.2802ms)","trace[1134584094] 'compare' (duration: 32.353443ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:39.875399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.125226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:42349"} {"level":"info","ts":"2026-02-27T01:25:39.875451Z","caller":"traceutil/trace.go:171","msg":"trace[260479803] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:3890; }","duration":"249.236759ms","start":"2026-02-27T01:25:39.626203Z","end":"2026-02-27T01:25:39.87544Z","steps":["trace[260479803] 'agreement among raft nodes before linearized reading' (duration: 248.772686ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:39.897377Z","caller":"traceutil/trace.go:171","msg":"trace[879004039] transaction","detail":"{read_only:false; response_revision:3892; number_of_response:1; }","duration":"264.032243ms","start":"2026-02-27T01:25:39.633325Z","end":"2026-02-27T01:25:39.897358Z","steps":["trace[879004039] 'process raft request' (duration: 263.986622ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:39.897438Z","caller":"traceutil/trace.go:171","msg":"trace[51275907] transaction","detail":"{read_only:false; response_revision:3891; number_of_response:1; }","duration":"271.04756ms","start":"2026-02-27T01:25:39.626371Z","end":"2026-02-27T01:25:39.897418Z","steps":["trace[51275907] 'process raft request' (duration: 270.826344ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:40.956967Z","caller":"traceutil/trace.go:171","msg":"trace[1581105602] transaction","detail":"{read_only:false; response_revision:3896; number_of_response:1; }","duration":"198.982486ms","start":"2026-02-27T01:25:40.757951Z","end":"2026-02-27T01:25:40.956933Z","steps":["trace[1581105602] 'process raft request' (duration: 193.977803ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:41.702811Z","caller":"traceutil/trace.go:171","msg":"trace[1214774451] transaction","detail":"{read_only:false; response_revision:3929; number_of_response:1; }","duration":"205.317135ms","start":"2026-02-27T01:25:41.497455Z","end":"2026-02-27T01:25:41.702772Z","steps":["trace[1214774451] 'process raft request' (duration: 133.786257ms)","trace[1214774451] 'compare' (duration: 71.333762ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:41.704165Z","caller":"traceutil/trace.go:171","msg":"trace[2071021475] transaction","detail":"{read_only:false; response_revision:3930; number_of_response:1; }","duration":"204.120242ms","start":"2026-02-27T01:25:41.500014Z","end":"2026-02-27T01:25:41.704134Z","steps":["trace[2071021475] 'process raft request' (duration: 203.860065ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:41.704272Z","caller":"traceutil/trace.go:171","msg":"trace[623622394] transaction","detail":"{read_only:false; response_revision:3932; number_of_response:1; }","duration":"195.498533ms","start":"2026-02-27T01:25:41.508749Z","end":"2026-02-27T01:25:41.704248Z","steps":["trace[623622394] 'process raft request' (duration: 195.332748ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:41.704165Z","caller":"traceutil/trace.go:171","msg":"trace[163477521] linearizableReadLoop","detail":"{readStateIndex:4114; appliedIndex:4111; }","duration":"200.250969ms","start":"2026-02-27T01:25:41.503891Z","end":"2026-02-27T01:25:41.704142Z","steps":["trace[163477521] 'read index received' (duration: 127.381846ms)","trace[163477521] 'applied index is now lower than readState.Index' (duration: 72.867543ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:41.704403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.441434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-02-27T01:25:41.70446Z","caller":"traceutil/trace.go:171","msg":"trace[308307701] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:3932; }","duration":"200.606048ms","start":"2026-02-27T01:25:41.50384Z","end":"2026-02-27T01:25:41.704446Z","steps":["trace[308307701] 'agreement among raft nodes before linearized reading' (duration: 200.374512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:41.704475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.044543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:41.704296Z","caller":"traceutil/trace.go:171","msg":"trace[667338500] transaction","detail":"{read_only:false; response_revision:3931; number_of_response:1; }","duration":"201.644737ms","start":"2026-02-27T01:25:41.502553Z","end":"2026-02-27T01:25:41.704198Z","steps":["trace[667338500] 'process raft request' (duration: 201.469012ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:41.704558Z","caller":"traceutil/trace.go:171","msg":"trace[1919675988] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:3932; }","duration":"200.115716ms","start":"2026-02-27T01:25:41.504387Z","end":"2026-02-27T01:25:41.704503Z","steps":["trace[1919675988] 'agreement among raft nodes before linearized reading' (duration: 200.027353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:41.704688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.626689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-6cpxm\" ","response":"range_response_count:1 size:4658"} {"level":"info","ts":"2026-02-27T01:25:41.704744Z","caller":"traceutil/trace.go:171","msg":"trace[1243236034] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-6cpxm; range_end:; response_count:1; response_revision:3932; }","duration":"161.695002ms","start":"2026-02-27T01:25:41.543031Z","end":"2026-02-27T01:25:41.704726Z","steps":["trace[1243236034] 'agreement among raft nodes before linearized reading' (duration: 161.452715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:48.929323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281890750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:25:49.321532Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.244620954s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:25:49.321959Z","caller":"traceutil/trace.go:171","msg":"trace[1369641506] transaction","detail":"{read_only:false; response_revision:4164; number_of_response:1; }","duration":"1.245166608s","start":"2026-02-27T01:25:48.076768Z","end":"2026-02-27T01:25:49.321934Z","steps":["trace[1369641506] 'process raft request' (duration: 1.245001754s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:49.32211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:48.076748Z","time spent":"1.245281812s","remote":"127.0.0.1:40802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7566,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:25:49.339944Z","caller":"traceutil/trace.go:171","msg":"trace[1316481833] transaction","detail":"{read_only:false; response_revision:4165; number_of_response:1; }","duration":"747.985803ms","start":"2026-02-27T01:25:48.591933Z","end":"2026-02-27T01:25:49.339919Z","steps":["trace[1316481833] 'process raft request' (duration: 747.723116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:49.340106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:48.591908Z","time spent":"748.112207ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:25:49.340377Z","caller":"traceutil/trace.go:171","msg":"trace[1133038067] transaction","detail":"{read_only:false; response_revision:4166; number_of_response:1; }","duration":"709.426855ms","start":"2026-02-27T01:25:48.630927Z","end":"2026-02-27T01:25:49.340354Z","steps":["trace[1133038067] 'process raft request' (duration: 708.933271ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:49.340375Z","caller":"traceutil/trace.go:171","msg":"trace[130185283] linearizableReadLoop","detail":"{readStateIndex:4357; appliedIndex:4354; }","duration":"911.918404ms","start":"2026-02-27T01:25:48.428421Z","end":"2026-02-27T01:25:49.34034Z","steps":["trace[130185283] 'read index received' (duration: 893.413431ms)","trace[130185283] 'applied index is now lower than readState.Index' (duration: 18.502523ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:49.340514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:48.630912Z","time spent":"709.530058ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:25:49.340684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.242702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T01:25:49.340794Z","caller":"traceutil/trace.go:171","msg":"trace[1023667866] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4166; }","duration":"912.417797ms","start":"2026-02-27T01:25:48.428353Z","end":"2026-02-27T01:25:49.34077Z","steps":["trace[1023667866] 'agreement among raft nodes before linearized reading' (duration: 912.097888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:49.340851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:48.4283Z","time spent":"912.541481ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:25:49.341214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.376905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:49.341258Z","caller":"traceutil/trace.go:171","msg":"trace[1990680847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4166; }","duration":"286.464687ms","start":"2026-02-27T01:25:49.054784Z","end":"2026-02-27T01:25:49.341249Z","steps":["trace[1990680847] 'agreement among raft nodes before linearized reading' (duration: 286.405086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:49.341247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.099062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T01:25:49.3414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.526074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:25:49.34145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.725759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T01:25:49.341459Z","caller":"traceutil/trace.go:171","msg":"trace[265201673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4166; }","duration":"803.329219ms","start":"2026-02-27T01:25:48.538055Z","end":"2026-02-27T01:25:49.341384Z","steps":["trace[265201673] 'agreement among raft nodes before linearized reading' (duration: 802.783625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:49.341418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.227656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:49.341478Z","caller":"traceutil/trace.go:171","msg":"trace[1266962182] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4166; }","duration":"114.660657ms","start":"2026-02-27T01:25:49.226798Z","end":"2026-02-27T01:25:49.341459Z","steps":["trace[1266962182] 'agreement among raft nodes before linearized reading' (duration: 114.528804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:49.341519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:48.538032Z","time spent":"803.472882ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:25:49.341545Z","caller":"traceutil/trace.go:171","msg":"trace[498430103] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4166; }","duration":"677.393191ms","start":"2026-02-27T01:25:48.664127Z","end":"2026-02-27T01:25:49.34152Z","steps":["trace[498430103] 'agreement among raft nodes before linearized reading' (duration: 677.212176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:49.341616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:48.664106Z","time spent":"677.492044ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:25:49.34148Z","caller":"traceutil/trace.go:171","msg":"trace[1884465853] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4166; }","duration":"177.79443ms","start":"2026-02-27T01:25:49.163676Z","end":"2026-02-27T01:25:49.341471Z","steps":["trace[1884465853] 'agreement among raft nodes before linearized reading' (duration: 177.710538ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:49.341687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.293504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-k5tjg\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-02-27T01:25:49.341779Z","caller":"traceutil/trace.go:171","msg":"trace[1415245425] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-k5tjg; range_end:; response_count:1; response_revision:4166; }","duration":"711.429238ms","start":"2026-02-27T01:25:48.630325Z","end":"2026-02-27T01:25:49.341754Z","steps":["trace[1415245425] 'agreement among raft nodes before linearized reading' (duration: 711.12058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:49.341835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:48.630299Z","time spent":"711.526891ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-k5tjg\" "} {"level":"warn","ts":"2026-02-27T01:25:50.477042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281890789,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:25:50.521397Z","caller":"traceutil/trace.go:171","msg":"trace[1265257830] linearizableReadLoop","detail":"{readStateIndex:4378; appliedIndex:4377; }","duration":"544.704593ms","start":"2026-02-27T01:25:49.97667Z","end":"2026-02-27T01:25:50.521375Z","steps":["trace[1265257830] 'read index received' (duration: 543.755958ms)","trace[1265257830] 'applied index is now lower than readState.Index' (duration: 947.295µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:50.521712Z","caller":"traceutil/trace.go:171","msg":"trace[1155860699] transaction","detail":"{read_only:false; response_revision:4187; number_of_response:1; }","duration":"631.474977ms","start":"2026-02-27T01:25:49.890222Z","end":"2026-02-27T01:25:50.521697Z","steps":["trace[1155860699] 'process raft request' (duration: 630.274695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:50.521823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:49.890203Z","time spent":"631.546408ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:50.522073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.096484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:25:50.522159Z","caller":"traceutil/trace.go:171","msg":"trace[1266919747] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4187; }","duration":"512.204156ms","start":"2026-02-27T01:25:50.009935Z","end":"2026-02-27T01:25:50.522139Z","steps":["trace[1266919747] 'agreement among raft nodes before linearized reading' (duration: 512.004051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:50.522215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:50.009888Z","time spent":"512.310769ms","remote":"127.0.0.1:34084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":6,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:25:50.522374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.877792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fe31a0b-ad65-47d9-84dc-40549a5d8eeb\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-02-27T01:25:50.52238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.475629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:50.52244Z","caller":"traceutil/trace.go:171","msg":"trace[989320940] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fe31a0b-ad65-47d9-84dc-40549a5d8eeb; range_end:; response_count:1; response_revision:4187; }","duration":"141.973305ms","start":"2026-02-27T01:25:50.380455Z","end":"2026-02-27T01:25:50.522428Z","steps":["trace[989320940] 'agreement among raft nodes before linearized reading' (duration: 141.821231ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:50.522456Z","caller":"traceutil/trace.go:171","msg":"trace[126544412] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4187; }","duration":"145.616612ms","start":"2026-02-27T01:25:50.376821Z","end":"2026-02-27T01:25:50.522438Z","steps":["trace[126544412] 'agreement among raft nodes before linearized reading' (duration: 145.464968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:50.522413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.73087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9zch7\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T01:25:50.522637Z","caller":"traceutil/trace.go:171","msg":"trace[628267900] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9zch7; range_end:; response_count:1; response_revision:4187; }","duration":"545.958967ms","start":"2026-02-27T01:25:49.976632Z","end":"2026-02-27T01:25:50.522591Z","steps":["trace[628267900] 'agreement among raft nodes before linearized reading' (duration: 545.645708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:50.522717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:49.976616Z","time spent":"546.0882ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9zch7\" "} {"level":"warn","ts":"2026-02-27T01:25:53.555805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281890881,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:25:53.599468Z","caller":"traceutil/trace.go:171","msg":"trace[860187445] linearizableReadLoop","detail":"{readStateIndex:4419; appliedIndex:4418; }","duration":"544.475917ms","start":"2026-02-27T01:25:53.054969Z","end":"2026-02-27T01:25:53.599445Z","steps":["trace[860187445] 'read index received' (duration: 544.23754ms)","trace[860187445] 'applied index is now lower than readState.Index' (duration: 237.387µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:53.599527Z","caller":"traceutil/trace.go:171","msg":"trace[2041412473] transaction","detail":"{read_only:false; response_revision:4226; number_of_response:1; }","duration":"856.724651ms","start":"2026-02-27T01:25:52.742771Z","end":"2026-02-27T01:25:53.599496Z","steps":["trace[2041412473] 'process raft request' (duration: 856.523716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:53.599607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.61655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:25:53.599686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:52.742735Z","time spent":"856.870555ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:25:53.599699Z","caller":"traceutil/trace.go:171","msg":"trace[1717194050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4226; }","duration":"544.761734ms","start":"2026-02-27T01:25:53.054914Z","end":"2026-02-27T01:25:53.599676Z","steps":["trace[1717194050] 'agreement among raft nodes before linearized reading' (duration: 544.6029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:53.599745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:53.054893Z","time spent":"544.844017ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:25:53.599813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.79536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:25:53.599869Z","caller":"traceutil/trace.go:171","msg":"trace[2053753606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4226; }","duration":"225.886603ms","start":"2026-02-27T01:25:53.373968Z","end":"2026-02-27T01:25:53.599855Z","steps":["trace[2053753606] 'agreement among raft nodes before linearized reading' (duration: 225.705638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:53.599966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.251335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:25:53.600034Z","caller":"traceutil/trace.go:171","msg":"trace[153401411] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4226; }","duration":"231.342578ms","start":"2026-02-27T01:25:53.368675Z","end":"2026-02-27T01:25:53.600018Z","steps":["trace[153401411] 'agreement among raft nodes before linearized reading' (duration: 231.147303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:53.600042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.020272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:25:53.600107Z","caller":"traceutil/trace.go:171","msg":"trace[833600426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4226; }","duration":"233.113475ms","start":"2026-02-27T01:25:53.366969Z","end":"2026-02-27T01:25:53.600082Z","steps":["trace[833600426] 'agreement among raft nodes before linearized reading' (duration: 232.92734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:53.600146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.488755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:53.600235Z","caller":"traceutil/trace.go:171","msg":"trace[1629737545] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:4226; }","duration":"260.649669ms","start":"2026-02-27T01:25:53.339564Z","end":"2026-02-27T01:25:53.600214Z","steps":["trace[1629737545] 'agreement among raft nodes before linearized reading' (duration: 260.483215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:53.60027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.616009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T01:25:53.600337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.303253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:25:53.600355Z","caller":"traceutil/trace.go:171","msg":"trace[1531230404] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4226; }","duration":"215.729991ms","start":"2026-02-27T01:25:53.384601Z","end":"2026-02-27T01:25:53.600331Z","steps":["trace[1531230404] 'agreement among raft nodes before linearized reading' (duration: 215.511266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:53.600361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.198618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T01:25:53.600418Z","caller":"traceutil/trace.go:171","msg":"trace[1113256603] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4226; }","duration":"227.275869ms","start":"2026-02-27T01:25:53.373127Z","end":"2026-02-27T01:25:53.600403Z","steps":["trace[1113256603] 'agreement among raft nodes before linearized reading' (duration: 227.140016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:53.60059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.694191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:25:53.600622Z","caller":"traceutil/trace.go:171","msg":"trace[1497034236] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4226; }","duration":"197.746912ms","start":"2026-02-27T01:25:53.402866Z","end":"2026-02-27T01:25:53.600613Z","steps":["trace[1497034236] 'agreement among raft nodes before linearized reading' (duration: 197.66ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:53.60063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.698657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:25:53.600676Z","caller":"traceutil/trace.go:171","msg":"trace[1600935878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4226; }","duration":"231.78711ms","start":"2026-02-27T01:25:53.368876Z","end":"2026-02-27T01:25:53.600663Z","steps":["trace[1600935878] 'agreement among raft nodes before linearized reading' (duration: 231.654237ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:53.600374Z","caller":"traceutil/trace.go:171","msg":"trace[355903904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4226; }","duration":"226.392736ms","start":"2026-02-27T01:25:53.373972Z","end":"2026-02-27T01:25:53.600365Z","steps":["trace[355903904] 'agreement among raft nodes before linearized reading' (duration: 226.291014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:53.599813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.544973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:25:53.600789Z","caller":"traceutil/trace.go:171","msg":"trace[693299041] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4226; }","duration":"304.604741ms","start":"2026-02-27T01:25:53.296168Z","end":"2026-02-27T01:25:53.600773Z","steps":["trace[693299041] 'agreement among raft nodes before linearized reading' (duration: 303.458361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:53.600833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:53.29615Z","time spent":"304.665623ms","remote":"127.0.0.1:34110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":35,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:25:53.87262Z","caller":"traceutil/trace.go:171","msg":"trace[616413428] transaction","detail":"{read_only:false; response_revision:4227; number_of_response:1; }","duration":"266.704991ms","start":"2026-02-27T01:25:53.60587Z","end":"2026-02-27T01:25:53.872575Z","steps":["trace[616413428] 'process raft request' (duration: 189.340788ms)","trace[616413428] 'compare' (duration: 77.155077ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:53.96565Z","caller":"traceutil/trace.go:171","msg":"trace[729660143] transaction","detail":"{read_only:false; response_revision:4229; number_of_response:1; }","duration":"358.440367ms","start":"2026-02-27T01:25:53.607183Z","end":"2026-02-27T01:25:53.965623Z","steps":["trace[729660143] 'process raft request' (duration: 358.343984ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:53.965688Z","caller":"traceutil/trace.go:171","msg":"trace[1345029687] transaction","detail":"{read_only:false; response_revision:4228; number_of_response:1; }","duration":"358.55773ms","start":"2026-02-27T01:25:53.607077Z","end":"2026-02-27T01:25:53.965634Z","steps":["trace[1345029687] 'process raft request' (duration: 358.307354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:53.965816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:53.60717Z","time spent":"358.55841ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:53.96601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:53.607046Z","time spent":"358.746735ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:25:53.965982Z","caller":"traceutil/trace.go:171","msg":"trace[1934287053] transaction","detail":"{read_only:false; response_revision:4230; number_of_response:1; }","duration":"358.630002ms","start":"2026-02-27T01:25:53.607317Z","end":"2026-02-27T01:25:53.965947Z","steps":["trace[1934287053] 'process raft request' (duration: 358.256623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:53.966232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:53.607303Z","time spent":"358.780086ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:25:53.966509Z","caller":"traceutil/trace.go:171","msg":"trace[1687416268] transaction","detail":"{read_only:false; response_revision:4231; number_of_response:1; }","duration":"358.967661ms","start":"2026-02-27T01:25:53.607509Z","end":"2026-02-27T01:25:53.966476Z","steps":["trace[1687416268] 'process raft request' (duration: 358.377875ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:53.966661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.764179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/goldpinger-clusterrole\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:53.96666Z","caller":"traceutil/trace.go:171","msg":"trace[1642594326] transaction","detail":"{read_only:false; response_revision:4233; number_of_response:1; }","duration":"356.510495ms","start":"2026-02-27T01:25:53.610134Z","end":"2026-02-27T01:25:53.966644Z","steps":["trace[1642594326] 'process raft request' (duration: 356.33198ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:53.9667Z","caller":"traceutil/trace.go:171","msg":"trace[762295530] range","detail":"{range_begin:/registry/clusterroles/goldpinger-clusterrole; range_end:; response_count:0; response_revision:4234; }","duration":"357.83201ms","start":"2026-02-27T01:25:53.608858Z","end":"2026-02-27T01:25:53.96669Z","steps":["trace[762295530] 'agreement among raft nodes before linearized reading' (duration: 357.723697ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:53.96669Z","caller":"traceutil/trace.go:171","msg":"trace[1248827927] transaction","detail":"{read_only:false; response_revision:4234; number_of_response:1; }","duration":"354.944814ms","start":"2026-02-27T01:25:53.611721Z","end":"2026-02-27T01:25:53.966666Z","steps":["trace[1248827927] 'process raft request' (duration: 354.786359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:53.966736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:53.608847Z","time spent":"357.878362ms","remote":"127.0.0.1:33966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/goldpinger-clusterrole\" "} {"level":"warn","ts":"2026-02-27T01:25:53.966732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:53.607499Z","time spent":"359.095545ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:53.966745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:53.610108Z","time spent":"356.593178ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:25:53.966768Z","caller":"traceutil/trace.go:171","msg":"trace[1606039539] transaction","detail":"{read_only:false; response_revision:4232; number_of_response:1; }","duration":"359.148545ms","start":"2026-02-27T01:25:53.607585Z","end":"2026-02-27T01:25:53.966733Z","steps":["trace[1606039539] 'process raft request' (duration: 358.797076ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:53.966556Z","caller":"traceutil/trace.go:171","msg":"trace[51190798] linearizableReadLoop","detail":"{readStateIndex:4425; appliedIndex:4419; }","duration":"357.650625ms","start":"2026-02-27T01:25:53.608892Z","end":"2026-02-27T01:25:53.966543Z","steps":["trace[51190798] 'read index received' (duration: 186.349188ms)","trace[51190798] 'applied index is now lower than readState.Index' (duration: 171.300417ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:53.96681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:53.611714Z","time spent":"355.032536ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:53.966924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:53.607577Z","time spent":"359.261469ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:53.966933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.857851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:53.967013Z","caller":"traceutil/trace.go:171","msg":"trace[1423359964] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:4234; }","duration":"357.948553ms","start":"2026-02-27T01:25:53.609048Z","end":"2026-02-27T01:25:53.966997Z","steps":["trace[1423359964] 'agreement among raft nodes before linearized reading' (duration: 357.840791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:53.967055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:53.60904Z","time spent":"358.002696ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-02-27T01:25:54.212978Z","caller":"traceutil/trace.go:171","msg":"trace[390002765] transaction","detail":"{read_only:false; response_revision:4236; number_of_response:1; }","duration":"170.140746ms","start":"2026-02-27T01:25:54.042805Z","end":"2026-02-27T01:25:54.212946Z","steps":["trace[390002765] 'process raft request' (duration: 103.315894ms)","trace[390002765] 'compare' (duration: 66.577585ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:54.213153Z","caller":"traceutil/trace.go:171","msg":"trace[1703275344] linearizableReadLoop","detail":"{readStateIndex:4431; appliedIndex:4429; }","duration":"139.383596ms","start":"2026-02-27T01:25:54.073726Z","end":"2026-02-27T01:25:54.21311Z","steps":["trace[1703275344] 'read index received' (duration: 72.333719ms)","trace[1703275344] 'applied index is now lower than readState.Index' (duration: 67.047037ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:54.213198Z","caller":"traceutil/trace.go:171","msg":"trace[1154015569] transaction","detail":"{read_only:false; response_revision:4237; number_of_response:1; }","duration":"169.14964ms","start":"2026-02-27T01:25:54.044028Z","end":"2026-02-27T01:25:54.213178Z","steps":["trace[1154015569] 'process raft request' (duration: 168.836762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:54.213271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.53013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:54.213309Z","caller":"traceutil/trace.go:171","msg":"trace[943357294] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:0; response_revision:4237; }","duration":"139.587871ms","start":"2026-02-27T01:25:54.07371Z","end":"2026-02-27T01:25:54.213298Z","steps":["trace[943357294] 'agreement among raft nodes before linearized reading' (duration: 139.504339ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:54.360757Z","caller":"traceutil/trace.go:171","msg":"trace[1027431772] transaction","detail":"{read_only:false; response_revision:4238; number_of_response:1; }","duration":"100.103809ms","start":"2026-02-27T01:25:54.260612Z","end":"2026-02-27T01:25:54.360716Z","steps":["trace[1027431772] 'process raft request' (duration: 66.972956ms)","trace[1027431772] 'compare' (duration: 32.828295ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:54.962323Z","caller":"traceutil/trace.go:171","msg":"trace[1063131444] transaction","detail":"{read_only:false; response_revision:4242; number_of_response:1; }","duration":"499.319813ms","start":"2026-02-27T01:25:54.46297Z","end":"2026-02-27T01:25:54.96229Z","steps":["trace[1063131444] 'process raft request' (duration: 418.450807ms)","trace[1063131444] 'compare' (duration: 80.703242ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:54.962282Z","caller":"traceutil/trace.go:171","msg":"trace[1130091470] linearizableReadLoop","detail":"{readStateIndex:4437; appliedIndex:4436; }","duration":"414.169913ms","start":"2026-02-27T01:25:54.548084Z","end":"2026-02-27T01:25:54.962254Z","steps":["trace[1130091470] 'read index received' (duration: 333.40245ms)","trace[1130091470] 'applied index is now lower than readState.Index' (duration: 80.766393ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:54.962457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:54.462945Z","time spent":"499.451536ms","remote":"127.0.0.1:33976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1002,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:25:54.962531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.43848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9zch7\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T01:25:54.962591Z","caller":"traceutil/trace.go:171","msg":"trace[549141877] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9zch7; range_end:; response_count:1; response_revision:4242; }","duration":"414.559773ms","start":"2026-02-27T01:25:54.548018Z","end":"2026-02-27T01:25:54.962577Z","steps":["trace[549141877] 'agreement among raft nodes before linearized reading' (duration: 414.337677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:54.96258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.890432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fe31a0b-ad65-47d9-84dc-40549a5d8eeb\" ","response":"range_response_count:1 size:3890"} {"level":"warn","ts":"2026-02-27T01:25:54.962641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:54.547991Z","time spent":"414.644295ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9zch7\" "} {"level":"info","ts":"2026-02-27T01:25:54.962658Z","caller":"traceutil/trace.go:171","msg":"trace[1601664116] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fe31a0b-ad65-47d9-84dc-40549a5d8eeb; range_end:; response_count:1; response_revision:4242; }","duration":"345.999256ms","start":"2026-02-27T01:25:54.616643Z","end":"2026-02-27T01:25:54.962642Z","steps":["trace[1601664116] 'agreement among raft nodes before linearized reading' (duration: 345.828131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:54.962697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:54.616625Z","time spent":"346.062947ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3913,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fe31a0b-ad65-47d9-84dc-40549a5d8eeb\" "} {"level":"info","ts":"2026-02-27T01:25:55.156181Z","caller":"traceutil/trace.go:171","msg":"trace[128790885] transaction","detail":"{read_only:false; response_revision:4243; number_of_response:1; }","duration":"185.899966ms","start":"2026-02-27T01:25:54.970264Z","end":"2026-02-27T01:25:55.156164Z","steps":["trace[128790885] 'process raft request' (duration: 185.66536ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:55.156164Z","caller":"traceutil/trace.go:171","msg":"trace[923245737] linearizableReadLoop","detail":"{readStateIndex:4438; appliedIndex:4437; }","duration":"101.401213ms","start":"2026-02-27T01:25:55.054735Z","end":"2026-02-27T01:25:55.156136Z","steps":["trace[923245737] 'read index received' (duration: 101.068264ms)","trace[923245737] 'applied index is now lower than readState.Index' (duration: 332.019µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:55.156304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.563928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:55.156355Z","caller":"traceutil/trace.go:171","msg":"trace[2073177469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4243; }","duration":"101.676151ms","start":"2026-02-27T01:25:55.054667Z","end":"2026-02-27T01:25:55.156344Z","steps":["trace[2073177469] 'agreement among raft nodes before linearized reading' (duration: 101.565818ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:56.13751Z","caller":"traceutil/trace.go:171","msg":"trace[1224748675] transaction","detail":"{read_only:false; response_revision:4271; number_of_response:1; }","duration":"163.630993ms","start":"2026-02-27T01:25:55.973844Z","end":"2026-02-27T01:25:56.137474Z","steps":["trace[1224748675] 'process raft request' (duration: 133.208612ms)","trace[1224748675] 'compare' (duration: 30.203685ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:56.137709Z","caller":"traceutil/trace.go:171","msg":"trace[945665746] transaction","detail":"{read_only:false; response_revision:4272; number_of_response:1; }","duration":"162.220036ms","start":"2026-02-27T01:25:55.975469Z","end":"2026-02-27T01:25:56.137689Z","steps":["trace[945665746] 'process raft request' (duration: 161.939048ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:56.137823Z","caller":"traceutil/trace.go:171","msg":"trace[1575133851] transaction","detail":"{read_only:false; response_revision:4273; number_of_response:1; }","duration":"162.0354ms","start":"2026-02-27T01:25:55.975777Z","end":"2026-02-27T01:25:56.137813Z","steps":["trace[1575133851] 'process raft request' (duration: 161.850835ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:56.138121Z","caller":"traceutil/trace.go:171","msg":"trace[997016676] transaction","detail":"{read_only:false; response_revision:4274; number_of_response:1; }","duration":"162.132993ms","start":"2026-02-27T01:25:55.975973Z","end":"2026-02-27T01:25:56.138106Z","steps":["trace[997016676] 'process raft request' (duration: 161.797604ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:56.138157Z","caller":"traceutil/trace.go:171","msg":"trace[1616239670] transaction","detail":"{read_only:false; response_revision:4276; number_of_response:1; }","duration":"162.057331ms","start":"2026-02-27T01:25:55.976079Z","end":"2026-02-27T01:25:56.138137Z","steps":["trace[1616239670] 'process raft request' (duration: 161.992679ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:56.138238Z","caller":"traceutil/trace.go:171","msg":"trace[1430932232] transaction","detail":"{read_only:false; response_revision:4275; number_of_response:1; }","duration":"162.185594ms","start":"2026-02-27T01:25:55.976009Z","end":"2026-02-27T01:25:56.138194Z","steps":["trace[1430932232] 'process raft request' (duration: 162.02162ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:56.628034Z","caller":"traceutil/trace.go:171","msg":"trace[345361103] transaction","detail":"{read_only:false; response_revision:4293; number_of_response:1; }","duration":"209.823314ms","start":"2026-02-27T01:25:56.418183Z","end":"2026-02-27T01:25:56.628007Z","steps":["trace[345361103] 'process raft request' (duration: 209.758772ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:56.628051Z","caller":"traceutil/trace.go:171","msg":"trace[1361091598] transaction","detail":"{read_only:false; response_revision:4292; number_of_response:1; }","duration":"218.941077ms","start":"2026-02-27T01:25:56.409071Z","end":"2026-02-27T01:25:56.628012Z","steps":["trace[1361091598] 'process raft request' (duration: 163.824617ms)","trace[1361091598] 'compare' (duration: 54.845572ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:56.628075Z","caller":"traceutil/trace.go:171","msg":"trace[2120007276] linearizableReadLoop","detail":"{readStateIndex:4489; appliedIndex:4488; }","duration":"211.108168ms","start":"2026-02-27T01:25:56.416937Z","end":"2026-02-27T01:25:56.628045Z","steps":["trace[2120007276] 'read index received' (duration: 155.915146ms)","trace[2120007276] 'applied index is now lower than readState.Index' (duration: 55.189671ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:56.62851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.346541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5021"} {"level":"warn","ts":"2026-02-27T01:25:56.628484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.512628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6fe31a0b-ad65-47d9-84dc-40549a5d8eeb\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-02-27T01:25:56.628569Z","caller":"traceutil/trace.go:171","msg":"trace[1882740273] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:4293; }","duration":"206.470744ms","start":"2026-02-27T01:25:56.422076Z","end":"2026-02-27T01:25:56.628547Z","steps":["trace[1882740273] 'agreement among raft nodes before linearized reading' (duration: 206.105754ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:56.6286Z","caller":"traceutil/trace.go:171","msg":"trace[1761728049] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6fe31a0b-ad65-47d9-84dc-40549a5d8eeb; range_end:; response_count:1; response_revision:4293; }","duration":"211.696103ms","start":"2026-02-27T01:25:56.416872Z","end":"2026-02-27T01:25:56.628568Z","steps":["trace[1761728049] 'agreement among raft nodes before linearized reading' (duration: 211.291323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:56.628617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.021972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-27T01:25:56.628666Z","caller":"traceutil/trace.go:171","msg":"trace[2006645380] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4293; }","duration":"113.113155ms","start":"2026-02-27T01:25:56.51554Z","end":"2026-02-27T01:25:56.628653Z","steps":["trace[2006645380] 'agreement among raft nodes before linearized reading' (duration: 112.907189ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:56.794967Z","caller":"traceutil/trace.go:171","msg":"trace[1628030387] linearizableReadLoop","detail":"{readStateIndex:4492; appliedIndex:4491; }","duration":"141.193454ms","start":"2026-02-27T01:25:56.653742Z","end":"2026-02-27T01:25:56.794935Z","steps":["trace[1628030387] 'read index received' (duration: 96.720558ms)","trace[1628030387] 'applied index is now lower than readState.Index' (duration: 44.471616ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:56.795069Z","caller":"traceutil/trace.go:171","msg":"trace[379643119] transaction","detail":"{read_only:false; response_revision:4295; number_of_response:1; }","duration":"156.806381ms","start":"2026-02-27T01:25:56.638223Z","end":"2026-02-27T01:25:56.795029Z","steps":["trace[379643119] 'process raft request' (duration: 112.334735ms)","trace[379643119] 'compare' (duration: 44.24935ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:56.795291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.518824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-27T01:25:56.795342Z","caller":"traceutil/trace.go:171","msg":"trace[1832773925] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4295; }","duration":"141.645687ms","start":"2026-02-27T01:25:56.653682Z","end":"2026-02-27T01:25:56.795328Z","steps":["trace[1832773925] 'agreement among raft nodes before linearized reading' (duration: 141.416191ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:57.869912Z","caller":"traceutil/trace.go:171","msg":"trace[1823425984] transaction","detail":"{read_only:false; response_revision:4303; number_of_response:1; }","duration":"129.332479ms","start":"2026-02-27T01:25:57.740482Z","end":"2026-02-27T01:25:57.869814Z","steps":["trace[1823425984] 'process raft request' (duration: 129.087562ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:57.870075Z","caller":"traceutil/trace.go:171","msg":"trace[815811657] linearizableReadLoop","detail":"{readStateIndex:4500; appliedIndex:4500; }","duration":"122.605679ms","start":"2026-02-27T01:25:57.747438Z","end":"2026-02-27T01:25:57.870044Z","steps":["trace[815811657] 'read index received' (duration: 122.562798ms)","trace[815811657] 'applied index is now lower than readState.Index' (duration: 16.66µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:57.870316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.853905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-27T01:25:57.870366Z","caller":"traceutil/trace.go:171","msg":"trace[1853876818] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4303; }","duration":"122.917787ms","start":"2026-02-27T01:25:57.747432Z","end":"2026-02-27T01:25:57.87035Z","steps":["trace[1853876818] 'agreement among raft nodes before linearized reading' (duration: 122.725432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:58.490967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.309223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:25:58.49122Z","caller":"traceutil/trace.go:171","msg":"trace[1142810657] linearizableReadLoop","detail":"{readStateIndex:4502; appliedIndex:4500; }","duration":"614.263827ms","start":"2026-02-27T01:25:57.876944Z","end":"2026-02-27T01:25:58.491208Z","steps":["trace[1142810657] 'read index received' (duration: 99.677507ms)","trace[1142810657] 'applied index is now lower than readState.Index' (duration: 514.58556ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:58.49121Z","caller":"traceutil/trace.go:171","msg":"trace[1491421271] transaction","detail":"{read_only:false; response_revision:4305; number_of_response:1; }","duration":"614.32984ms","start":"2026-02-27T01:25:57.87686Z","end":"2026-02-27T01:25:58.49119Z","steps":["trace[1491421271] 'process raft request' (duration: 614.183816ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:58.491287Z","caller":"traceutil/trace.go:171","msg":"trace[573901681] transaction","detail":"{read_only:false; response_revision:4307; number_of_response:1; }","duration":"614.243717ms","start":"2026-02-27T01:25:57.877018Z","end":"2026-02-27T01:25:58.491262Z","steps":["trace[573901681] 'process raft request' (duration: 614.135914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:58.491352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:57.876842Z","time spent":"614.427162ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:25:58.491419Z","caller":"traceutil/trace.go:171","msg":"trace[1953185770] transaction","detail":"{read_only:false; response_revision:4308; number_of_response:1; }","duration":"595.755924ms","start":"2026-02-27T01:25:57.895654Z","end":"2026-02-27T01:25:58.49141Z","steps":["trace[1953185770] 'process raft request' (duration: 595.525588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:58.491417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:57.876983Z","time spent":"614.36834ms","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:58.491462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:57.89563Z","time spent":"595.807615ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:25:58.49143Z","caller":"traceutil/trace.go:171","msg":"trace[800940348] transaction","detail":"{read_only:false; response_revision:4306; number_of_response:1; }","duration":"614.382331ms","start":"2026-02-27T01:25:57.877014Z","end":"2026-02-27T01:25:58.491396Z","steps":["trace[800940348] 'process raft request' (duration: 614.113054ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:58.491498Z","caller":"traceutil/trace.go:171","msg":"trace[1985817931] transaction","detail":"{read_only:false; response_revision:4304; number_of_response:1; }","duration":"615.011858ms","start":"2026-02-27T01:25:57.876475Z","end":"2026-02-27T01:25:58.491487Z","steps":["trace[1985817931] 'process raft request' (duration: 100.168411ms)","trace[1985817931] 'compare' (duration: 514.016795ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:58.491484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.516548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:25:58.491501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.535115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13294"} {"level":"warn","ts":"2026-02-27T01:25:58.491546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:57.876419Z","time spent":"615.10484ms","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:25:58.491568Z","caller":"traceutil/trace.go:171","msg":"trace[1848301017] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4308; }","duration":"614.635977ms","start":"2026-02-27T01:25:57.876913Z","end":"2026-02-27T01:25:58.491549Z","steps":["trace[1848301017] 'agreement among raft nodes before linearized reading' (duration: 614.403751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:58.491605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:57.876897Z","time spent":"614.70148ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13317,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-27T01:25:58.491614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.681137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:25:58.491637Z","caller":"traceutil/trace.go:171","msg":"trace[1677712015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4308; }","duration":"348.722058ms","start":"2026-02-27T01:25:58.142909Z","end":"2026-02-27T01:25:58.491631Z","steps":["trace[1677712015] 'agreement among raft nodes before linearized reading' (duration: 348.660696ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:58.491627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:57.877002Z","time spent":"614.518915ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:58.491658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:58.142901Z","time spent":"348.751328ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:25:58.491549Z","caller":"traceutil/trace.go:171","msg":"trace[554036387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4308; }","duration":"592.640101ms","start":"2026-02-27T01:25:57.898893Z","end":"2026-02-27T01:25:58.491533Z","steps":["trace[554036387] 'agreement among raft nodes before linearized reading' (duration: 592.464066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:58.491753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:57.898879Z","time spent":"592.867267ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:25:58.491762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.340654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:25:58.491782Z","caller":"traceutil/trace.go:171","msg":"trace[1626647045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4308; }","duration":"349.393355ms","start":"2026-02-27T01:25:58.142383Z","end":"2026-02-27T01:25:58.491777Z","steps":["trace[1626647045] 'agreement among raft nodes before linearized reading' (duration: 349.326494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:58.49179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.470486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T01:25:58.491823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.064294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:25:58.491836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.851067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:58.491827Z","caller":"traceutil/trace.go:171","msg":"trace[271759126] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4308; }","duration":"146.501186ms","start":"2026-02-27T01:25:58.34531Z","end":"2026-02-27T01:25:58.491812Z","steps":["trace[271759126] 'agreement among raft nodes before linearized reading' (duration: 146.428014ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:58.491856Z","caller":"traceutil/trace.go:171","msg":"trace[807717859] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4308; }","duration":"434.116094ms","start":"2026-02-27T01:25:58.05773Z","end":"2026-02-27T01:25:58.491846Z","steps":["trace[807717859] 'agreement among raft nodes before linearized reading' (duration: 434.063223ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:58.491856Z","caller":"traceutil/trace.go:171","msg":"trace[1609083823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4308; }","duration":"436.914709ms","start":"2026-02-27T01:25:58.054935Z","end":"2026-02-27T01:25:58.49185Z","steps":["trace[1609083823] 'agreement among raft nodes before linearized reading' (duration: 436.876458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:58.491878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:58.057722Z","time spent":"434.151795ms","remote":"127.0.0.1:48390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:25:58.491882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:58.054916Z","time spent":"436.96153ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:25:58.491896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.820577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:25:58.491913Z","caller":"traceutil/trace.go:171","msg":"trace[261462047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4308; }","duration":"346.849228ms","start":"2026-02-27T01:25:58.145058Z","end":"2026-02-27T01:25:58.491907Z","steps":["trace[261462047] 'agreement among raft nodes before linearized reading' (duration: 346.810627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:58.4918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:58.14237Z","time spent":"349.425937ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:25:58.491928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:58.145049Z","time spent":"346.876218ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:25:58.491484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.501522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T01:25:58.491967Z","caller":"traceutil/trace.go:171","msg":"trace[1119642920] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4308; }","duration":"349.010205ms","start":"2026-02-27T01:25:58.142948Z","end":"2026-02-27T01:25:58.491958Z","steps":["trace[1119642920] 'agreement among raft nodes before linearized reading' (duration: 348.44322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:58.491993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:58.142943Z","time spent":"349.042246ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:25:58.491855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.540003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:25:58.492064Z","caller":"traceutil/trace.go:171","msg":"trace[1699914794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4308; }","duration":"348.765049ms","start":"2026-02-27T01:25:58.143293Z","end":"2026-02-27T01:25:58.492058Z","steps":["trace[1699914794] 'agreement among raft nodes before linearized reading' (duration: 348.492872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:58.492084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:58.143285Z","time spent":"348.79257ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:26:00.09053Z","caller":"traceutil/trace.go:171","msg":"trace[554356595] transaction","detail":"{read_only:false; response_revision:4336; number_of_response:1; }","duration":"112.49085ms","start":"2026-02-27T01:25:59.978004Z","end":"2026-02-27T01:26:00.090494Z","steps":["trace[554356595] 'process raft request' (duration: 112.186882ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:06.249298Z","caller":"traceutil/trace.go:171","msg":"trace[1308076605] transaction","detail":"{read_only:false; response_revision:4411; number_of_response:1; }","duration":"126.139463ms","start":"2026-02-27T01:26:06.123133Z","end":"2026-02-27T01:26:06.249273Z","steps":["trace[1308076605] 'process raft request' (duration: 119.139596ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:06.25185Z","caller":"traceutil/trace.go:171","msg":"trace[756347340] transaction","detail":"{read_only:false; response_revision:4412; number_of_response:1; }","duration":"124.719516ms","start":"2026-02-27T01:26:06.127101Z","end":"2026-02-27T01:26:06.251821Z","steps":["trace[756347340] 'process raft request' (duration: 124.432688ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:06.525946Z","caller":"traceutil/trace.go:171","msg":"trace[969808233] transaction","detail":"{read_only:false; response_revision:4420; number_of_response:1; }","duration":"179.820055ms","start":"2026-02-27T01:26:06.34606Z","end":"2026-02-27T01:26:06.52588Z","steps":["trace[969808233] 'process raft request' (duration: 163.389766ms)","trace[969808233] 'compare' (duration: 16.244204ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:06.526376Z","caller":"traceutil/trace.go:171","msg":"trace[2017429766] transaction","detail":"{read_only:false; response_revision:4421; number_of_response:1; }","duration":"172.776397ms","start":"2026-02-27T01:26:06.353587Z","end":"2026-02-27T01:26:06.526363Z","steps":["trace[2017429766] 'process raft request' (duration: 172.248342ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:06.526551Z","caller":"traceutil/trace.go:171","msg":"trace[99884592] transaction","detail":"{read_only:false; response_revision:4422; number_of_response:1; }","duration":"142.245782ms","start":"2026-02-27T01:26:06.384294Z","end":"2026-02-27T01:26:06.526539Z","steps":["trace[99884592] 'process raft request' (duration: 141.866282ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:06.526537Z","caller":"traceutil/trace.go:171","msg":"trace[1790233632] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"139.113669ms","start":"2026-02-27T01:26:06.387374Z","end":"2026-02-27T01:26:06.526488Z","steps":["trace[1790233632] 'process raft request' (duration: 138.987826ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:06.882085Z","caller":"traceutil/trace.go:171","msg":"trace[1416617100] transaction","detail":"{read_only:false; response_revision:4442; number_of_response:1; }","duration":"121.603022ms","start":"2026-02-27T01:26:06.760452Z","end":"2026-02-27T01:26:06.882055Z","steps":["trace[1416617100] 'process raft request' (duration: 53.395054ms)","trace[1416617100] 'compare' (duration: 67.968742ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:06.882435Z","caller":"traceutil/trace.go:171","msg":"trace[378454809] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"121.647073ms","start":"2026-02-27T01:26:06.760752Z","end":"2026-02-27T01:26:06.882399Z","steps":["trace[378454809] 'process raft request' (duration: 121.234842ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:08.04546Z","caller":"traceutil/trace.go:171","msg":"trace[642985270] transaction","detail":"{read_only:false; response_revision:4459; number_of_response:1; }","duration":"237.920704ms","start":"2026-02-27T01:26:07.807512Z","end":"2026-02-27T01:26:08.045432Z","steps":["trace[642985270] 'process raft request' (duration: 237.734999ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:08.305715Z","caller":"traceutil/trace.go:171","msg":"trace[976070759] transaction","detail":"{read_only:false; response_revision:4461; number_of_response:1; }","duration":"252.115572ms","start":"2026-02-27T01:26:08.053558Z","end":"2026-02-27T01:26:08.305673Z","steps":["trace[976070759] 'process raft request' (duration: 199.355605ms)","trace[976070759] 'compare' (duration: 52.388247ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:08.305772Z","caller":"traceutil/trace.go:171","msg":"trace[1853289091] transaction","detail":"{read_only:false; response_revision:4462; number_of_response:1; }","duration":"251.763702ms","start":"2026-02-27T01:26:08.053975Z","end":"2026-02-27T01:26:08.305739Z","steps":["trace[1853289091] 'process raft request' (duration: 251.608278ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:08.306235Z","caller":"traceutil/trace.go:171","msg":"trace[341199632] transaction","detail":"{read_only:false; response_revision:4463; number_of_response:1; }","duration":"251.800203ms","start":"2026-02-27T01:26:08.054395Z","end":"2026-02-27T01:26:08.306195Z","steps":["trace[341199632] 'process raft request' (duration: 251.28361ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:08.306291Z","caller":"traceutil/trace.go:171","msg":"trace[798232993] transaction","detail":"{read_only:false; response_revision:4464; number_of_response:1; }","duration":"248.810174ms","start":"2026-02-27T01:26:08.057443Z","end":"2026-02-27T01:26:08.306254Z","steps":["trace[798232993] 'process raft request' (duration: 248.495176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:08.30636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.749269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:08.306418Z","caller":"traceutil/trace.go:171","msg":"trace[1745176166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4464; }","duration":"252.861232ms","start":"2026-02-27T01:26:08.053546Z","end":"2026-02-27T01:26:08.306407Z","steps":["trace[1745176166] 'agreement among raft nodes before linearized reading' (duration: 252.759679ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:08.306245Z","caller":"traceutil/trace.go:171","msg":"trace[827064953] linearizableReadLoop","detail":"{readStateIndex:4664; appliedIndex:4662; }","duration":"252.515263ms","start":"2026-02-27T01:26:08.053592Z","end":"2026-02-27T01:26:08.306107Z","steps":["trace[827064953] 'read index received' (duration: 73.85312ms)","trace[827064953] 'applied index is now lower than readState.Index' (duration: 178.661103ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:08.602507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.223542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:26:08.602691Z","caller":"traceutil/trace.go:171","msg":"trace[760093714] transaction","detail":"{read_only:false; response_revision:4467; number_of_response:1; }","duration":"286.904719ms","start":"2026-02-27T01:26:08.315768Z","end":"2026-02-27T01:26:08.602673Z","steps":["trace[760093714] 'process raft request' (duration: 286.821437ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:08.602827Z","caller":"traceutil/trace.go:171","msg":"trace[1212503953] transaction","detail":"{read_only:false; response_revision:4466; number_of_response:1; }","duration":"287.616068ms","start":"2026-02-27T01:26:08.31517Z","end":"2026-02-27T01:26:08.602786Z","steps":["trace[1212503953] 'process raft request' (duration: 142.032217ms)","trace[1212503953] 'compare' (duration: 145.131729ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:09.287304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281891411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:26:09.788341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281891411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:26:10.289219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281891411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:26:10.314135Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.538459208s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T01:26:10.341018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588072621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:26:10.341084Z","caller":"traceutil/trace.go:171","msg":"trace[1888966065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4467; }","duration":"1.588188604s","start":"2026-02-27T01:26:08.752877Z","end":"2026-02-27T01:26:10.341065Z","steps":["trace[1888966065] 'range keys from in-memory index tree' (duration: 1.587918427s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:10.341086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578154177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T01:26:10.34114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:08.752862Z","time spent":"1.588259546s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:26:10.341166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572705151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:26:10.341248Z","caller":"traceutil/trace.go:171","msg":"trace[1987608323] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4467; }","duration":"1.572812415s","start":"2026-02-27T01:26:08.768415Z","end":"2026-02-27T01:26:10.341227Z","steps":["trace[1987608323] 'range keys from in-memory index tree' (duration: 1.572515507s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:10.341283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588287767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T01:26:10.341295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:08.768377Z","time spent":"1.572909767s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:26:10.341315Z","caller":"traceutil/trace.go:171","msg":"trace[624007166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4467; }","duration":"1.588319658s","start":"2026-02-27T01:26:08.752987Z","end":"2026-02-27T01:26:10.341307Z","steps":["trace[624007166] 'range keys from in-memory index tree' (duration: 1.588138883s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:10.341365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:08.752944Z","time spent":"1.58841078s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:26:10.34144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589200041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:26:10.341477Z","caller":"traceutil/trace.go:171","msg":"trace[1394503123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4467; }","duration":"1.589257423s","start":"2026-02-27T01:26:08.75221Z","end":"2026-02-27T01:26:10.341467Z","steps":["trace[1394503123] 'range keys from in-memory index tree' (duration: 1.589107389s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:10.34151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:08.7522Z","time spent":"1.589303014s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:26:10.341586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588190595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T01:26:10.341682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592412537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:14696"} {"level":"info","ts":"2026-02-27T01:26:10.34119Z","caller":"traceutil/trace.go:171","msg":"trace[1959254369] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4467; }","duration":"1.578283701s","start":"2026-02-27T01:26:08.76287Z","end":"2026-02-27T01:26:10.341154Z","steps":["trace[1959254369] 'range keys from in-memory index tree' (duration: 1.577998963s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:10.341718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623347802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T01:26:10.341718Z","caller":"traceutil/trace.go:171","msg":"trace[2035677266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4467; }","duration":"1.588372279s","start":"2026-02-27T01:26:08.753315Z","end":"2026-02-27T01:26:10.341687Z","steps":["trace[2035677266] 'range keys from in-memory index tree' (duration: 1.587974389s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:10.341737Z","caller":"traceutil/trace.go:171","msg":"trace[999644126] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4467; }","duration":"1.59251954s","start":"2026-02-27T01:26:08.749204Z","end":"2026-02-27T01:26:10.341724Z","steps":["trace[999644126] 'range keys from in-memory index tree' (duration: 1.592229642s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:10.341758Z","caller":"traceutil/trace.go:171","msg":"trace[1635318700] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4467; }","duration":"1.623437274s","start":"2026-02-27T01:26:08.718312Z","end":"2026-02-27T01:26:10.341749Z","steps":["trace[1635318700] 'range keys from in-memory index tree' (duration: 1.623217678s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:10.341754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:08.762857Z","time spent":"1.578879676s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:26:10.341442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588651267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T01:26:10.341785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:08.749175Z","time spent":"1.592602862s","remote":"127.0.0.1:33786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":14719,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T01:26:10.341785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:08.753306Z","time spent":"1.588467821s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T01:26:10.341819Z","caller":"traceutil/trace.go:171","msg":"trace[1793607025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4467; }","duration":"1.589046057s","start":"2026-02-27T01:26:08.75276Z","end":"2026-02-27T01:26:10.341806Z","steps":["trace[1793607025] 'range keys from in-memory index tree' (duration: 1.588549444s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:10.341867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:08.752754Z","time spent":"1.589103008s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:26:10.341786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:08.718285Z","time spent":"1.623495455s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T01:26:10.342103Z","caller":"traceutil/trace.go:171","msg":"trace[1742669564] transaction","detail":"{read_only:false; response_revision:4468; number_of_response:1; }","duration":"1.566521716s","start":"2026-02-27T01:26:08.775553Z","end":"2026-02-27T01:26:10.342075Z","steps":["trace[1742669564] 'process raft request' (duration: 1.538790787s)","trace[1742669564] 'compare' (duration: 27.236036ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:10.342263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:08.775527Z","time spent":"1.566654s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:10.353486Z","caller":"traceutil/trace.go:171","msg":"trace[805823638] linearizableReadLoop","detail":"{readStateIndex:4672; appliedIndex:4670; }","duration":"1.566321522s","start":"2026-02-27T01:26:08.787135Z","end":"2026-02-27T01:26:10.353457Z","steps":["trace[805823638] 'read index received' (duration: 1.527191318s)","trace[805823638] 'applied index is now lower than readState.Index' (duration: 39.128664ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:10.353635Z","caller":"traceutil/trace.go:171","msg":"trace[1339618449] transaction","detail":"{read_only:false; response_revision:4469; number_of_response:1; }","duration":"745.26404ms","start":"2026-02-27T01:26:09.608357Z","end":"2026-02-27T01:26:10.353621Z","steps":["trace[1339618449] 'process raft request' (duration: 744.903811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:10.353768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:09.608314Z","time spent":"745.354632ms","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1409,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:10.353841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566686641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-k5tjg.1897f614ce4d0330\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-02-27T01:26:10.353915Z","caller":"traceutil/trace.go:171","msg":"trace[1867179138] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-k5tjg.1897f614ce4d0330; range_end:; response_count:1; response_revision:4469; }","duration":"1.566777984s","start":"2026-02-27T01:26:08.78712Z","end":"2026-02-27T01:26:10.353898Z","steps":["trace[1867179138] 'agreement among raft nodes before linearized reading' (duration: 1.566551947s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:10.35398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:08.787113Z","time spent":"1.566848795s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":929,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-k5tjg.1897f614ce4d0330\" "} {"level":"warn","ts":"2026-02-27T01:26:10.378216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501156134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:10.378322Z","caller":"traceutil/trace.go:171","msg":"trace[2083152728] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:4475; }","duration":"1.501320938s","start":"2026-02-27T01:26:08.876981Z","end":"2026-02-27T01:26:10.378302Z","steps":["trace[2083152728] 'agreement among raft nodes before linearized reading' (duration: 1.501047991s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:10.378342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.575178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"warn","ts":"2026-02-27T01:26:10.378366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:08.87697Z","time spent":"1.501384741s","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:26:10.378408Z","caller":"traceutil/trace.go:171","msg":"trace[912545890] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4475; }","duration":"790.624899ms","start":"2026-02-27T01:26:09.58776Z","end":"2026-02-27T01:26:10.378385Z","steps":["trace[912545890] 'agreement among raft nodes before linearized reading' (duration: 790.517777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:10.37841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324424782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:26:10.378461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:09.587695Z","time spent":"790.756443ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T01:26:10.378466Z","caller":"traceutil/trace.go:171","msg":"trace[1737035832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4475; }","duration":"1.324492494s","start":"2026-02-27T01:26:09.05396Z","end":"2026-02-27T01:26:10.378453Z","steps":["trace[1737035832] 'agreement among raft nodes before linearized reading' (duration: 1.324422312s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:10.3785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:09.053953Z","time spent":"1.324540645s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:26:10.378235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319564763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9zch7\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T01:26:10.378559Z","caller":"traceutil/trace.go:171","msg":"trace[1436243877] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9zch7; range_end:; response_count:1; response_revision:4475; }","duration":"1.319962323s","start":"2026-02-27T01:26:09.058586Z","end":"2026-02-27T01:26:10.378548Z","steps":["trace[1436243877] 'agreement among raft nodes before linearized reading' (duration: 1.31949723s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:10.378631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:09.058577Z","time spent":"1.320043755s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9zch7\" "} {"level":"info","ts":"2026-02-27T01:26:14.591913Z","caller":"traceutil/trace.go:171","msg":"trace[1035630505] transaction","detail":"{read_only:false; response_revision:4518; number_of_response:1; }","duration":"166.725614ms","start":"2026-02-27T01:26:14.425167Z","end":"2026-02-27T01:26:14.591892Z","steps":["trace[1035630505] 'process raft request' (duration: 166.5559ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:14.593066Z","caller":"traceutil/trace.go:171","msg":"trace[1049907672] transaction","detail":"{read_only:false; response_revision:4519; number_of_response:1; }","duration":"164.206237ms","start":"2026-02-27T01:26:14.428826Z","end":"2026-02-27T01:26:14.593032Z","steps":["trace[1049907672] 'process raft request' (duration: 163.94358ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:16.481335Z","caller":"traceutil/trace.go:171","msg":"trace[1654767214] linearizableReadLoop","detail":"{readStateIndex:4800; appliedIndex:4799; }","duration":"306.927363ms","start":"2026-02-27T01:26:16.174383Z","end":"2026-02-27T01:26:16.48131Z","steps":["trace[1654767214] 'read index received' (duration: 306.867911ms)","trace[1654767214] 'applied index is now lower than readState.Index' (duration: 58.502µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:16.48146Z","caller":"traceutil/trace.go:171","msg":"trace[1878871146] transaction","detail":"{read_only:false; response_revision:4593; number_of_response:1; }","duration":"531.82032ms","start":"2026-02-27T01:26:15.949627Z","end":"2026-02-27T01:26:16.481447Z","steps":["trace[1878871146] 'process raft request' (duration: 531.525872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:16.481566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:15.949613Z","time spent":"531.874501ms","remote":"127.0.0.1:40802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7598,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:16.482579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.181217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2574539"} {"level":"info","ts":"2026-02-27T01:26:16.482758Z","caller":"traceutil/trace.go:171","msg":"trace[1753345203] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4593; }","duration":"308.408843ms","start":"2026-02-27T01:26:16.174328Z","end":"2026-02-27T01:26:16.482737Z","steps":["trace[1753345203] 'agreement among raft nodes before linearized reading' (duration: 307.17993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:16.482834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:16.174306Z","time spent":"308.511585ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2574562,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-02-27T01:26:16.487367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.659973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:16.487434Z","caller":"traceutil/trace.go:171","msg":"trace[2046366125] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4594; }","duration":"226.772416ms","start":"2026-02-27T01:26:16.260645Z","end":"2026-02-27T01:26:16.487417Z","steps":["trace[2046366125] 'agreement among raft nodes before linearized reading' (duration: 226.636882ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:16.487762Z","caller":"traceutil/trace.go:171","msg":"trace[1233626594] transaction","detail":"{read_only:false; response_revision:4594; number_of_response:1; }","duration":"208.90899ms","start":"2026-02-27T01:26:16.278835Z","end":"2026-02-27T01:26:16.487744Z","steps":["trace[1233626594] 'process raft request' (duration: 208.273973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:17.353949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.493875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:17.354049Z","caller":"traceutil/trace.go:171","msg":"trace[1202545417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4609; }","duration":"299.66493ms","start":"2026-02-27T01:26:17.054364Z","end":"2026-02-27T01:26:17.354029Z","steps":["trace[1202545417] 'range keys from in-memory index tree' (duration: 299.368732ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:18.142133Z","caller":"traceutil/trace.go:171","msg":"trace[1105537868] linearizableReadLoop","detail":"{readStateIndex:4817; appliedIndex:4816; }","duration":"465.080049ms","start":"2026-02-27T01:26:17.677006Z","end":"2026-02-27T01:26:18.142086Z","steps":["trace[1105537868] 'read index received' (duration: 465.001177ms)","trace[1105537868] 'applied index is now lower than readState.Index' (duration: 77.962µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:18.142161Z","caller":"traceutil/trace.go:171","msg":"trace[668763800] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"501.52056ms","start":"2026-02-27T01:26:17.640607Z","end":"2026-02-27T01:26:18.142128Z","steps":["trace[668763800] 'process raft request' (duration: 501.307484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:18.142337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:17.640581Z","time spent":"501.659984ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4630,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:18.142448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.367277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:26:18.142584Z","caller":"traceutil/trace.go:171","msg":"trace[319577456] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4610; }","duration":"465.563882ms","start":"2026-02-27T01:26:17.676975Z","end":"2026-02-27T01:26:18.142539Z","steps":["trace[319577456] 'agreement among raft nodes before linearized reading' (duration: 465.275204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:18.142678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:17.676963Z","time spent":"465.701195ms","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":46,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:26:18.643186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281891759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:26:19.188009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.305966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:26:19.188114Z","caller":"traceutil/trace.go:171","msg":"trace[858501698] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"1.497516366s","start":"2026-02-27T01:26:17.690579Z","end":"2026-02-27T01:26:19.188096Z","steps":["trace[858501698] 'process raft request' (duration: 1.164047205s)","trace[858501698] 'compare' (duration: 332.68536ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:19.188344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:17.690562Z","time spent":"1.497581377s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:19.50971Z","caller":"traceutil/trace.go:171","msg":"trace[1084004622] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"1.36183419s","start":"2026-02-27T01:26:18.147847Z","end":"2026-02-27T01:26:19.509681Z","steps":["trace[1084004622] 'process raft request' (duration: 1.360896295s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:19.509854Z","caller":"traceutil/trace.go:171","msg":"trace[1638838125] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"1.36148273s","start":"2026-02-27T01:26:18.14833Z","end":"2026-02-27T01:26:19.509813Z","steps":["trace[1638838125] 'process raft request' (duration: 1.361245184s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:19.509904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.147827Z","time spent":"1.361975093s","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":988,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:19.509996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.148323Z","time spent":"1.361597313s","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1597,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:19.510125Z","caller":"traceutil/trace.go:171","msg":"trace[87450368] linearizableReadLoop","detail":"{readStateIndex:4822; appliedIndex:4817; }","duration":"1.36786446s","start":"2026-02-27T01:26:18.142211Z","end":"2026-02-27T01:26:19.510076Z","steps":["trace[87450368] 'read index received' (duration: 712.494007ms)","trace[87450368] 'applied index is now lower than readState.Index' (duration: 655.366533ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:19.510239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455531508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:19.510319Z","caller":"traceutil/trace.go:171","msg":"trace[304476763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4615; }","duration":"1.455750264s","start":"2026-02-27T01:26:18.054556Z","end":"2026-02-27T01:26:19.510307Z","steps":["trace[304476763] 'agreement among raft nodes before linearized reading' (duration: 1.455556648s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:19.510398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.054534Z","time spent":"1.455853336s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:26:19.510404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764906425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a5c8e6f4-e924-4fef-ad84-06efb11b5b92\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-02-27T01:26:19.510504Z","caller":"traceutil/trace.go:171","msg":"trace[27487401] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a5c8e6f4-e924-4fef-ad84-06efb11b5b92; range_end:; response_count:1; response_revision:4615; }","duration":"1.765057299s","start":"2026-02-27T01:26:17.74543Z","end":"2026-02-27T01:26:19.510487Z","steps":["trace[27487401] 'agreement among raft nodes before linearized reading' (duration: 1.764822343s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:19.510516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361444929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-5cc45946cd-nmtkz\" ","response":"range_response_count:1 size:4645"} {"level":"warn","ts":"2026-02-27T01:26:19.510546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:17.74541Z","time spent":"1.765127441s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a5c8e6f4-e924-4fef-ad84-06efb11b5b92\" "} {"level":"info","ts":"2026-02-27T01:26:19.510588Z","caller":"traceutil/trace.go:171","msg":"trace[333023376] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-5cc45946cd-nmtkz; range_end:; response_count:1; response_revision:4615; }","duration":"1.361548992s","start":"2026-02-27T01:26:18.149022Z","end":"2026-02-27T01:26:19.510571Z","steps":["trace[333023376] 'agreement among raft nodes before linearized reading' (duration: 1.361294035s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:19.510586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012258859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:26:19.510658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.751299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T01:26:19.510678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.149001Z","time spent":"1.361663645s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4668,"request content":"key:\"/registry/pods/monitoring/loki-gateway-5cc45946cd-nmtkz\" "} {"level":"info","ts":"2026-02-27T01:26:19.51088Z","caller":"traceutil/trace.go:171","msg":"trace[1314285219] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4615; }","duration":"878.822552ms","start":"2026-02-27T01:26:18.631862Z","end":"2026-02-27T01:26:19.510684Z","steps":["trace[1314285219] 'agreement among raft nodes before linearized reading' (duration: 878.702018ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:19.5109Z","caller":"traceutil/trace.go:171","msg":"trace[1154073083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4615; }","duration":"1.012429853s","start":"2026-02-27T01:26:18.498244Z","end":"2026-02-27T01:26:19.510674Z","steps":["trace[1154073083] 'agreement among raft nodes before linearized reading' (duration: 1.012137516s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:19.510927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.63184Z","time spent":"879.078688ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:26:19.510942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.498223Z","time spent":"1.012708571s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:26:19.511058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01306698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:26:19.511116Z","caller":"traceutil/trace.go:171","msg":"trace[1051611911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4615; }","duration":"1.013164283s","start":"2026-02-27T01:26:18.497938Z","end":"2026-02-27T01:26:19.511102Z","steps":["trace[1051611911] 'agreement among raft nodes before linearized reading' (duration: 1.013026779s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:19.510011Z","caller":"traceutil/trace.go:171","msg":"trace[1015363524] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"1.360869354s","start":"2026-02-27T01:26:18.149108Z","end":"2026-02-27T01:26:19.509978Z","steps":["trace[1015363524] 'process raft request' (duration: 1.360643078s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:19.511162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.497907Z","time spent":"1.013244175s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:26:19.510189Z","caller":"traceutil/trace.go:171","msg":"trace[712881182] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"1.361017498s","start":"2026-02-27T01:26:18.149113Z","end":"2026-02-27T01:26:19.51013Z","steps":["trace[712881182] 'process raft request' (duration: 1.36071191s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:19.511328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.149089Z","time spent":"1.362174138s","remote":"127.0.0.1:34092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4297,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:19.511309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.149101Z","time spent":"1.362107607s","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:19.510514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009538087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T01:26:19.511588Z","caller":"traceutil/trace.go:171","msg":"trace[711494576] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4615; }","duration":"1.010655236s","start":"2026-02-27T01:26:18.500921Z","end":"2026-02-27T01:26:19.511577Z","steps":["trace[711494576] 'agreement among raft nodes before linearized reading' (duration: 1.009425834s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:19.511625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.500905Z","time spent":"1.010709987s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:26:19.512458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011710744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T01:26:19.512493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014649452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:26:19.512549Z","caller":"traceutil/trace.go:171","msg":"trace[572006462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4615; }","duration":"1.014707334s","start":"2026-02-27T01:26:18.497827Z","end":"2026-02-27T01:26:19.512534Z","steps":["trace[572006462] 'agreement among raft nodes before linearized reading' (duration: 1.01341727s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:19.512597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.497776Z","time spent":"1.014810647s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:26:19.512523Z","caller":"traceutil/trace.go:171","msg":"trace[1260694009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4615; }","duration":"1.011798737s","start":"2026-02-27T01:26:18.500704Z","end":"2026-02-27T01:26:19.512503Z","steps":["trace[1260694009] 'agreement among raft nodes before linearized reading' (duration: 1.010200865s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:19.512885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.500694Z","time spent":"1.012177047s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:26:19.513358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010649766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9zch7\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T01:26:19.51345Z","caller":"traceutil/trace.go:171","msg":"trace[120813297] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9zch7; range_end:; response_count:1; response_revision:4615; }","duration":"1.010757259s","start":"2026-02-27T01:26:18.502667Z","end":"2026-02-27T01:26:19.513424Z","steps":["trace[120813297] 'agreement among raft nodes before linearized reading' (duration: 1.008576291s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:19.51348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.799291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T01:26:19.513507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.502649Z","time spent":"1.010845181s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9zch7\" "} {"level":"info","ts":"2026-02-27T01:26:19.51353Z","caller":"traceutil/trace.go:171","msg":"trace[21977247] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4615; }","duration":"887.878303ms","start":"2026-02-27T01:26:18.62564Z","end":"2026-02-27T01:26:19.513518Z","steps":["trace[21977247] 'agreement among raft nodes before linearized reading' (duration: 885.457849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:19.513576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.625629Z","time spent":"887.931164ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:26:19.514115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011283933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:26:19.514168Z","caller":"traceutil/trace.go:171","msg":"trace[502551804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4615; }","duration":"1.011576931s","start":"2026-02-27T01:26:18.502577Z","end":"2026-02-27T01:26:19.514154Z","steps":["trace[502551804] 'agreement among raft nodes before linearized reading' (duration: 1.008657943s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:19.514193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.50256Z","time spent":"1.011626562s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:26:21.357206Z","caller":"traceutil/trace.go:171","msg":"trace[2099783386] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"392.360211ms","start":"2026-02-27T01:26:20.96482Z","end":"2026-02-27T01:26:21.35718Z","steps":["trace[2099783386] 'process raft request' (duration: 390.946063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:21.357337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:20.964776Z","time spent":"392.497724ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:26:21.357504Z","caller":"traceutil/trace.go:171","msg":"trace[868496346] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"379.890149ms","start":"2026-02-27T01:26:20.977592Z","end":"2026-02-27T01:26:21.357482Z","steps":["trace[868496346] 'process raft request' (duration: 379.473108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:21.357599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:20.977567Z","time spent":"379.990111ms","remote":"127.0.0.1:60844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1112,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:26:21.396204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.706044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:21.39627Z","caller":"traceutil/trace.go:171","msg":"trace[2088622588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4643; }","duration":"340.823417ms","start":"2026-02-27T01:26:21.055437Z","end":"2026-02-27T01:26:21.39626Z","steps":["trace[2088622588] 'agreement among raft nodes before linearized reading' (duration: 340.693363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:21.39631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:21.055413Z","time spent":"340.888549ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:26:21.39611Z","caller":"traceutil/trace.go:171","msg":"trace[1537599278] linearizableReadLoop","detail":"{readStateIndex:4851; appliedIndex:4849; }","duration":"340.605301ms","start":"2026-02-27T01:26:21.055478Z","end":"2026-02-27T01:26:21.396083Z","steps":["trace[1537599278] 'read index received' (duration: 300.337348ms)","trace[1537599278] 'applied index is now lower than readState.Index' (duration: 40.266373ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:21.469574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.151304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:26:21.469659Z","caller":"traceutil/trace.go:171","msg":"trace[2134295090] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4645; }","duration":"102.264416ms","start":"2026-02-27T01:26:21.367373Z","end":"2026-02-27T01:26:21.469637Z","steps":["trace[2134295090] 'agreement among raft nodes before linearized reading' (duration: 102.125883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:21.469718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.852809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:1716"} {"level":"info","ts":"2026-02-27T01:26:21.469917Z","caller":"traceutil/trace.go:171","msg":"trace[1765739840] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"101.033573ms","start":"2026-02-27T01:26:21.368868Z","end":"2026-02-27T01:26:21.469901Z","steps":["trace[1765739840] 'process raft request' (duration: 100.187791ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:21.470035Z","caller":"traceutil/trace.go:171","msg":"trace[1148701342] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:4645; }","duration":"103.968632ms","start":"2026-02-27T01:26:21.365806Z","end":"2026-02-27T01:26:21.469775Z","steps":["trace[1148701342] 'agreement among raft nodes before linearized reading' (duration: 103.860659ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:31.089593Z","caller":"traceutil/trace.go:171","msg":"trace[1663828835] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"109.52955ms","start":"2026-02-27T01:26:30.980031Z","end":"2026-02-27T01:26:31.089561Z","steps":["trace[1663828835] 'process raft request' (duration: 109.359426ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:35.408802Z","caller":"traceutil/trace.go:171","msg":"trace[95754287] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"319.17591ms","start":"2026-02-27T01:26:35.089602Z","end":"2026-02-27T01:26:35.408778Z","steps":["trace[95754287] 'process raft request' (duration: 318.981545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:35.409011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:35.089574Z","time spent":"319.302744ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:35.533806Z","caller":"traceutil/trace.go:171","msg":"trace[1517057928] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"443.880025ms","start":"2026-02-27T01:26:35.089884Z","end":"2026-02-27T01:26:35.533764Z","steps":["trace[1517057928] 'process raft request' (duration: 421.991622ms)","trace[1517057928] 'compare' (duration: 21.477002ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:35.533841Z","caller":"traceutil/trace.go:171","msg":"trace[1857573273] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"443.891356ms","start":"2026-02-27T01:26:35.089927Z","end":"2026-02-27T01:26:35.533818Z","steps":["trace[1857573273] 'process raft request' (duration: 443.730011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:35.533978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:35.089897Z","time spent":"444.008328ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:35.533988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:35.089849Z","time spent":"444.038769ms","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:35.53416Z","caller":"traceutil/trace.go:171","msg":"trace[1464553724] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"443.948916ms","start":"2026-02-27T01:26:35.090163Z","end":"2026-02-27T01:26:35.534111Z","steps":["trace[1464553724] 'process raft request' (duration: 443.600777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:35.53489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:35.09015Z","time spent":"444.088491ms","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:36.387296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281892273,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:26:36.427105Z","caller":"traceutil/trace.go:171","msg":"trace[1765063731] linearizableReadLoop","detail":"{readStateIndex:5039; appliedIndex:5037; }","duration":"540.86397ms","start":"2026-02-27T01:26:35.886213Z","end":"2026-02-27T01:26:36.427077Z","steps":["trace[1765063731] 'read index received' (duration: 540.650704ms)","trace[1765063731] 'applied index is now lower than readState.Index' (duration: 212.386µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:36.42714Z","caller":"traceutil/trace.go:171","msg":"trace[529243275] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"552.308915ms","start":"2026-02-27T01:26:35.874808Z","end":"2026-02-27T01:26:36.427117Z","steps":["trace[529243275] 'process raft request' (duration: 552.086349ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:36.427219Z","caller":"traceutil/trace.go:171","msg":"trace[702532340] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"552.322324ms","start":"2026-02-27T01:26:35.874864Z","end":"2026-02-27T01:26:36.427186Z","steps":["trace[702532340] 'process raft request' (duration: 552.175231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:36.427246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.006593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-02-27T01:26:36.42729Z","caller":"traceutil/trace.go:171","msg":"trace[888233759] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4821; }","duration":"541.094545ms","start":"2026-02-27T01:26:35.886185Z","end":"2026-02-27T01:26:36.427279Z","steps":["trace[888233759] 'agreement among raft nodes before linearized reading' (duration: 540.989902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:36.427338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:35.886164Z","time spent":"541.163527ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T01:26:36.427355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:35.87484Z","time spent":"552.433198ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:36.427357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:35.874792Z","time spent":"552.456808ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:36.427504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.909446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-02-27T01:26:36.427495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.216615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-02-27T01:26:36.427545Z","caller":"traceutil/trace.go:171","msg":"trace[2057256060] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4821; }","duration":"326.994439ms","start":"2026-02-27T01:26:36.100535Z","end":"2026-02-27T01:26:36.42753Z","steps":["trace[2057256060] 'agreement among raft nodes before linearized reading' (duration: 326.695141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:36.427576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:36.100514Z","time spent":"327.05422ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-02-27T01:26:36.427575Z","caller":"traceutil/trace.go:171","msg":"trace[1304389616] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4821; }","duration":"258.353848ms","start":"2026-02-27T01:26:36.169201Z","end":"2026-02-27T01:26:36.427554Z","steps":["trace[1304389616] 'agreement among raft nodes before linearized reading' (duration: 258.108452ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:36.906583Z","caller":"traceutil/trace.go:171","msg":"trace[891509185] linearizableReadLoop","detail":"{readStateIndex:5042; appliedIndex:5040; }","duration":"329.989428ms","start":"2026-02-27T01:26:36.576573Z","end":"2026-02-27T01:26:36.906563Z","steps":["trace[891509185] 'read index received' (duration: 234.663316ms)","trace[891509185] 'applied index is now lower than readState.Index' (duration: 95.325122ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:36.906632Z","caller":"traceutil/trace.go:171","msg":"trace[35201967] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4823; }","duration":"343.854247ms","start":"2026-02-27T01:26:36.562728Z","end":"2026-02-27T01:26:36.906582Z","steps":["trace[35201967] 'process raft request' (duration: 343.799056ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:36.906642Z","caller":"traceutil/trace.go:171","msg":"trace[1404535358] transaction","detail":"{read_only:false; response_revision:4823; number_of_response:1; }","duration":"344.771102ms","start":"2026-02-27T01:26:36.561816Z","end":"2026-02-27T01:26:36.906587Z","steps":["trace[1404535358] 'process raft request' (duration: 249.446331ms)","trace[1404535358] 'compare' (duration: 95.120936ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:36.906769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:36.562709Z","time spent":"343.993981ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:26:36.906796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.02875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:26:36.906825Z","caller":"traceutil/trace.go:171","msg":"trace[403182603] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:4823; }","duration":"219.124332ms","start":"2026-02-27T01:26:36.687693Z","end":"2026-02-27T01:26:36.906818Z","steps":["trace[403182603] 'agreement among raft nodes before linearized reading' (duration: 219.007569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:36.90681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:36.561792Z","time spent":"344.933406ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:36.906838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.242085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:26:36.906916Z","caller":"traceutil/trace.go:171","msg":"trace[1400224136] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4823; }","duration":"330.349088ms","start":"2026-02-27T01:26:36.576545Z","end":"2026-02-27T01:26:36.906894Z","steps":["trace[1400224136] 'agreement among raft nodes before linearized reading' (duration: 330.108001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:36.906971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:36.576535Z","time spent":"330.424579ms","remote":"127.0.0.1:33976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":74,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:27:07.310628Z","caller":"traceutil/trace.go:171","msg":"trace[787018782] linearizableReadLoop","detail":"{readStateIndex:5372; appliedIndex:5371; }","duration":"196.879112ms","start":"2026-02-27T01:27:07.113693Z","end":"2026-02-27T01:27:07.310572Z","steps":["trace[787018782] 'read index received' (duration: 196.669266ms)","trace[787018782] 'applied index is now lower than readState.Index' (duration: 208.806µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:07.310725Z","caller":"traceutil/trace.go:171","msg":"trace[497230343] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"276.728009ms","start":"2026-02-27T01:27:07.033923Z","end":"2026-02-27T01:27:07.310651Z","steps":["trace[497230343] 'process raft request' (duration: 276.478312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:07.311303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.585581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-27T01:27:07.311371Z","caller":"traceutil/trace.go:171","msg":"trace[698559943] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5140; }","duration":"197.703245ms","start":"2026-02-27T01:27:07.113654Z","end":"2026-02-27T01:27:07.311357Z","steps":["trace[698559943] 'agreement among raft nodes before linearized reading' (duration: 197.080278ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:07.312012Z","caller":"traceutil/trace.go:171","msg":"trace[541439120] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"164.413878ms","start":"2026-02-27T01:27:07.147544Z","end":"2026-02-27T01:27:07.311958Z","steps":["trace[541439120] 'process raft request' (duration: 164.186042ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:15.852639Z","caller":"traceutil/trace.go:171","msg":"trace[1461300678] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"202.283956ms","start":"2026-02-27T01:27:15.650306Z","end":"2026-02-27T01:27:15.85259Z","steps":["trace[1461300678] 'process raft request' (duration: 201.900996ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:17.193863Z","caller":"traceutil/trace.go:171","msg":"trace[662856960] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"206.101328ms","start":"2026-02-27T01:27:16.987734Z","end":"2026-02-27T01:27:17.193835Z","steps":["trace[662856960] 'process raft request' (duration: 205.861832ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:17.345903Z","caller":"traceutil/trace.go:171","msg":"trace[160127037] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"355.211018ms","start":"2026-02-27T01:27:16.990653Z","end":"2026-02-27T01:27:17.345864Z","steps":["trace[160127037] 'process raft request' (duration: 270.601965ms)","trace[160127037] 'compare' (duration: 84.47229ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:27:17.346129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:16.990635Z","time spent":"355.393753ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:27:18.092404Z","caller":"traceutil/trace.go:171","msg":"trace[1018091224] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"148.229707ms","start":"2026-02-27T01:27:17.944155Z","end":"2026-02-27T01:27:18.092385Z","steps":["trace[1018091224] 'process raft request' (duration: 147.913839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:18.396978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.269718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-02-27T01:27:18.397236Z","caller":"traceutil/trace.go:171","msg":"trace[1454864638] linearizableReadLoop","detail":"{readStateIndex:5455; appliedIndex:5453; }","duration":"236.23485ms","start":"2026-02-27T01:27:18.160984Z","end":"2026-02-27T01:27:18.397219Z","steps":["trace[1454864638] 'read index received' (duration: 81.576032ms)","trace[1454864638] 'applied index is now lower than readState.Index' (duration: 154.657608ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:18.397334Z","caller":"traceutil/trace.go:171","msg":"trace[1590331001] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5217; }","duration":"293.527156ms","start":"2026-02-27T01:27:18.103794Z","end":"2026-02-27T01:27:18.397321Z","steps":["trace[1590331001] 'process raft request' (duration: 138.846227ms)","trace[1590331001] 'compare' (duration: 154.228287ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:27:18.397611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.307449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:27:18.397693Z","caller":"traceutil/trace.go:171","msg":"trace[749322765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5218; }","duration":"228.451303ms","start":"2026-02-27T01:27:18.169224Z","end":"2026-02-27T01:27:18.397675Z","steps":["trace[749322765] 'agreement among raft nodes before linearized reading' (duration: 228.162586ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:18.397632Z","caller":"traceutil/trace.go:171","msg":"trace[2093118236] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"292.977002ms","start":"2026-02-27T01:27:18.104604Z","end":"2026-02-27T01:27:18.397581Z","steps":["trace[2093118236] 'process raft request' (duration: 292.507639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:18.397865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.56831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T01:27:18.398Z","caller":"traceutil/trace.go:171","msg":"trace[617717336] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5218; }","duration":"212.779246ms","start":"2026-02-27T01:27:18.185202Z","end":"2026-02-27T01:27:18.397981Z","steps":["trace[617717336] 'agreement among raft nodes before linearized reading' (duration: 212.343655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:18.397901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.479418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:27:18.398105Z","caller":"traceutil/trace.go:171","msg":"trace[749115255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5218; }","duration":"212.747545ms","start":"2026-02-27T01:27:18.185328Z","end":"2026-02-27T01:27:18.398076Z","steps":["trace[749115255] 'agreement among raft nodes before linearized reading' (duration: 212.224891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:18.398419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.652421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:27:18.398514Z","caller":"traceutil/trace.go:171","msg":"trace[1275932888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5218; }","duration":"254.729923ms","start":"2026-02-27T01:27:18.143735Z","end":"2026-02-27T01:27:18.398465Z","steps":["trace[1275932888] 'agreement among raft nodes before linearized reading' (duration: 253.607263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:18.665553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.62638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:27:18.665943Z","caller":"traceutil/trace.go:171","msg":"trace[204723996] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"255.897974ms","start":"2026-02-27T01:27:18.410024Z","end":"2026-02-27T01:27:18.665922Z","steps":["trace[204723996] 'process raft request' (duration: 255.797091ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:18.666121Z","caller":"traceutil/trace.go:171","msg":"trace[1853656288] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"262.942091ms","start":"2026-02-27T01:27:18.40315Z","end":"2026-02-27T01:27:18.666092Z","steps":["trace[1853656288] 'process raft request' (duration: 262.51352ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:18.666121Z","caller":"traceutil/trace.go:171","msg":"trace[1662967700] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"262.681714ms","start":"2026-02-27T01:27:18.403411Z","end":"2026-02-27T01:27:18.666093Z","steps":["trace[1662967700] 'process raft request' (duration: 262.324045ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:18.666215Z","caller":"traceutil/trace.go:171","msg":"trace[209870783] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"263.28434ms","start":"2026-02-27T01:27:18.402915Z","end":"2026-02-27T01:27:18.666199Z","steps":["trace[209870783] 'process raft request' (duration: 102.885789ms)","trace[209870783] 'compare' (duration: 159.470816ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:30.636399Z","caller":"traceutil/trace.go:171","msg":"trace[652553868] linearizableReadLoop","detail":"{readStateIndex:5559; appliedIndex:5558; }","duration":"182.928641ms","start":"2026-02-27T01:27:30.453445Z","end":"2026-02-27T01:27:30.636374Z","steps":["trace[652553868] 'read index received' (duration: 182.254913ms)","trace[652553868] 'applied index is now lower than readState.Index' (duration: 672.738µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:30.636475Z","caller":"traceutil/trace.go:171","msg":"trace[1245203681] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"201.148625ms","start":"2026-02-27T01:27:30.435281Z","end":"2026-02-27T01:27:30.63643Z","steps":["trace[1245203681] 'process raft request' (duration: 200.357644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:30.6368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.29394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:27:30.636878Z","caller":"traceutil/trace.go:171","msg":"trace[1613809973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5318; }","duration":"183.495696ms","start":"2026-02-27T01:27:30.453368Z","end":"2026-02-27T01:27:30.636863Z","steps":["trace[1613809973] 'agreement among raft nodes before linearized reading' (duration: 183.150317ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:30.636899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.898255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:27:30.636996Z","caller":"traceutil/trace.go:171","msg":"trace[1814045592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5318; }","duration":"152.065139ms","start":"2026-02-27T01:27:30.484908Z","end":"2026-02-27T01:27:30.636973Z","steps":["trace[1814045592] 'agreement among raft nodes before linearized reading' (duration: 151.758781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:30.787762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.060857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:27:30.787898Z","caller":"traceutil/trace.go:171","msg":"trace[35934462] linearizableReadLoop","detail":"{readStateIndex:5561; appliedIndex:5559; }","duration":"138.19012ms","start":"2026-02-27T01:27:30.649694Z","end":"2026-02-27T01:27:30.787884Z","steps":["trace[35934462] 'read index received' (duration: 23.937128ms)","trace[35934462] 'applied index is now lower than readState.Index' (duration: 114.251592ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:30.787972Z","caller":"traceutil/trace.go:171","msg":"trace[1126964485] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"145.73232ms","start":"2026-02-27T01:27:30.642232Z","end":"2026-02-27T01:27:30.787964Z","steps":["trace[1126964485] 'process raft request' (duration: 145.619087ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:30.787969Z","caller":"traceutil/trace.go:171","msg":"trace[1813187486] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"146.340386ms","start":"2026-02-27T01:27:30.641588Z","end":"2026-02-27T01:27:30.787929Z","steps":["trace[1813187486] 'process raft request' (duration: 32.033263ms)","trace[1813187486] 'compare' (duration: 113.964474ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:27:30.788211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.523389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:27:30.788241Z","caller":"traceutil/trace.go:171","msg":"trace[1025893898] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5320; }","duration":"138.60173ms","start":"2026-02-27T01:27:30.649632Z","end":"2026-02-27T01:27:30.788234Z","steps":["trace[1025893898] 'agreement among raft nodes before linearized reading' (duration: 138.516718ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:29:02.727983Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2813} {"level":"info","ts":"2026-02-27T01:29:02.796981Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2813,"took":"67.543514ms","hash":1023261896,"current-db-size-bytes":43163648,"current-db-size":"43 MB","current-db-size-in-use-bytes":32468992,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-02-27T01:29:02.797051Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1023261896,"revision":2813,"compact-revision":-1} {"level":"info","ts":"2026-02-27T01:32:05.577626Z","caller":"traceutil/trace.go:171","msg":"trace[1272598602] linearizableReadLoop","detail":"{readStateIndex:7995; appliedIndex:7994; }","duration":"114.697067ms","start":"2026-02-27T01:32:05.46289Z","end":"2026-02-27T01:32:05.577587Z","steps":["trace[1272598602] 'read index received' (duration: 114.41677ms)","trace[1272598602] 'applied index is now lower than readState.Index' (duration: 278.777µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:05.577726Z","caller":"traceutil/trace.go:171","msg":"trace[286760077] transaction","detail":"{read_only:false; response_revision:7634; number_of_response:1; }","duration":"257.335628ms","start":"2026-02-27T01:32:05.320353Z","end":"2026-02-27T01:32:05.577689Z","steps":["trace[286760077] 'process raft request' (duration: 257.000229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:05.578021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.084288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-02-27T01:32:05.578081Z","caller":"traceutil/trace.go:171","msg":"trace[1016727616] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7634; }","duration":"115.221862ms","start":"2026-02-27T01:32:05.46284Z","end":"2026-02-27T01:32:05.578062Z","steps":["trace[1016727616] 'agreement among raft nodes before linearized reading' (duration: 114.963615ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:16.050171Z","caller":"traceutil/trace.go:171","msg":"trace[1224973865] transaction","detail":"{read_only:false; response_revision:7702; number_of_response:1; }","duration":"155.137542ms","start":"2026-02-27T01:32:15.894995Z","end":"2026-02-27T01:32:16.050132Z","steps":["trace[1224973865] 'process raft request' (duration: 57.003454ms)","trace[1224973865] 'compare' (duration: 97.939003ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:16.278482Z","caller":"traceutil/trace.go:171","msg":"trace[1626034316] transaction","detail":"{read_only:false; response_revision:7703; number_of_response:1; }","duration":"140.70047ms","start":"2026-02-27T01:32:16.137754Z","end":"2026-02-27T01:32:16.278455Z","steps":["trace[1626034316] 'process raft request' (duration: 140.536506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:16.8151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.519655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:32:16.815205Z","caller":"traceutil/trace.go:171","msg":"trace[954786404] transaction","detail":"{read_only:false; response_revision:7706; number_of_response:1; }","duration":"384.13249ms","start":"2026-02-27T01:32:16.431053Z","end":"2026-02-27T01:32:16.815186Z","steps":["trace[954786404] 'process raft request' (duration: 205.44494ms)","trace[954786404] 'compare' (duration: 178.370421ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:16.815278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:16.431027Z","time spent":"384.223643ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:32:16.82474Z","caller":"traceutil/trace.go:171","msg":"trace[298172666] linearizableReadLoop","detail":"{readStateIndex:8074; appliedIndex:8072; }","duration":"390.433617ms","start":"2026-02-27T01:32:16.434282Z","end":"2026-02-27T01:32:16.824715Z","steps":["trace[298172666] 'read index received' (duration: 202.226105ms)","trace[298172666] 'applied index is now lower than readState.Index' (duration: 188.206372ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:16.824802Z","caller":"traceutil/trace.go:171","msg":"trace[935063405] transaction","detail":"{read_only:false; response_revision:7707; number_of_response:1; }","duration":"393.630373ms","start":"2026-02-27T01:32:16.431137Z","end":"2026-02-27T01:32:16.824768Z","steps":["trace[935063405] 'process raft request' (duration: 393.448358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:16.824955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:16.431115Z","time spent":"393.753685ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:16.82497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.668713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:32:16.824981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.862454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T01:32:16.824974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.845124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:16.825015Z","caller":"traceutil/trace.go:171","msg":"trace[1546798897] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7707; }","duration":"248.916346ms","start":"2026-02-27T01:32:16.57609Z","end":"2026-02-27T01:32:16.825006Z","steps":["trace[1546798897] 'agreement among raft nodes before linearized reading' (duration: 248.816383ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:16.82501Z","caller":"traceutil/trace.go:171","msg":"trace[666126583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7707; }","duration":"390.733516ms","start":"2026-02-27T01:32:16.434267Z","end":"2026-02-27T01:32:16.825Z","steps":["trace[666126583] 'agreement among raft nodes before linearized reading' (duration: 390.576772ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:16.825028Z","caller":"traceutil/trace.go:171","msg":"trace[1727489974] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:7707; }","duration":"330.943546ms","start":"2026-02-27T01:32:16.494072Z","end":"2026-02-27T01:32:16.825016Z","steps":["trace[1727489974] 'agreement among raft nodes before linearized reading' (duration: 330.828953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:16.825047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:16.434234Z","time spent":"390.805507ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:32:16.825041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.398459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T01:32:16.825064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:16.49406Z","time spent":"330.994818ms","remote":"127.0.0.1:34028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:32:16.825097Z","caller":"traceutil/trace.go:171","msg":"trace[1418731617] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7707; }","duration":"249.476901ms","start":"2026-02-27T01:32:16.575604Z","end":"2026-02-27T01:32:16.825081Z","steps":["trace[1418731617] 'agreement among raft nodes before linearized reading' (duration: 249.304406ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:17.087031Z","caller":"traceutil/trace.go:171","msg":"trace[806461968] transaction","detail":"{read_only:false; response_revision:7711; number_of_response:1; }","duration":"181.737861ms","start":"2026-02-27T01:32:16.905265Z","end":"2026-02-27T01:32:17.087003Z","steps":["trace[806461968] 'process raft request' (duration: 181.510635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:17.228209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.694887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:32:17.228326Z","caller":"traceutil/trace.go:171","msg":"trace[1546799535] transaction","detail":"{read_only:false; response_revision:7712; number_of_response:1; }","duration":"322.43862ms","start":"2026-02-27T01:32:16.905864Z","end":"2026-02-27T01:32:17.228303Z","steps":["trace[1546799535] 'process raft request' (duration: 198.559628ms)","trace[1546799535] 'compare' (duration: 123.552254ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:17.22853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:16.905845Z","time spent":"322.646276ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:32:17.893143Z","caller":"traceutil/trace.go:171","msg":"trace[434696223] transaction","detail":"{read_only:false; response_revision:7713; number_of_response:1; }","duration":"103.569153ms","start":"2026-02-27T01:32:17.789544Z","end":"2026-02-27T01:32:17.893113Z","steps":["trace[434696223] 'process raft request' (duration: 103.397668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:19.060827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.25653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9zch7\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T01:32:19.060909Z","caller":"traceutil/trace.go:171","msg":"trace[1746830804] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9zch7; range_end:; response_count:1; response_revision:7713; }","duration":"996.418604ms","start":"2026-02-27T01:32:18.064472Z","end":"2026-02-27T01:32:19.060891Z","steps":["trace[1746830804] 'range keys from in-memory index tree' (duration: 996.041454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:19.06095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:18.06445Z","time spent":"996.491736ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9zch7\" "} {"level":"warn","ts":"2026-02-27T01:32:19.060992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006256415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:19.060992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.862848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T01:32:19.061034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.57688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-584964f6c9-f9d9d.1897f66b2b3a5519\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-02-27T01:32:19.061083Z","caller":"traceutil/trace.go:171","msg":"trace[961287674] range","detail":"{range_begin:/registry/events/openstack/barbican-api-584964f6c9-f9d9d.1897f66b2b3a5519; range_end:; response_count:1; response_revision:7713; }","duration":"516.661202ms","start":"2026-02-27T01:32:18.544406Z","end":"2026-02-27T01:32:19.061067Z","steps":["trace[961287674] 'range keys from in-memory index tree' (duration: 516.404586ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:19.061082Z","caller":"traceutil/trace.go:171","msg":"trace[1554028504] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7713; }","duration":"631.002982ms","start":"2026-02-27T01:32:18.43006Z","end":"2026-02-27T01:32:19.061063Z","steps":["trace[1554028504] 'range keys from in-memory index tree' (duration: 630.674253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:19.061126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:18.544355Z","time spent":"516.763185ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-584964f6c9-f9d9d.1897f66b2b3a5519\" "} {"level":"warn","ts":"2026-02-27T01:32:19.061142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:18.43005Z","time spent":"631.079084ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T01:32:19.061068Z","caller":"traceutil/trace.go:171","msg":"trace[1059447587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7713; }","duration":"1.006388109s","start":"2026-02-27T01:32:18.05466Z","end":"2026-02-27T01:32:19.061048Z","steps":["trace[1059447587] 'range keys from in-memory index tree' (duration: 1.006144482s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:19.061211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:18.05455Z","time spent":"1.006652636s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:32:19.061196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.156942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:32:19.061264Z","caller":"traceutil/trace.go:171","msg":"trace[868754594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7713; }","duration":"708.273135ms","start":"2026-02-27T01:32:18.352973Z","end":"2026-02-27T01:32:19.061246Z","steps":["trace[868754594] 'range keys from in-memory index tree' (duration: 707.908755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:19.061302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:18.352912Z","time spent":"708.381868ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:32:19.061464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.5022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:32:19.061506Z","caller":"traceutil/trace.go:171","msg":"trace[810922678] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7713; }","duration":"375.581552ms","start":"2026-02-27T01:32:18.685913Z","end":"2026-02-27T01:32:19.061495Z","steps":["trace[810922678] 'count revisions from in-memory index tree' (duration: 375.411288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:19.061542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:18.685893Z","time spent":"375.635654ms","remote":"127.0.0.1:40842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:32:19.061592Z","caller":"traceutil/trace.go:171","msg":"trace[557503444] transaction","detail":"{read_only:false; response_revision:7714; number_of_response:1; }","duration":"337.997833ms","start":"2026-02-27T01:32:18.723563Z","end":"2026-02-27T01:32:19.061561Z","steps":["trace[557503444] 'process raft request' (duration: 307.167154ms)","trace[557503444] 'compare' (duration: 30.49857ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:19.061579Z","caller":"traceutil/trace.go:171","msg":"trace[687439088] linearizableReadLoop","detail":"{readStateIndex:8081; appliedIndex:8080; }","duration":"242.29887ms","start":"2026-02-27T01:32:18.819245Z","end":"2026-02-27T01:32:19.061544Z","steps":["trace[687439088] 'read index received' (duration: 211.513592ms)","trace[687439088] 'applied index is now lower than readState.Index' (duration: 30.783798ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:19.061767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.519746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T01:32:19.061766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:18.72354Z","time spent":"338.107846ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:32:19.061811Z","caller":"traceutil/trace.go:171","msg":"trace[1661458202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7714; }","duration":"242.596758ms","start":"2026-02-27T01:32:18.819201Z","end":"2026-02-27T01:32:19.061798Z","steps":["trace[1661458202] 'agreement among raft nodes before linearized reading' (duration: 242.464195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:19.06271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.340552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:32:19.062763Z","caller":"traceutil/trace.go:171","msg":"trace[1519521753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7714; }","duration":"189.418105ms","start":"2026-02-27T01:32:18.873332Z","end":"2026-02-27T01:32:19.06275Z","steps":["trace[1519521753] 'agreement among raft nodes before linearized reading' (duration: 189.25721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:19.062816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.492952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:32:19.062872Z","caller":"traceutil/trace.go:171","msg":"trace[1730834210] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7714; }","duration":"234.575285ms","start":"2026-02-27T01:32:18.828284Z","end":"2026-02-27T01:32:19.062859Z","steps":["trace[1730834210] 'agreement among raft nodes before linearized reading' (duration: 234.444461ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:19.233001Z","caller":"traceutil/trace.go:171","msg":"trace[1383968455] transaction","detail":"{read_only:false; response_revision:7717; number_of_response:1; }","duration":"166.087025ms","start":"2026-02-27T01:32:19.066894Z","end":"2026-02-27T01:32:19.232982Z","steps":["trace[1383968455] 'process raft request' (duration: 166.007502ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:19.233099Z","caller":"traceutil/trace.go:171","msg":"trace[776527489] transaction","detail":"{read_only:false; response_revision:7715; number_of_response:1; }","duration":"167.104972ms","start":"2026-02-27T01:32:19.06597Z","end":"2026-02-27T01:32:19.233075Z","steps":["trace[776527489] 'process raft request' (duration: 166.66432ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:19.233215Z","caller":"traceutil/trace.go:171","msg":"trace[534833969] transaction","detail":"{read_only:false; response_revision:7718; number_of_response:1; }","duration":"166.264159ms","start":"2026-02-27T01:32:19.066937Z","end":"2026-02-27T01:32:19.233202Z","steps":["trace[534833969] 'process raft request' (duration: 166.007613ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:19.233208Z","caller":"traceutil/trace.go:171","msg":"trace[1828433264] transaction","detail":"{read_only:false; response_revision:7716; number_of_response:1; }","duration":"166.924957ms","start":"2026-02-27T01:32:19.066261Z","end":"2026-02-27T01:32:19.233186Z","steps":["trace[1828433264] 'process raft request' (duration: 166.588328ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:19.233544Z","caller":"traceutil/trace.go:171","msg":"trace[1813188804] transaction","detail":"{read_only:false; response_revision:7719; number_of_response:1; }","duration":"166.551557ms","start":"2026-02-27T01:32:19.066965Z","end":"2026-02-27T01:32:19.233516Z","steps":["trace[1813188804] 'process raft request' (duration: 166.195347ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:19.233527Z","caller":"traceutil/trace.go:171","msg":"trace[292163309] linearizableReadLoop","detail":"{readStateIndex:8084; appliedIndex:8081; }","duration":"166.67659ms","start":"2026-02-27T01:32:19.066812Z","end":"2026-02-27T01:32:19.233488Z","steps":["trace[292163309] 'read index received' (duration: 122.617649ms)","trace[292163309] 'applied index is now lower than readState.Index' (duration: 44.057231ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:19.233842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.021379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203471"} {"level":"info","ts":"2026-02-27T01:32:19.23388Z","caller":"traceutil/trace.go:171","msg":"trace[1975936211] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7719; }","duration":"167.089881ms","start":"2026-02-27T01:32:19.066783Z","end":"2026-02-27T01:32:19.233873Z","steps":["trace[1975936211] 'agreement among raft nodes before linearized reading' (duration: 166.804764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:19.26638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.143427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:19.266461Z","caller":"traceutil/trace.go:171","msg":"trace[31590354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7720; }","duration":"198.2658ms","start":"2026-02-27T01:32:19.068174Z","end":"2026-02-27T01:32:19.266439Z","steps":["trace[31590354] 'agreement among raft nodes before linearized reading' (duration: 198.086225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:19.266487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.979199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:32:19.266584Z","caller":"traceutil/trace.go:171","msg":"trace[76141676] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:7720; }","duration":"196.101162ms","start":"2026-02-27T01:32:19.070458Z","end":"2026-02-27T01:32:19.266559Z","steps":["trace[76141676] 'agreement among raft nodes before linearized reading' (duration: 195.943128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:19.26655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.023619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:32:19.266684Z","caller":"traceutil/trace.go:171","msg":"trace[676276247] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7720; }","duration":"176.194974ms","start":"2026-02-27T01:32:19.090463Z","end":"2026-02-27T01:32:19.266658Z","steps":["trace[676276247] 'agreement among raft nodes before linearized reading' (duration: 175.889356ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:19.381676Z","caller":"traceutil/trace.go:171","msg":"trace[198667728] transaction","detail":"{read_only:false; response_revision:7721; number_of_response:1; }","duration":"108.219816ms","start":"2026-02-27T01:32:19.273421Z","end":"2026-02-27T01:32:19.381641Z","steps":["trace[198667728] 'process raft request' (duration: 85.088621ms)","trace[198667728] 'compare' (duration: 22.975851ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:19.398367Z","caller":"traceutil/trace.go:171","msg":"trace[857850054] transaction","detail":"{read_only:false; response_revision:7722; number_of_response:1; }","duration":"124.852619ms","start":"2026-02-27T01:32:19.273486Z","end":"2026-02-27T01:32:19.398339Z","steps":["trace[857850054] 'process raft request' (duration: 124.714035ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:20.614761Z","caller":"traceutil/trace.go:171","msg":"trace[1148237822] transaction","detail":"{read_only:false; response_revision:7725; number_of_response:1; }","duration":"713.028592ms","start":"2026-02-27T01:32:19.901707Z","end":"2026-02-27T01:32:20.614735Z","steps":["trace[1148237822] 'process raft request' (duration: 712.830187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:20.614924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:19.901688Z","time spent":"713.151666ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:21.738337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281900426,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:32:21.807632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.002075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:21.807637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.557526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:21.807685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.822736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T01:32:21.807711Z","caller":"traceutil/trace.go:171","msg":"trace[1940185510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7725; }","duration":"753.131038ms","start":"2026-02-27T01:32:21.05456Z","end":"2026-02-27T01:32:21.807691Z","steps":["trace[1940185510] 'range keys from in-memory index tree' (duration: 752.884001ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:21.807721Z","caller":"traceutil/trace.go:171","msg":"trace[2017196782] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7725; }","duration":"950.693169ms","start":"2026-02-27T01:32:20.857007Z","end":"2026-02-27T01:32:21.8077Z","steps":["trace[2017196782] 'count revisions from in-memory index tree' (duration: 950.481373ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:21.807737Z","caller":"traceutil/trace.go:171","msg":"trace[432876152] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7725; }","duration":"940.910899ms","start":"2026-02-27T01:32:20.866809Z","end":"2026-02-27T01:32:21.80772Z","steps":["trace[432876152] 'range keys from in-memory index tree' (duration: 940.644152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:21.807754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:21.054536Z","time spent":"753.210319ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:32:21.807767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:20.856985Z","time spent":"950.772781ms","remote":"127.0.0.1:50284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:32:21.807773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:20.866785Z","time spent":"940.980661ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:32:21.943971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.890852ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T01:32:21.944262Z","caller":"traceutil/trace.go:171","msg":"trace[1412993249] transaction","detail":"{read_only:false; response_revision:7726; number_of_response:1; }","duration":"132.188533ms","start":"2026-02-27T01:32:21.812051Z","end":"2026-02-27T01:32:21.94424Z","steps":["trace[1412993249] 'process raft request' (duration: 132.028659ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:21.944254Z","caller":"traceutil/trace.go:171","msg":"trace[280231842] linearizableReadLoop","detail":"{readStateIndex:8094; appliedIndex:8093; }","duration":"706.760545ms","start":"2026-02-27T01:32:21.237445Z","end":"2026-02-27T01:32:21.944205Z","steps":["trace[280231842] 'read index received' (duration: 526.604517ms)","trace[280231842] 'applied index is now lower than readState.Index' (duration: 180.151208ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:21.944518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.065503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:32:21.944563Z","caller":"traceutil/trace.go:171","msg":"trace[1833861210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7726; }","duration":"707.162226ms","start":"2026-02-27T01:32:21.237389Z","end":"2026-02-27T01:32:21.944551Z","steps":["trace[1833861210] 'agreement among raft nodes before linearized reading' (duration: 706.972241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:21.944596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:21.237365Z","time spent":"707.223728ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:32:21.944745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.406784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T01:32:21.944756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.497086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9zch7\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T01:32:21.944806Z","caller":"traceutil/trace.go:171","msg":"trace[865760746] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7726; }","duration":"461.487716ms","start":"2026-02-27T01:32:21.483298Z","end":"2026-02-27T01:32:21.944786Z","steps":["trace[865760746] 'agreement among raft nodes before linearized reading' (duration: 461.344172ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:21.944822Z","caller":"traceutil/trace.go:171","msg":"trace[1710900632] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9zch7; range_end:; response_count:1; response_revision:7726; }","duration":"704.582097ms","start":"2026-02-27T01:32:21.240225Z","end":"2026-02-27T01:32:21.944807Z","steps":["trace[1710900632] 'agreement among raft nodes before linearized reading' (duration: 704.415123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:21.944809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.443527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:32:21.944848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:21.483287Z","time spent":"461.552668ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:32:21.94486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:21.240213Z","time spent":"704.640089ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9zch7\" "} {"level":"warn","ts":"2026-02-27T01:32:21.94487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.796977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T01:32:21.94473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.188436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T01:32:21.944878Z","caller":"traceutil/trace.go:171","msg":"trace[789951707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7726; }","duration":"706.54875ms","start":"2026-02-27T01:32:21.238313Z","end":"2026-02-27T01:32:21.944861Z","steps":["trace[789951707] 'agreement among raft nodes before linearized reading' (duration: 706.319894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:21.944876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.808107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:32:21.944906Z","caller":"traceutil/trace.go:171","msg":"trace[1540328932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7726; }","duration":"706.856448ms","start":"2026-02-27T01:32:21.23804Z","end":"2026-02-27T01:32:21.944897Z","steps":["trace[1540328932] 'agreement among raft nodes before linearized reading' (duration: 706.685553ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:21.944922Z","caller":"traceutil/trace.go:171","msg":"trace[497339997] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7726; }","duration":"707.443264ms","start":"2026-02-27T01:32:21.237462Z","end":"2026-02-27T01:32:21.944905Z","steps":["trace[497339997] 'agreement among raft nodes before linearized reading' (duration: 707.058534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:21.94493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:21.238302Z","time spent":"706.619231ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:32:21.944936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.944604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:21.944946Z","caller":"traceutil/trace.go:171","msg":"trace[930716062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7726; }","duration":"706.91212ms","start":"2026-02-27T01:32:21.238014Z","end":"2026-02-27T01:32:21.944926Z","steps":["trace[930716062] 'agreement among raft nodes before linearized reading' (duration: 706.767276ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:21.944981Z","caller":"traceutil/trace.go:171","msg":"trace[870994724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7726; }","duration":"136.005885ms","start":"2026-02-27T01:32:21.808962Z","end":"2026-02-27T01:32:21.944968Z","steps":["trace[870994724] 'agreement among raft nodes before linearized reading' (duration: 135.953163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:21.944992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:21.237994Z","time spent":"706.987961ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:32:21.944985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:21.237429Z","time spent":"707.532455ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:32:21.944747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.519816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-02-27T01:32:21.945102Z","caller":"traceutil/trace.go:171","msg":"trace[2103376645] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7726; }","duration":"625.914956ms","start":"2026-02-27T01:32:21.319176Z","end":"2026-02-27T01:32:21.945091Z","steps":["trace[2103376645] 'agreement among raft nodes before linearized reading' (duration: 625.389952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:21.945118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.54922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T01:32:21.94517Z","caller":"traceutil/trace.go:171","msg":"trace[1179931901] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7726; }","duration":"396.640083ms","start":"2026-02-27T01:32:21.548517Z","end":"2026-02-27T01:32:21.945157Z","steps":["trace[1179931901] 'agreement among raft nodes before linearized reading' (duration: 396.113919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:21.945207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:21.548501Z","time spent":"396.696734ms","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":773,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:32:21.944939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:21.238026Z","time spent":"706.90743ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:32:21.945132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:21.319163Z","time spent":"625.959808ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:32:21.944861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.806679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T01:32:21.945389Z","caller":"traceutil/trace.go:171","msg":"trace[832555863] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7726; }","duration":"493.346172ms","start":"2026-02-27T01:32:21.452027Z","end":"2026-02-27T01:32:21.945373Z","steps":["trace[832555863] 'agreement among raft nodes before linearized reading' (duration: 492.774227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:21.945437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:21.452016Z","time spent":"493.409855ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:32:22.11613Z","caller":"traceutil/trace.go:171","msg":"trace[1685668841] transaction","detail":"{read_only:false; response_revision:7728; number_of_response:1; }","duration":"166.551347ms","start":"2026-02-27T01:32:21.949557Z","end":"2026-02-27T01:32:22.116108Z","steps":["trace[1685668841] 'process raft request' (duration: 97.402418ms)","trace[1685668841] 'compare' (duration: 69.013805ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:22.116473Z","caller":"traceutil/trace.go:171","msg":"trace[586533934] transaction","detail":"{read_only:false; response_revision:7730; number_of_response:1; }","duration":"165.050157ms","start":"2026-02-27T01:32:21.951405Z","end":"2026-02-27T01:32:22.116456Z","steps":["trace[586533934] 'process raft request' (duration: 164.867582ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:22.116528Z","caller":"traceutil/trace.go:171","msg":"trace[1125346657] linearizableReadLoop","detail":"{readStateIndex:8097; appliedIndex:8095; }","duration":"166.829014ms","start":"2026-02-27T01:32:21.949677Z","end":"2026-02-27T01:32:22.116506Z","steps":["trace[1125346657] 'read index received' (duration: 26.795862ms)","trace[1125346657] 'applied index is now lower than readState.Index' (duration: 140.032172ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:22.116477Z","caller":"traceutil/trace.go:171","msg":"trace[2138471784] transaction","detail":"{read_only:false; response_revision:7729; number_of_response:1; }","duration":"166.314351ms","start":"2026-02-27T01:32:21.950134Z","end":"2026-02-27T01:32:22.116449Z","steps":["trace[2138471784] 'process raft request' (duration: 165.93067ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:22.116713Z","caller":"traceutil/trace.go:171","msg":"trace[288832300] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"164.843911ms","start":"2026-02-27T01:32:21.951859Z","end":"2026-02-27T01:32:22.116702Z","steps":["trace[288832300] 'process raft request' (duration: 164.517123ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:22.116739Z","caller":"traceutil/trace.go:171","msg":"trace[1098476891] transaction","detail":"{read_only:false; response_revision:7732; number_of_response:1; }","duration":"164.280537ms","start":"2026-02-27T01:32:21.952434Z","end":"2026-02-27T01:32:22.116714Z","steps":["trace[1098476891] 'process raft request' (duration: 163.987599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:22.116769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.06829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-02-27T01:32:22.116806Z","caller":"traceutil/trace.go:171","msg":"trace[1819966673] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7733; }","duration":"167.131012ms","start":"2026-02-27T01:32:21.949665Z","end":"2026-02-27T01:32:22.116796Z","steps":["trace[1819966673] 'agreement among raft nodes before linearized reading' (duration: 166.974508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:22.116921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.739532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:32:22.116936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.41886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:32:22.116962Z","caller":"traceutil/trace.go:171","msg":"trace[1395788777] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:7733; }","duration":"125.811014ms","start":"2026-02-27T01:32:21.99114Z","end":"2026-02-27T01:32:22.116951Z","steps":["trace[1395788777] 'agreement among raft nodes before linearized reading' (duration: 125.731512ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:22.116977Z","caller":"traceutil/trace.go:171","msg":"trace[1594999391] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7733; }","duration":"132.507302ms","start":"2026-02-27T01:32:21.984457Z","end":"2026-02-27T01:32:22.116964Z","steps":["trace[1594999391] 'agreement among raft nodes before linearized reading' (duration: 132.43162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:22.117074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.582648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203471"} {"level":"info","ts":"2026-02-27T01:32:22.117112Z","caller":"traceutil/trace.go:171","msg":"trace[965637153] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7733; }","duration":"166.65793ms","start":"2026-02-27T01:32:21.950446Z","end":"2026-02-27T01:32:22.117103Z","steps":["trace[965637153] 'agreement among raft nodes before linearized reading' (duration: 166.368292ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:22.116781Z","caller":"traceutil/trace.go:171","msg":"trace[891773884] transaction","detail":"{read_only:false; response_revision:7733; number_of_response:1; }","duration":"164.200504ms","start":"2026-02-27T01:32:21.952459Z","end":"2026-02-27T01:32:22.11666Z","steps":["trace[891773884] 'process raft request' (duration: 164.006359ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:22.426615Z","caller":"traceutil/trace.go:171","msg":"trace[1254109925] linearizableReadLoop","detail":"{readStateIndex:8105; appliedIndex:8103; }","duration":"231.445161ms","start":"2026-02-27T01:32:22.195124Z","end":"2026-02-27T01:32:22.426569Z","steps":["trace[1254109925] 'read index received' (duration: 231.230385ms)","trace[1254109925] 'applied index is now lower than readState.Index' (duration: 213.206µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:22.426628Z","caller":"traceutil/trace.go:171","msg":"trace[1427346728] transaction","detail":"{read_only:false; response_revision:7735; number_of_response:1; }","duration":"301.897074ms","start":"2026-02-27T01:32:22.124688Z","end":"2026-02-27T01:32:22.426586Z","steps":["trace[1427346728] 'process raft request' (duration: 301.652347ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:22.426703Z","caller":"traceutil/trace.go:171","msg":"trace[377412869] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"267.059018ms","start":"2026-02-27T01:32:22.159633Z","end":"2026-02-27T01:32:22.426692Z","steps":["trace[377412869] 'process raft request' (duration: 266.867883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:22.426852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:22.124674Z","time spent":"302.030638ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:22.426945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.804332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-27T01:32:22.426986Z","caller":"traceutil/trace.go:171","msg":"trace[2004643666] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7736; }","duration":"231.880373ms","start":"2026-02-27T01:32:22.195096Z","end":"2026-02-27T01:32:22.426977Z","steps":["trace[2004643666] 'agreement among raft nodes before linearized reading' (duration: 231.711218ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:22.689121Z","caller":"traceutil/trace.go:171","msg":"trace[1534156029] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"253.890858ms","start":"2026-02-27T01:32:22.435202Z","end":"2026-02-27T01:32:22.689093Z","steps":["trace[1534156029] 'process raft request' (duration: 209.142919ms)","trace[1534156029] 'compare' (duration: 44.619696ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:22.735326Z","caller":"traceutil/trace.go:171","msg":"trace[1997146858] linearizableReadLoop","detail":"{readStateIndex:8107; appliedIndex:8105; }","duration":"115.51128ms","start":"2026-02-27T01:32:22.619795Z","end":"2026-02-27T01:32:22.735306Z","steps":["trace[1997146858] 'read index received' (duration: 24.718257ms)","trace[1997146858] 'applied index is now lower than readState.Index' (duration: 90.792263ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:22.735357Z","caller":"traceutil/trace.go:171","msg":"trace[1480352704] transaction","detail":"{read_only:false; number_of_response:0; response_revision:7737; }","duration":"300.070576ms","start":"2026-02-27T01:32:22.435267Z","end":"2026-02-27T01:32:22.735338Z","steps":["trace[1480352704] 'process raft request' (duration: 299.904622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:22.735463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:22.435246Z","time spent":"300.153508ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:32:22.735484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.673054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:32:22.735508Z","caller":"traceutil/trace.go:171","msg":"trace[915198008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7737; }","duration":"115.746327ms","start":"2026-02-27T01:32:22.619754Z","end":"2026-02-27T01:32:22.735501Z","steps":["trace[915198008] 'agreement among raft nodes before linearized reading' (duration: 115.621643ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:22.842721Z","caller":"traceutil/trace.go:171","msg":"trace[1711914863] transaction","detail":"{read_only:false; response_revision:7738; number_of_response:1; }","duration":"102.882695ms","start":"2026-02-27T01:32:22.739817Z","end":"2026-02-27T01:32:22.8427Z","steps":["trace[1711914863] 'process raft request' (duration: 90.28613ms)","trace[1711914863] 'compare' (duration: 12.488102ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:24.312388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9zch7\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T01:32:24.312474Z","caller":"traceutil/trace.go:171","msg":"trace[1319912414] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9zch7; range_end:; response_count:1; response_revision:7741; }","duration":"189.035364ms","start":"2026-02-27T01:32:24.123421Z","end":"2026-02-27T01:32:24.312456Z","steps":["trace[1319912414] 'range keys from in-memory index tree' (duration: 188.705246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:24.312833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.811988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:32:24.312914Z","caller":"traceutil/trace.go:171","msg":"trace[1370553308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7741; }","duration":"191.967852ms","start":"2026-02-27T01:32:24.120927Z","end":"2026-02-27T01:32:24.312895Z","steps":["trace[1370553308] 'range keys from in-memory index tree' (duration: 191.54234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:24.312982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.942431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T01:32:24.313011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.981902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:32:24.313048Z","caller":"traceutil/trace.go:171","msg":"trace[867698328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7741; }","duration":"192.058674ms","start":"2026-02-27T01:32:24.120971Z","end":"2026-02-27T01:32:24.313029Z","steps":["trace[867698328] 'range keys from in-memory index tree' (duration: 191.675565ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:24.313057Z","caller":"traceutil/trace.go:171","msg":"trace[1766016540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7741; }","duration":"192.058705ms","start":"2026-02-27T01:32:24.120985Z","end":"2026-02-27T01:32:24.313043Z","steps":["trace[1766016540] 'range keys from in-memory index tree' (duration: 191.769527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:24.313084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.059144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T01:32:24.313141Z","caller":"traceutil/trace.go:171","msg":"trace[335131710] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7741; }","duration":"192.169678ms","start":"2026-02-27T01:32:24.120956Z","end":"2026-02-27T01:32:24.313126Z","steps":["trace[335131710] 'range keys from in-memory index tree' (duration: 191.824729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:24.313332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.202179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T01:32:24.313391Z","caller":"traceutil/trace.go:171","msg":"trace[1016473787] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7741; }","duration":"145.278411ms","start":"2026-02-27T01:32:24.168093Z","end":"2026-02-27T01:32:24.313371Z","steps":["trace[1016473787] 'range keys from in-memory index tree' (duration: 145.091056ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:24.856589Z","caller":"traceutil/trace.go:171","msg":"trace[1352952698] linearizableReadLoop","detail":"{readStateIndex:8116; appliedIndex:8112; }","duration":"450.574406ms","start":"2026-02-27T01:32:24.405985Z","end":"2026-02-27T01:32:24.856559Z","steps":["trace[1352952698] 'read index received' (duration: 397.247349ms)","trace[1352952698] 'applied index is now lower than readState.Index' (duration: 53.325377ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:24.856799Z","caller":"traceutil/trace.go:171","msg":"trace[1871580201] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"538.917304ms","start":"2026-02-27T01:32:24.317834Z","end":"2026-02-27T01:32:24.856751Z","steps":["trace[1871580201] 'process raft request' (duration: 485.379591ms)","trace[1871580201] 'compare' (duration: 53.026689ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:24.856869Z","caller":"traceutil/trace.go:171","msg":"trace[1956120844] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"535.719779ms","start":"2026-02-27T01:32:24.321113Z","end":"2026-02-27T01:32:24.856833Z","steps":["trace[1956120844] 'process raft request' (duration: 535.38377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:24.856969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.942925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:32:24.857002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.54114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:32:24.857038Z","caller":"traceutil/trace.go:171","msg":"trace[2142891538] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7746; }","duration":"451.085049ms","start":"2026-02-27T01:32:24.405937Z","end":"2026-02-27T01:32:24.857022Z","steps":["trace[2142891538] 'agreement among raft nodes before linearized reading' (duration: 450.939035ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:24.857054Z","caller":"traceutil/trace.go:171","msg":"trace[411909536] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7746; }","duration":"425.614832ms","start":"2026-02-27T01:32:24.431424Z","end":"2026-02-27T01:32:24.857039Z","steps":["trace[411909536] 'agreement among raft nodes before linearized reading' (duration: 425.465038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:24.857087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:24.431415Z","time spent":"425.664334ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:32:24.857095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:24.405918Z","time spent":"451.162142ms","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:32:24.857037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:24.321104Z","time spent":"535.841192ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:32:24.857094Z","caller":"traceutil/trace.go:171","msg":"trace[557100827] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"539.859959ms","start":"2026-02-27T01:32:24.31722Z","end":"2026-02-27T01:32:24.85708Z","steps":["trace[557100827] 'process raft request' (duration: 539.16559ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:24.85714Z","caller":"traceutil/trace.go:171","msg":"trace[343046220] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"539.200452ms","start":"2026-02-27T01:32:24.317928Z","end":"2026-02-27T01:32:24.857128Z","steps":["trace[343046220] 'process raft request' (duration: 538.518954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:24.857202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:24.317198Z","time spent":"539.946822ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:24.857227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:24.31791Z","time spent":"539.273734ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:24.857542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:24.317818Z","time spent":"539.034017ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:32:37.037724Z","caller":"traceutil/trace.go:171","msg":"trace[67223329] transaction","detail":"{read_only:false; response_revision:7821; number_of_response:1; }","duration":"115.541781ms","start":"2026-02-27T01:32:36.922162Z","end":"2026-02-27T01:32:37.037704Z","steps":["trace[67223329] 'process raft request' (duration: 103.108911ms)","trace[67223329] 'compare' (duration: 12.271696ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:37.03773Z","caller":"traceutil/trace.go:171","msg":"trace[1534088788] linearizableReadLoop","detail":"{readStateIndex:8196; appliedIndex:8194; }","duration":"115.084049ms","start":"2026-02-27T01:32:36.922617Z","end":"2026-02-27T01:32:37.037701Z","steps":["trace[1534088788] 'read index received' (duration: 4.098389ms)","trace[1534088788] 'applied index is now lower than readState.Index' (duration: 110.9841ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:37.037978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.333986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:32:37.038064Z","caller":"traceutil/trace.go:171","msg":"trace[1936473968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7821; }","duration":"115.440638ms","start":"2026-02-27T01:32:36.922609Z","end":"2026-02-27T01:32:37.03805Z","steps":["trace[1936473968] 'agreement among raft nodes before linearized reading' (duration: 115.179301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:37.038332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.466249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:32:37.038417Z","caller":"traceutil/trace.go:171","msg":"trace[1259139692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7821; }","duration":"115.579702ms","start":"2026-02-27T01:32:36.922821Z","end":"2026-02-27T01:32:37.038401Z","steps":["trace[1259139692] 'agreement among raft nodes before linearized reading' (duration: 115.163841ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:47.372613Z","caller":"traceutil/trace.go:171","msg":"trace[464883216] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"132.952664ms","start":"2026-02-27T01:32:47.239638Z","end":"2026-02-27T01:32:47.372591Z","steps":["trace[464883216] 'process raft request' (duration: 132.79221ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:47.606307Z","caller":"traceutil/trace.go:171","msg":"trace[11864545] linearizableReadLoop","detail":"{readStateIndex:8316; appliedIndex:8314; }","duration":"251.983978ms","start":"2026-02-27T01:32:47.354286Z","end":"2026-02-27T01:32:47.60627Z","steps":["trace[11864545] 'read index received' (duration: 18.193734ms)","trace[11864545] 'applied index is now lower than readState.Index' (duration: 233.788834ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:47.606677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.370248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:32:47.606755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.047491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-02-27T01:32:47.60676Z","caller":"traceutil/trace.go:171","msg":"trace[1042609143] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7936; }","duration":"252.514321ms","start":"2026-02-27T01:32:47.354225Z","end":"2026-02-27T01:32:47.606739Z","steps":["trace[1042609143] 'agreement among raft nodes before linearized reading' (duration: 252.242324ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:47.606798Z","caller":"traceutil/trace.go:171","msg":"trace[1450872428] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7936; }","duration":"231.132684ms","start":"2026-02-27T01:32:47.375653Z","end":"2026-02-27T01:32:47.606785Z","steps":["trace[1450872428] 'agreement among raft nodes before linearized reading' (duration: 231.0064ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:47.606748Z","caller":"traceutil/trace.go:171","msg":"trace[1137946367] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"364.97269ms","start":"2026-02-27T01:32:47.241732Z","end":"2026-02-27T01:32:47.606705Z","steps":["trace[1137946367] 'process raft request' (duration: 363.742208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:47.606984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:47.241718Z","time spent":"365.133345ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:51.554627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281901138,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:32:51.972442Z","caller":"traceutil/trace.go:171","msg":"trace[1067293144] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"945.624733ms","start":"2026-02-27T01:32:51.026788Z","end":"2026-02-27T01:32:51.972413Z","steps":["trace[1067293144] 'process raft request' (duration: 945.456248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:51.972646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:51.026763Z","time spent":"945.772047ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:32:51.983328Z","caller":"traceutil/trace.go:171","msg":"trace[664472055] linearizableReadLoop","detail":"{readStateIndex:8339; appliedIndex:8338; }","duration":"929.569667ms","start":"2026-02-27T01:32:51.053734Z","end":"2026-02-27T01:32:51.983303Z","steps":["trace[664472055] 'read index received' (duration: 918.694988ms)","trace[664472055] 'applied index is now lower than readState.Index' (duration: 10.873139ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:51.983477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.724571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:51.983519Z","caller":"traceutil/trace.go:171","msg":"trace[355738772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7957; }","duration":"929.813793ms","start":"2026-02-27T01:32:51.053694Z","end":"2026-02-27T01:32:51.983508Z","steps":["trace[355738772] 'agreement among raft nodes before linearized reading' (duration: 929.729541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:51.983559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:51.053681Z","time spent":"929.870224ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:32:51.983638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.91046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:32:51.983712Z","caller":"traceutil/trace.go:171","msg":"trace[1968790367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7957; }","duration":"838.017752ms","start":"2026-02-27T01:32:51.14568Z","end":"2026-02-27T01:32:51.983698Z","steps":["trace[1968790367] 'agreement among raft nodes before linearized reading' (duration: 837.795896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:51.983757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:51.145663Z","time spent":"838.085625ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:32:51.983901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.560045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:51.983953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.797421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T01:32:51.983984Z","caller":"traceutil/trace.go:171","msg":"trace[930842281] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:7957; }","duration":"120.656417ms","start":"2026-02-27T01:32:51.863306Z","end":"2026-02-27T01:32:51.983963Z","steps":["trace[930842281] 'agreement among raft nodes before linearized reading' (duration: 120.523164ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:51.983991Z","caller":"traceutil/trace.go:171","msg":"trace[982692845] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7957; }","duration":"263.879433ms","start":"2026-02-27T01:32:51.720101Z","end":"2026-02-27T01:32:51.98398Z","steps":["trace[982692845] 'agreement among raft nodes before linearized reading' (duration: 263.7816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:51.98411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.063106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T01:32:51.984104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.387977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:32:51.984237Z","caller":"traceutil/trace.go:171","msg":"trace[179209352] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7957; }","duration":"264.676724ms","start":"2026-02-27T01:32:51.719508Z","end":"2026-02-27T01:32:51.984185Z","steps":["trace[179209352] 'agreement among raft nodes before linearized reading' (duration: 264.204382ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:51.984156Z","caller":"traceutil/trace.go:171","msg":"trace[49078608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7957; }","duration":"744.091857ms","start":"2026-02-27T01:32:51.24004Z","end":"2026-02-27T01:32:51.984132Z","steps":["trace[49078608] 'agreement among raft nodes before linearized reading' (duration: 743.988704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:51.984338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:51.239928Z","time spent":"744.396005ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:32:51.984406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.589883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:32:51.984452Z","caller":"traceutil/trace.go:171","msg":"trace[554714455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7957; }","duration":"673.664655ms","start":"2026-02-27T01:32:51.310777Z","end":"2026-02-27T01:32:51.984442Z","steps":["trace[554714455] 'agreement among raft nodes before linearized reading' (duration: 673.10751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:51.984773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:51.310762Z","time spent":"673.999453ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:32:53.555906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281901162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:32:53.965327Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.094590814s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T01:32:53.982316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451414428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T01:32:53.982387Z","caller":"traceutil/trace.go:171","msg":"trace[1714826979] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7965; }","duration":"1.451533901s","start":"2026-02-27T01:32:52.530837Z","end":"2026-02-27T01:32:53.982371Z","steps":["trace[1714826979] 'range keys from in-memory index tree' (duration: 1.451255544s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:53.982453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:52.530814Z","time spent":"1.451606793s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:32:53.982561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803026674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:32:53.982678Z","caller":"traceutil/trace.go:171","msg":"trace[235686223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7965; }","duration":"1.803180688s","start":"2026-02-27T01:32:52.179475Z","end":"2026-02-27T01:32:53.982656Z","steps":["trace[235686223] 'range keys from in-memory index tree' (duration: 1.802854369s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:53.982739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:52.179461Z","time spent":"1.803255339s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:32:53.982732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580834168s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:53.982802Z","caller":"traceutil/trace.go:171","msg":"trace[345216617] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7965; }","duration":"1.58090608s","start":"2026-02-27T01:32:52.401886Z","end":"2026-02-27T01:32:53.982792Z","steps":["trace[345216617] 'range keys from in-memory index tree' (duration: 1.580825407s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:53.982894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491539885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9zch7\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T01:32:53.982898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278077091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-02-27T01:32:53.982997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565170011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:32:53.982997Z","caller":"traceutil/trace.go:171","msg":"trace[210700570] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7965; }","duration":"1.278213144s","start":"2026-02-27T01:32:52.704764Z","end":"2026-02-27T01:32:53.982977Z","steps":["trace[210700570] 'range keys from in-memory index tree' (duration: 1.277862295s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:53.983032Z","caller":"traceutil/trace.go:171","msg":"trace[446630774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7965; }","duration":"1.565236803s","start":"2026-02-27T01:32:52.417785Z","end":"2026-02-27T01:32:53.983022Z","steps":["trace[446630774] 'count revisions from in-memory index tree' (duration: 1.56510848s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:53.983041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:52.704743Z","time spent":"1.278288067s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T01:32:53.982952Z","caller":"traceutil/trace.go:171","msg":"trace[1480334174] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9zch7; range_end:; response_count:1; response_revision:7965; }","duration":"1.491643507s","start":"2026-02-27T01:32:52.491295Z","end":"2026-02-27T01:32:53.982939Z","steps":["trace[1480334174] 'range keys from in-memory index tree' (duration: 1.49138251s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:53.983069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:52.417767Z","time spent":"1.565293294s","remote":"127.0.0.1:50440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:32:53.983103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:52.491267Z","time spent":"1.491825732s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9zch7\" "} {"level":"info","ts":"2026-02-27T01:32:53.983343Z","caller":"traceutil/trace.go:171","msg":"trace[736168414] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"1.112693435s","start":"2026-02-27T01:32:52.870635Z","end":"2026-02-27T01:32:53.983328Z","steps":["trace[736168414] 'process raft request' (duration: 1.094977614s)","trace[736168414] 'compare' (duration: 16.632302ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:53.983425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.842892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:53.983325Z","caller":"traceutil/trace.go:171","msg":"trace[948192490] linearizableReadLoop","detail":"{readStateIndex:8348; appliedIndex:8347; }","duration":"927.725348ms","start":"2026-02-27T01:32:53.055575Z","end":"2026-02-27T01:32:53.983301Z","steps":["trace[948192490] 'read index received' (duration: 909.922145ms)","trace[948192490] 'applied index is now lower than readState.Index' (duration: 17.801553ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:53.983441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:52.870567Z","time spent":"1.112817648s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:32:53.983484Z","caller":"traceutil/trace.go:171","msg":"trace[1359595104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7966; }","duration":"927.947714ms","start":"2026-02-27T01:32:53.055524Z","end":"2026-02-27T01:32:53.983472Z","steps":["trace[1359595104] 'agreement among raft nodes before linearized reading' (duration: 927.853922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:53.983523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:53.055503Z","time spent":"928.012136ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:32:53.983612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.408663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-02-27T01:32:53.983658Z","caller":"traceutil/trace.go:171","msg":"trace[162225759] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7966; }","duration":"473.496125ms","start":"2026-02-27T01:32:53.510152Z","end":"2026-02-27T01:32:53.983648Z","steps":["trace[162225759] 'agreement among raft nodes before linearized reading' (duration: 473.379742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:53.983688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:53.51013Z","time spent":"473.551687ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:32:53.983681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.209159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:32:53.98373Z","caller":"traceutil/trace.go:171","msg":"trace[363682310] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7966; }","duration":"464.289391ms","start":"2026-02-27T01:32:53.51943Z","end":"2026-02-27T01:32:53.983719Z","steps":["trace[363682310] 'agreement among raft nodes before linearized reading' (duration: 464.173798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:53.983771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:53.519408Z","time spent":"464.352132ms","remote":"127.0.0.1:33976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":84,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:32:54.985022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.439783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:32:54.985183Z","caller":"traceutil/trace.go:171","msg":"trace[925195741] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"995.641533ms","start":"2026-02-27T01:32:53.989518Z","end":"2026-02-27T01:32:54.98516Z","steps":["trace[925195741] 'process raft request' (duration: 208.963434ms)","trace[925195741] 'compare' (duration: 785.94901ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:54.985261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:53.989502Z","time spent":"995.722045ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:32:55.015059Z","caller":"traceutil/trace.go:171","msg":"trace[1691859138] linearizableReadLoop","detail":"{readStateIndex:8352; appliedIndex:8348; }","duration":"1.02370943s","start":"2026-02-27T01:32:53.991325Z","end":"2026-02-27T01:32:55.015034Z","steps":["trace[1691859138] 'read index received' (duration: 207.239818ms)","trace[1691859138] 'applied index is now lower than readState.Index' (duration: 816.467992ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:55.015154Z","caller":"traceutil/trace.go:171","msg":"trace[889640625] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"1.024606403s","start":"2026-02-27T01:32:53.990528Z","end":"2026-02-27T01:32:55.015134Z","steps":["trace[889640625] 'process raft request' (duration: 1.024475s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:55.015294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023959686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T01:32:55.01533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:53.99052Z","time spent":"1.024729586s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:32:55.01534Z","caller":"traceutil/trace.go:171","msg":"trace[684344382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7970; }","duration":"1.024011667s","start":"2026-02-27T01:32:53.991315Z","end":"2026-02-27T01:32:55.015327Z","steps":["trace[684344382] 'agreement among raft nodes before linearized reading' (duration: 1.023851373s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:55.015373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:53.991275Z","time spent":"1.024090229s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:32:55.015296Z","caller":"traceutil/trace.go:171","msg":"trace[1441545127] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"1.024998174s","start":"2026-02-27T01:32:53.990245Z","end":"2026-02-27T01:32:55.015243Z","steps":["trace[1441545127] 'process raft request' (duration: 1.024728457s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:55.015565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022521368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:32:55.015605Z","caller":"traceutil/trace.go:171","msg":"trace[1897877711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7970; }","duration":"1.02257704s","start":"2026-02-27T01:32:53.99302Z","end":"2026-02-27T01:32:55.015597Z","steps":["trace[1897877711] 'agreement among raft nodes before linearized reading' (duration: 1.022482197s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:55.015632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:53.993013Z","time spent":"1.02261237s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:32:55.01573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.259104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:32:55.015766Z","caller":"traceutil/trace.go:171","msg":"trace[120071071] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7970; }","duration":"223.332806ms","start":"2026-02-27T01:32:54.792422Z","end":"2026-02-27T01:32:55.015755Z","steps":["trace[120071071] 'agreement among raft nodes before linearized reading' (duration: 223.276544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:55.015848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:53.990236Z","time spent":"1.025311042s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:55.015953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012093791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"warn","ts":"2026-02-27T01:32:55.016247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012322947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:32:55.016348Z","caller":"traceutil/trace.go:171","msg":"trace[500494612] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7970; }","duration":"1.012519222s","start":"2026-02-27T01:32:54.003805Z","end":"2026-02-27T01:32:55.016325Z","steps":["trace[500494612] 'agreement among raft nodes before linearized reading' (duration: 1.01207163s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:55.01644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:54.003782Z","time spent":"1.012633095s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T01:32:55.016372Z","caller":"traceutil/trace.go:171","msg":"trace[1359680067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7970; }","duration":"1.012464061s","start":"2026-02-27T01:32:54.003888Z","end":"2026-02-27T01:32:55.016352Z","steps":["trace[1359680067] 'agreement among raft nodes before linearized reading' (duration: 1.011997648s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:55.016413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007713405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T01:32:55.016564Z","caller":"traceutil/trace.go:171","msg":"trace[1789267708] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7970; }","duration":"1.00790409s","start":"2026-02-27T01:32:54.008612Z","end":"2026-02-27T01:32:55.016517Z","steps":["trace[1789267708] 'agreement among raft nodes before linearized reading' (duration: 1.007377776s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:55.016583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:54.00388Z","time spent":"1.012683856s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:32:55.016649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:54.008595Z","time spent":"1.008027383s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:32:55.015454Z","caller":"traceutil/trace.go:171","msg":"trace[1027955796] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"1.025324773s","start":"2026-02-27T01:32:53.990119Z","end":"2026-02-27T01:32:55.015444Z","steps":["trace[1027955796] 'process raft request' (duration: 1.024713436s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:55.016434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006553444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T01:32:55.016818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:53.990069Z","time spent":"1.026688848s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:32:55.016859Z","caller":"traceutil/trace.go:171","msg":"trace[266018527] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7970; }","duration":"1.007028837s","start":"2026-02-27T01:32:54.009808Z","end":"2026-02-27T01:32:55.016837Z","steps":["trace[266018527] 'agreement among raft nodes before linearized reading' (duration: 1.006137573s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:55.017084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:54.009789Z","time spent":"1.00717472s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:32:57.913569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.585266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:32:57.913675Z","caller":"traceutil/trace.go:171","msg":"trace[232862966] linearizableReadLoop","detail":"{readStateIndex:8407; appliedIndex:8406; }","duration":"231.922815ms","start":"2026-02-27T01:32:57.681736Z","end":"2026-02-27T01:32:57.913659Z","steps":["trace[232862966] 'read index received' (duration: 82.070592ms)","trace[232862966] 'applied index is now lower than readState.Index' (duration: 149.850993ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:57.913788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.048468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:57.91376Z","caller":"traceutil/trace.go:171","msg":"trace[612958729] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"234.603416ms","start":"2026-02-27T01:32:57.679133Z","end":"2026-02-27T01:32:57.913737Z","steps":["trace[612958729] 'process raft request' (duration: 84.769473ms)","trace[612958729] 'compare' (duration: 149.441652ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:57.913817Z","caller":"traceutil/trace.go:171","msg":"trace[626366483] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8021; }","duration":"232.09203ms","start":"2026-02-27T01:32:57.681716Z","end":"2026-02-27T01:32:57.913808Z","steps":["trace[626366483] 'agreement among raft nodes before linearized reading' (duration: 232.029998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:57.91481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.413558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2574539"} {"level":"info","ts":"2026-02-27T01:32:57.914863Z","caller":"traceutil/trace.go:171","msg":"trace[1656674458] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8021; }","duration":"232.487169ms","start":"2026-02-27T01:32:57.682365Z","end":"2026-02-27T01:32:57.914852Z","steps":["trace[1656674458] 'agreement among raft nodes before linearized reading' (duration: 231.607566ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:58.456697Z","caller":"traceutil/trace.go:171","msg":"trace[1321517462] linearizableReadLoop","detail":"{readStateIndex:8408; appliedIndex:8407; }","duration":"446.94588ms","start":"2026-02-27T01:32:58.009727Z","end":"2026-02-27T01:32:58.456673Z","steps":["trace[1321517462] 'read index received' (duration: 446.675823ms)","trace[1321517462] 'applied index is now lower than readState.Index' (duration: 268.847µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:58.456823Z","caller":"traceutil/trace.go:171","msg":"trace[939358677] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"449.262221ms","start":"2026-02-27T01:32:58.007551Z","end":"2026-02-27T01:32:58.456814Z","steps":["trace[939358677] 'process raft request' (duration: 448.945953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:58.456951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:58.007522Z","time spent":"449.335204ms","remote":"127.0.0.1:40802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:58.457113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.885966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:58.457189Z","caller":"traceutil/trace.go:171","msg":"trace[1893146915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8022; }","duration":"404.016659ms","start":"2026-02-27T01:32:58.053155Z","end":"2026-02-27T01:32:58.457171Z","steps":["trace[1893146915] 'agreement among raft nodes before linearized reading' (duration: 403.841344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:58.457181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.435053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9zch7\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T01:32:58.45723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:58.053131Z","time spent":"404.091101ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:32:58.457248Z","caller":"traceutil/trace.go:171","msg":"trace[143351591] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9zch7; range_end:; response_count:1; response_revision:8022; }","duration":"447.538195ms","start":"2026-02-27T01:32:58.00969Z","end":"2026-02-27T01:32:58.457228Z","steps":["trace[143351591] 'agreement among raft nodes before linearized reading' (duration: 447.32606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:58.457287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:58.009675Z","time spent":"447.601457ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9zch7\" "} {"level":"warn","ts":"2026-02-27T01:32:58.458341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.452877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2574539"} {"level":"info","ts":"2026-02-27T01:32:58.458475Z","caller":"traceutil/trace.go:171","msg":"trace[1911671188] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8022; }","duration":"218.634101ms","start":"2026-02-27T01:32:58.239822Z","end":"2026-02-27T01:32:58.458456Z","steps":["trace[1911671188] 'agreement among raft nodes before linearized reading' (duration: 217.231714ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:59.215375Z","caller":"traceutil/trace.go:171","msg":"trace[2071543482] linearizableReadLoop","detail":"{readStateIndex:8411; appliedIndex:8410; }","duration":"181.793802ms","start":"2026-02-27T01:32:59.033536Z","end":"2026-02-27T01:32:59.21533Z","steps":["trace[2071543482] 'read index received' (duration: 181.600857ms)","trace[2071543482] 'applied index is now lower than readState.Index' (duration: 192.095µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:59.215654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.11054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T01:32:59.215734Z","caller":"traceutil/trace.go:171","msg":"trace[84057654] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8025; }","duration":"182.240684ms","start":"2026-02-27T01:32:59.033476Z","end":"2026-02-27T01:32:59.215717Z","steps":["trace[84057654] 'agreement among raft nodes before linearized reading' (duration: 182.035259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:59.215805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.515279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T01:32:59.215831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.471818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:59.215855Z","caller":"traceutil/trace.go:171","msg":"trace[231447135] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8025; }","duration":"130.602872ms","start":"2026-02-27T01:32:59.08524Z","end":"2026-02-27T01:32:59.215843Z","steps":["trace[231447135] 'agreement among raft nodes before linearized reading' (duration: 130.447308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:59.215851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.9485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:32:59.215881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.249688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T01:32:59.215649Z","caller":"traceutil/trace.go:171","msg":"trace[63272810] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"202.498983ms","start":"2026-02-27T01:32:59.01312Z","end":"2026-02-27T01:32:59.215619Z","steps":["trace[63272810] 'process raft request' (duration: 202.080782ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:59.215908Z","caller":"traceutil/trace.go:171","msg":"trace[447488414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8025; }","duration":"178.041972ms","start":"2026-02-27T01:32:59.037856Z","end":"2026-02-27T01:32:59.215898Z","steps":["trace[447488414] 'agreement among raft nodes before linearized reading' (duration: 177.857867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:59.215888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.219292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:32:59.21591Z","caller":"traceutil/trace.go:171","msg":"trace[715017182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8025; }","duration":"162.562521ms","start":"2026-02-27T01:32:59.053322Z","end":"2026-02-27T01:32:59.215884Z","steps":["trace[715017182] 'agreement among raft nodes before linearized reading' (duration: 162.458538ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:59.215746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.556456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:32:59.215976Z","caller":"traceutil/trace.go:171","msg":"trace[1601842628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8025; }","duration":"156.345756ms","start":"2026-02-27T01:32:59.059613Z","end":"2026-02-27T01:32:59.215958Z","steps":["trace[1601842628] 'agreement among raft nodes before linearized reading' (duration: 156.068389ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:59.216003Z","caller":"traceutil/trace.go:171","msg":"trace[251007736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8025; }","duration":"178.900805ms","start":"2026-02-27T01:32:59.037094Z","end":"2026-02-27T01:32:59.215995Z","steps":["trace[251007736] 'agreement among raft nodes before linearized reading' (duration: 178.479854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:59.215902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.418783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:32:59.216078Z","caller":"traceutil/trace.go:171","msg":"trace[1072398791] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8025; }","duration":"134.633649ms","start":"2026-02-27T01:32:59.081434Z","end":"2026-02-27T01:32:59.216068Z","steps":["trace[1072398791] 'agreement among raft nodes before linearized reading' (duration: 134.29079ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:59.215936Z","caller":"traceutil/trace.go:171","msg":"trace[1745558176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8025; }","duration":"178.32232ms","start":"2026-02-27T01:32:59.037598Z","end":"2026-02-27T01:32:59.21592Z","steps":["trace[1745558176] 'agreement among raft nodes before linearized reading' (duration: 178.205147ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:59.383736Z","caller":"traceutil/trace.go:171","msg":"trace[1509222066] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"163.643119ms","start":"2026-02-27T01:32:59.220056Z","end":"2026-02-27T01:32:59.3837Z","steps":["trace[1509222066] 'process raft request' (duration: 110.089616ms)","trace[1509222066] 'compare' (duration: 53.167763ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:59.384629Z","caller":"traceutil/trace.go:171","msg":"trace[974388381] linearizableReadLoop","detail":"{readStateIndex:8413; appliedIndex:8411; }","duration":"164.470991ms","start":"2026-02-27T01:32:59.220131Z","end":"2026-02-27T01:32:59.384602Z","steps":["trace[974388381] 'read index received' (duration: 14.594128ms)","trace[974388381] 'applied index is now lower than readState.Index' (duration: 149.875623ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:59.384951Z","caller":"traceutil/trace.go:171","msg":"trace[1285016064] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"164.358428ms","start":"2026-02-27T01:32:59.22058Z","end":"2026-02-27T01:32:59.384939Z","steps":["trace[1285016064] 'process raft request' (duration: 162.970412ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:59.385083Z","caller":"traceutil/trace.go:171","msg":"trace[980985494] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"164.200514ms","start":"2026-02-27T01:32:59.220875Z","end":"2026-02-27T01:32:59.385075Z","steps":["trace[980985494] 'process raft request' (duration: 163.636609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:59.385112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.397691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:32:59.385134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.579474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-02-27T01:32:59.385149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.986455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-02-27T01:32:59.385188Z","caller":"traceutil/trace.go:171","msg":"trace[1334718507] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8030; }","duration":"108.507745ms","start":"2026-02-27T01:32:59.276662Z","end":"2026-02-27T01:32:59.38517Z","steps":["trace[1334718507] 'agreement among raft nodes before linearized reading' (duration: 108.375881ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:59.385183Z","caller":"traceutil/trace.go:171","msg":"trace[1646080015] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"163.113745ms","start":"2026-02-27T01:32:59.222043Z","end":"2026-02-27T01:32:59.385157Z","steps":["trace[1646080015] 'process raft request' (duration: 162.516729ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:59.385247Z","caller":"traceutil/trace.go:171","msg":"trace[853608804] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8030; }","duration":"165.115779ms","start":"2026-02-27T01:32:59.220111Z","end":"2026-02-27T01:32:59.385226Z","steps":["trace[853608804] 'agreement among raft nodes before linearized reading' (duration: 164.850272ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:59.385197Z","caller":"traceutil/trace.go:171","msg":"trace[1808131563] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8030; }","duration":"164.658487ms","start":"2026-02-27T01:32:59.220519Z","end":"2026-02-27T01:32:59.385177Z","steps":["trace[1808131563] 'agreement among raft nodes before linearized reading' (duration: 164.495422ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:59.53089Z","caller":"traceutil/trace.go:171","msg":"trace[59122094] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"118.8688ms","start":"2026-02-27T01:32:59.411993Z","end":"2026-02-27T01:32:59.530862Z","steps":["trace[59122094] 'process raft request' (duration: 97.167633ms)","trace[59122094] 'compare' (duration: 21.584274ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:07.280831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.166994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T01:33:07.280941Z","caller":"traceutil/trace.go:171","msg":"trace[676538072] linearizableReadLoop","detail":"{readStateIndex:8475; appliedIndex:8474; }","duration":"205.111161ms","start":"2026-02-27T01:33:07.075813Z","end":"2026-02-27T01:33:07.280924Z","steps":["trace[676538072] 'read index received' (duration: 8.642899ms)","trace[676538072] 'applied index is now lower than readState.Index' (duration: 196.466962ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:07.280957Z","caller":"traceutil/trace.go:171","msg":"trace[1073970851] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8085; }","duration":"216.422912ms","start":"2026-02-27T01:33:07.064507Z","end":"2026-02-27T01:33:07.28093Z","steps":["trace[1073970851] 'compare' (duration: 196.072901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:07.281102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.293537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wb7xz\" ","response":"range_response_count:1 size:4631"} {"level":"info","ts":"2026-02-27T01:33:07.281139Z","caller":"traceutil/trace.go:171","msg":"trace[721011981] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wb7xz; range_end:; response_count:1; response_revision:8085; }","duration":"205.389228ms","start":"2026-02-27T01:33:07.075739Z","end":"2026-02-27T01:33:07.281128Z","steps":["trace[721011981] 'agreement among raft nodes before linearized reading' (duration: 205.268485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:07.281411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.761932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-wb7xz\" ","response":"range_response_count:1 size:2804"} {"level":"info","ts":"2026-02-27T01:33:07.28147Z","caller":"traceutil/trace.go:171","msg":"trace[431716844] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-wb7xz; range_end:; response_count:1; response_revision:8085; }","duration":"204.853925ms","start":"2026-02-27T01:33:07.076601Z","end":"2026-02-27T01:33:07.281455Z","steps":["trace[431716844] 'agreement among raft nodes before linearized reading' (duration: 204.67847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:07.281529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.344698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:33:07.282145Z","caller":"traceutil/trace.go:171","msg":"trace[389079542] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8085; }","duration":"133.003625ms","start":"2026-02-27T01:33:07.149122Z","end":"2026-02-27T01:33:07.282126Z","steps":["trace[389079542] 'agreement among raft nodes before linearized reading' (duration: 132.246375ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:07.281562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.614146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-02-27T01:33:07.282349Z","caller":"traceutil/trace.go:171","msg":"trace[1309770993] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8085; }","duration":"194.435338ms","start":"2026-02-27T01:33:07.087904Z","end":"2026-02-27T01:33:07.282339Z","steps":["trace[1309770993] 'agreement among raft nodes before linearized reading' (duration: 193.554364ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:07.668555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.945426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:33:07.668662Z","caller":"traceutil/trace.go:171","msg":"trace[40055512] linearizableReadLoop","detail":"{readStateIndex:8477; appliedIndex:8476; }","duration":"331.192492ms","start":"2026-02-27T01:33:07.337452Z","end":"2026-02-27T01:33:07.668644Z","steps":["trace[40055512] 'read index received' (duration: 120.092342ms)","trace[40055512] 'applied index is now lower than readState.Index' (duration: 211.09875ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:07.668728Z","caller":"traceutil/trace.go:171","msg":"trace[823985515] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"377.052551ms","start":"2026-02-27T01:33:07.29163Z","end":"2026-02-27T01:33:07.668682Z","steps":["trace[823985515] 'process raft request' (duration: 165.886049ms)","trace[823985515] 'compare' (duration: 210.622578ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:07.668862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.476566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-wb7xz\" ","response":"range_response_count:1 size:2804"} {"level":"info","ts":"2026-02-27T01:33:07.668907Z","caller":"traceutil/trace.go:171","msg":"trace[1714606814] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-wb7xz; range_end:; response_count:1; response_revision:8087; }","duration":"379.535468ms","start":"2026-02-27T01:33:07.289358Z","end":"2026-02-27T01:33:07.668894Z","steps":["trace[1714606814] 'agreement among raft nodes before linearized reading' (duration: 379.377144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:07.668947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:07.289349Z","time spent":"379.590469ms","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2827,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-wb7xz\" "} {"level":"warn","ts":"2026-02-27T01:33:07.668865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:07.291613Z","time spent":"377.181545ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4596,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:07.669069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.145715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:33:07.6691Z","caller":"traceutil/trace.go:171","msg":"trace[1544082946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8087; }","duration":"321.218437ms","start":"2026-02-27T01:33:07.347871Z","end":"2026-02-27T01:33:07.669089Z","steps":["trace[1544082946] 'agreement among raft nodes before linearized reading' (duration: 321.111874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:07.669091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.975141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:33:07.669122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:07.347847Z","time spent":"321.270539ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:33:07.669148Z","caller":"traceutil/trace.go:171","msg":"trace[36214636] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8087; }","duration":"286.078013ms","start":"2026-02-27T01:33:07.383057Z","end":"2026-02-27T01:33:07.669135Z","steps":["trace[36214636] 'agreement among raft nodes before linearized reading' (duration: 285.95211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:07.669273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.15036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:33:07.669357Z","caller":"traceutil/trace.go:171","msg":"trace[1153398163] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8087; }","duration":"311.275523ms","start":"2026-02-27T01:33:07.358062Z","end":"2026-02-27T01:33:07.669338Z","steps":["trace[1153398163] 'agreement among raft nodes before linearized reading' (duration: 310.988995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:07.669416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:07.358045Z","time spent":"311.348085ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:33:07.6693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.664071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:33:07.669465Z","caller":"traceutil/trace.go:171","msg":"trace[1265307120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8087; }","duration":"183.861087ms","start":"2026-02-27T01:33:07.485591Z","end":"2026-02-27T01:33:07.669452Z","steps":["trace[1265307120] 'agreement among raft nodes before linearized reading' (duration: 183.572869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:07.899924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.551145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:33:07.900232Z","caller":"traceutil/trace.go:171","msg":"trace[1572569460] linearizableReadLoop","detail":"{readStateIndex:8486; appliedIndex:8484; }","duration":"133.462878ms","start":"2026-02-27T01:33:07.76675Z","end":"2026-02-27T01:33:07.900213Z","steps":["trace[1572569460] 'read index received' (duration: 21.489361ms)","trace[1572569460] 'applied index is now lower than readState.Index' (duration: 111.972647ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:07.900243Z","caller":"traceutil/trace.go:171","msg":"trace[351285232] transaction","detail":"{read_only:false; response_revision:8095; number_of_response:1; }","duration":"134.981258ms","start":"2026-02-27T01:33:07.765228Z","end":"2026-02-27T01:33:07.90021Z","steps":["trace[351285232] 'process raft request' (duration: 23.032772ms)","trace[351285232] 'compare' (duration: 111.315609ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:07.900292Z","caller":"traceutil/trace.go:171","msg":"trace[21208413] transaction","detail":"{read_only:false; response_revision:8096; number_of_response:1; }","duration":"134.786612ms","start":"2026-02-27T01:33:07.76545Z","end":"2026-02-27T01:33:07.900237Z","steps":["trace[21208413] 'process raft request' (duration: 134.610838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:07.900404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.647572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wb7xz\" ","response":"range_response_count:1 size:4611"} {"level":"info","ts":"2026-02-27T01:33:07.900436Z","caller":"traceutil/trace.go:171","msg":"trace[308686117] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wb7xz; range_end:; response_count:1; response_revision:8096; }","duration":"133.681473ms","start":"2026-02-27T01:33:07.766745Z","end":"2026-02-27T01:33:07.900427Z","steps":["trace[308686117] 'agreement among raft nodes before linearized reading' (duration: 133.53828ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:08.035137Z","caller":"traceutil/trace.go:171","msg":"trace[434318183] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"126.907093ms","start":"2026-02-27T01:33:07.9082Z","end":"2026-02-27T01:33:08.035107Z","steps":["trace[434318183] 'process raft request' (duration: 104.889768ms)","trace[434318183] 'compare' (duration: 21.82704ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:08.970792Z","caller":"traceutil/trace.go:171","msg":"trace[1086951968] linearizableReadLoop","detail":"{readStateIndex:8491; appliedIndex:8490; }","duration":"422.790467ms","start":"2026-02-27T01:33:08.547978Z","end":"2026-02-27T01:33:08.970768Z","steps":["trace[1086951968] 'read index received' (duration: 422.564801ms)","trace[1086951968] 'applied index is now lower than readState.Index' (duration: 224.636µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:08.970857Z","caller":"traceutil/trace.go:171","msg":"trace[933890985] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"425.043098ms","start":"2026-02-27T01:33:08.54577Z","end":"2026-02-27T01:33:08.970813Z","steps":["trace[933890985] 'process raft request' (duration: 424.827082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:08.97097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.973863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:33:08.971015Z","caller":"traceutil/trace.go:171","msg":"trace[1238780855] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8101; }","duration":"423.085266ms","start":"2026-02-27T01:33:08.547919Z","end":"2026-02-27T01:33:08.971004Z","steps":["trace[1238780855] 'agreement among raft nodes before linearized reading' (duration: 422.943742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:08.971039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:08.545752Z","time spent":"425.189341ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:08.971055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:08.547891Z","time spent":"423.155158ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:33:09.557789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281901550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:33:10.058348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281901550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:33:10.23926Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.217616933s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:33:10.263827Z","caller":"traceutil/trace.go:171","msg":"trace[1151714830] linearizableReadLoop","detail":"{readStateIndex:8492; appliedIndex:8491; }","duration":"1.20697245s","start":"2026-02-27T01:33:09.056823Z","end":"2026-02-27T01:33:10.263795Z","steps":["trace[1151714830] 'read index received' (duration: 1.182642263s)","trace[1151714830] 'applied index is now lower than readState.Index' (duration: 24.328837ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:10.263985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207154354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:10.264018Z","caller":"traceutil/trace.go:171","msg":"trace[1661394751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8102; }","duration":"1.207241847s","start":"2026-02-27T01:33:09.056765Z","end":"2026-02-27T01:33:10.264007Z","steps":["trace[1661394751] 'agreement among raft nodes before linearized reading' (duration: 1.207162955s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:10.264058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:09.056742Z","time spent":"1.207309079s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:33:10.26396Z","caller":"traceutil/trace.go:171","msg":"trace[1250333951] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"1.242394771s","start":"2026-02-27T01:33:09.021523Z","end":"2026-02-27T01:33:10.263917Z","steps":["trace[1250333951] 'process raft request' (duration: 1.217936981s)","trace[1250333951] 'compare' (duration: 23.963027ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:10.26462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:09.021497Z","time spent":"1.243014358s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:10.281575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.345191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T01:33:10.281629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.401943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-27T01:33:10.28164Z","caller":"traceutil/trace.go:171","msg":"trace[1506520980] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8103; }","duration":"242.453634ms","start":"2026-02-27T01:33:10.039169Z","end":"2026-02-27T01:33:10.281623Z","steps":["trace[1506520980] 'agreement among raft nodes before linearized reading' (duration: 242.329551ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:10.281681Z","caller":"traceutil/trace.go:171","msg":"trace[1537507497] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8103; }","duration":"435.503745ms","start":"2026-02-27T01:33:09.846164Z","end":"2026-02-27T01:33:10.281667Z","steps":["trace[1537507497] 'agreement among raft nodes before linearized reading' (duration: 435.30272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:10.281699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.380323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:33:10.281709Z","caller":"traceutil/trace.go:171","msg":"trace[444631838] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"100.05707ms","start":"2026-02-27T01:33:10.181631Z","end":"2026-02-27T01:33:10.281688Z","steps":["trace[444631838] 'process raft request' (duration: 99.662369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:10.281715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:09.84614Z","time spent":"435.568147ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-02-27T01:33:10.281755Z","caller":"traceutil/trace.go:171","msg":"trace[739202909] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8103; }","duration":"350.461755ms","start":"2026-02-27T01:33:09.931278Z","end":"2026-02-27T01:33:10.28174Z","steps":["trace[739202909] 'agreement among raft nodes before linearized reading' (duration: 350.356332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:10.281789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:09.931264Z","time spent":"350.518206ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:33:10.28177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.071986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T01:33:10.281853Z","caller":"traceutil/trace.go:171","msg":"trace[560293980] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8103; }","duration":"259.21397ms","start":"2026-02-27T01:33:10.022617Z","end":"2026-02-27T01:33:10.281831Z","steps":["trace[560293980] 'agreement among raft nodes before linearized reading' (duration: 258.926362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:10.281853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.937923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:33:10.281933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.847821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:33:10.281968Z","caller":"traceutil/trace.go:171","msg":"trace[448461086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8103; }","duration":"518.881832ms","start":"2026-02-27T01:33:09.763078Z","end":"2026-02-27T01:33:10.28196Z","steps":["trace[448461086] 'agreement among raft nodes before linearized reading' (duration: 518.79043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:10.281996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:09.763004Z","time spent":"518.986755ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:33:10.281994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.953914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T01:33:10.281717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.295553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T01:33:10.281628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.46534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T01:33:10.282144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.813596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:33:10.28193Z","caller":"traceutil/trace.go:171","msg":"trace[1835600897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8103; }","duration":"519.070687ms","start":"2026-02-27T01:33:09.762844Z","end":"2026-02-27T01:33:10.281914Z","steps":["trace[1835600897] 'agreement among raft nodes before linearized reading' (duration: 518.910522ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:10.28233Z","caller":"traceutil/trace.go:171","msg":"trace[892560840] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8103; }","duration":"520.088973ms","start":"2026-02-27T01:33:09.762221Z","end":"2026-02-27T01:33:10.28231Z","steps":["trace[892560840] 'agreement among raft nodes before linearized reading' (duration: 519.457126ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:10.282255Z","caller":"traceutil/trace.go:171","msg":"trace[1598510729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8103; }","duration":"519.092497ms","start":"2026-02-27T01:33:09.763127Z","end":"2026-02-27T01:33:10.28222Z","steps":["trace[1598510729] 'agreement among raft nodes before linearized reading' (duration: 518.356627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:10.282474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:09.762198Z","time spent":"520.261128ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:33:10.282506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:09.763016Z","time spent":"519.474407ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T01:33:10.282103Z","caller":"traceutil/trace.go:171","msg":"trace[40676566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8103; }","duration":"519.733614ms","start":"2026-02-27T01:33:09.762341Z","end":"2026-02-27T01:33:10.282075Z","steps":["trace[40676566] 'agreement among raft nodes before linearized reading' (duration: 519.239811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:10.282645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:09.762307Z","time spent":"520.311039ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:33:10.282105Z","caller":"traceutil/trace.go:171","msg":"trace[1652671933] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8103; }","duration":"519.152198ms","start":"2026-02-27T01:33:09.762933Z","end":"2026-02-27T01:33:10.282085Z","steps":["trace[1652671933] 'agreement among raft nodes before linearized reading' (duration: 518.83182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:10.282825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:09.762921Z","time spent":"519.871388ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:33:10.282586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:09.762817Z","time spent":"519.600301ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:33:10.477211Z","caller":"traceutil/trace.go:171","msg":"trace[1772344315] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"189.722943ms","start":"2026-02-27T01:33:10.287459Z","end":"2026-02-27T01:33:10.477182Z","steps":["trace[1772344315] 'process raft request' (duration: 189.489916ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:10.477502Z","caller":"traceutil/trace.go:171","msg":"trace[1908213064] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"189.438625ms","start":"2026-02-27T01:33:10.288033Z","end":"2026-02-27T01:33:10.477472Z","steps":["trace[1908213064] 'process raft request' (duration: 189.092486ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:10.477826Z","caller":"traceutil/trace.go:171","msg":"trace[1741393814] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"188.642103ms","start":"2026-02-27T01:33:10.289167Z","end":"2026-02-27T01:33:10.477809Z","steps":["trace[1741393814] 'process raft request' (duration: 188.431728ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:10.47782Z","caller":"traceutil/trace.go:171","msg":"trace[1010053920] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"188.640844ms","start":"2026-02-27T01:33:10.289154Z","end":"2026-02-27T01:33:10.477795Z","steps":["trace[1010053920] 'process raft request' (duration: 188.183262ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:10.477885Z","caller":"traceutil/trace.go:171","msg":"trace[2045257519] linearizableReadLoop","detail":"{readStateIndex:8502; appliedIndex:8493; }","duration":"185.351917ms","start":"2026-02-27T01:33:10.292513Z","end":"2026-02-27T01:33:10.477865Z","steps":["trace[2045257519] 'read index received' (duration: 46.097355ms)","trace[2045257519] 'applied index is now lower than readState.Index' (duration: 139.253742ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:10.478173Z","caller":"traceutil/trace.go:171","msg":"trace[942720605] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"187.646538ms","start":"2026-02-27T01:33:10.290512Z","end":"2026-02-27T01:33:10.478158Z","steps":["trace[942720605] 'process raft request' (duration: 187.323679ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:10.47816Z","caller":"traceutil/trace.go:171","msg":"trace[304761139] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"188.043018ms","start":"2026-02-27T01:33:10.290081Z","end":"2026-02-27T01:33:10.478124Z","steps":["trace[304761139] 'process raft request' (duration: 187.721949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:10.478211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.670965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:10.478256Z","caller":"traceutil/trace.go:171","msg":"trace[933733272] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"189.033825ms","start":"2026-02-27T01:33:10.2892Z","end":"2026-02-27T01:33:10.478234Z","steps":["trace[933733272] 'process raft request' (duration: 188.544262ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:10.478296Z","caller":"traceutil/trace.go:171","msg":"trace[912847698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8112; }","duration":"185.754967ms","start":"2026-02-27T01:33:10.292478Z","end":"2026-02-27T01:33:10.478233Z","steps":["trace[912847698] 'agreement among raft nodes before linearized reading' (duration: 185.566632ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:10.478308Z","caller":"traceutil/trace.go:171","msg":"trace[2006841158] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"188.739196ms","start":"2026-02-27T01:33:10.289548Z","end":"2026-02-27T01:33:10.478287Z","steps":["trace[2006841158] 'process raft request' (duration: 188.224522ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:10.639296Z","caller":"traceutil/trace.go:171","msg":"trace[923788402] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"154.056965ms","start":"2026-02-27T01:33:10.48521Z","end":"2026-02-27T01:33:10.639267Z","steps":["trace[923788402] 'process raft request' (duration: 92.15318ms)","trace[923788402] 'compare' (duration: 61.692879ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:10.639498Z","caller":"traceutil/trace.go:171","msg":"trace[328909063] linearizableReadLoop","detail":"{readStateIndex:8504; appliedIndex:8502; }","duration":"105.123004ms","start":"2026-02-27T01:33:10.534349Z","end":"2026-02-27T01:33:10.639472Z","steps":["trace[328909063] 'read index received' (duration: 43.022504ms)","trace[328909063] 'applied index is now lower than readState.Index' (duration: 62.09851ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:10.639851Z","caller":"traceutil/trace.go:171","msg":"trace[394649646] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"154.24246ms","start":"2026-02-27T01:33:10.485288Z","end":"2026-02-27T01:33:10.63953Z","steps":["trace[394649646] 'process raft request' (duration: 153.935442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:10.639929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.537195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9zch7\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T01:33:10.640241Z","caller":"traceutil/trace.go:171","msg":"trace[810525058] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9zch7; range_end:; response_count:1; response_revision:8114; }","duration":"105.923185ms","start":"2026-02-27T01:33:10.534292Z","end":"2026-02-27T01:33:10.640215Z","steps":["trace[810525058] 'agreement among raft nodes before linearized reading' (duration: 105.304669ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:10.822736Z","caller":"traceutil/trace.go:171","msg":"trace[512592014] linearizableReadLoop","detail":"{readStateIndex:8505; appliedIndex:8504; }","duration":"110.864516ms","start":"2026-02-27T01:33:10.711826Z","end":"2026-02-27T01:33:10.822691Z","steps":["trace[512592014] 'read index received' (duration: 76.320828ms)","trace[512592014] 'applied index is now lower than readState.Index' (duration: 34.542738ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:10.822881Z","caller":"traceutil/trace.go:171","msg":"trace[1103751878] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"133.96532ms","start":"2026-02-27T01:33:10.688802Z","end":"2026-02-27T01:33:10.822767Z","steps":["trace[1103751878] 'process raft request' (duration: 99.399691ms)","trace[1103751878] 'compare' (duration: 34.344853ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:10.823003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.152165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18230"} {"level":"info","ts":"2026-02-27T01:33:10.823074Z","caller":"traceutil/trace.go:171","msg":"trace[640815298] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8115; }","duration":"111.284228ms","start":"2026-02-27T01:33:10.711774Z","end":"2026-02-27T01:33:10.823058Z","steps":["trace[640815298] 'agreement among raft nodes before linearized reading' (duration: 111.052602ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:12.011916Z","caller":"traceutil/trace.go:171","msg":"trace[1978373503] linearizableReadLoop","detail":"{readStateIndex:8509; appliedIndex:8508; }","duration":"138.557793ms","start":"2026-02-27T01:33:11.873331Z","end":"2026-02-27T01:33:12.011888Z","steps":["trace[1978373503] 'read index received' (duration: 138.348008ms)","trace[1978373503] 'applied index is now lower than readState.Index' (duration: 208.615µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:12.011946Z","caller":"traceutil/trace.go:171","msg":"trace[1649143864] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"480.639656ms","start":"2026-02-27T01:33:11.531281Z","end":"2026-02-27T01:33:12.01192Z","steps":["trace[1649143864] 'process raft request' (duration: 480.39903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:12.012047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.691038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:33:12.012084Z","caller":"traceutil/trace.go:171","msg":"trace[167183740] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8117; }","duration":"138.78641ms","start":"2026-02-27T01:33:11.873284Z","end":"2026-02-27T01:33:12.012071Z","steps":["trace[167183740] 'agreement among raft nodes before linearized reading' (duration: 138.702468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:12.012107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:11.531259Z","time spent":"480.773149ms","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5115,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:13.644796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239956565s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:13.644894Z","caller":"traceutil/trace.go:171","msg":"trace[1893034883] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8117; }","duration":"1.240068198s","start":"2026-02-27T01:33:12.40481Z","end":"2026-02-27T01:33:13.644878Z","steps":["trace[1893034883] 'range keys from in-memory index tree' (duration: 1.239940175s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:13.645163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:12.268144Z","time spent":"1.376991448s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T01:33:13.645545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546570557s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:33:13.645658Z","caller":"traceutil/trace.go:171","msg":"trace[1317214178] linearizableReadLoop","detail":"{readStateIndex:8511; appliedIndex:8510; }","duration":"1.163773899s","start":"2026-02-27T01:33:12.481862Z","end":"2026-02-27T01:33:13.645636Z","steps":["trace[1317214178] 'read index received' (duration: 51.301µs)","trace[1317214178] 'applied index is now lower than readState.Index' (duration: 1.163720088s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:13.645771Z","caller":"traceutil/trace.go:171","msg":"trace[854258362] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"1.585499131s","start":"2026-02-27T01:33:12.060238Z","end":"2026-02-27T01:33:13.645738Z","steps":["trace[854258362] 'process raft request' (duration: 38.656777ms)","trace[854258362] 'compare' (duration: 1.54630933s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:13.645884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164015855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T01:33:13.645923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:12.060215Z","time spent":"1.585639425s","remote":"127.0.0.1:33730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:33:13.645943Z","caller":"traceutil/trace.go:171","msg":"trace[1116887072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8118; }","duration":"1.164085037s","start":"2026-02-27T01:33:12.481844Z","end":"2026-02-27T01:33:13.645929Z","steps":["trace[1116887072] 'agreement among raft nodes before linearized reading' (duration: 1.163884362s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:13.645944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163225785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T01:33:13.645976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:12.48179Z","time spent":"1.16417975s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:33:13.645984Z","caller":"traceutil/trace.go:171","msg":"trace[1801581258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8118; }","duration":"1.163286946s","start":"2026-02-27T01:33:12.482686Z","end":"2026-02-27T01:33:13.645973Z","steps":["trace[1801581258] 'agreement among raft nodes before linearized reading' (duration: 1.163090431s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:13.646019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:12.482679Z","time spent":"1.163332447s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:33:13.646197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162020723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T01:33:13.646177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.738451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:13.646233Z","caller":"traceutil/trace.go:171","msg":"trace[1418316848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8118; }","duration":"1.162077614s","start":"2026-02-27T01:33:12.484147Z","end":"2026-02-27T01:33:13.646225Z","steps":["trace[1418316848] 'agreement among raft nodes before linearized reading' (duration: 1.161981442s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:13.646247Z","caller":"traceutil/trace.go:171","msg":"trace[55630989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8118; }","duration":"591.854474ms","start":"2026-02-27T01:33:13.054375Z","end":"2026-02-27T01:33:13.64623Z","steps":["trace[55630989] 'agreement among raft nodes before linearized reading' (duration: 591.735041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:13.646259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:12.484137Z","time spent":"1.162116445s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:33:13.646287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:13.054355Z","time spent":"591.924866ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:33:13.646322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163504762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T01:33:13.646322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163529553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T01:33:13.646319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163506092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:33:13.646335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.209115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9zch7\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T01:33:13.646363Z","caller":"traceutil/trace.go:171","msg":"trace[429211354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8118; }","duration":"1.163571864s","start":"2026-02-27T01:33:12.482777Z","end":"2026-02-27T01:33:13.646349Z","steps":["trace[429211354] 'agreement among raft nodes before linearized reading' (duration: 1.163439891s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:13.646369Z","caller":"traceutil/trace.go:171","msg":"trace[372335731] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8118; }","duration":"1.163620186s","start":"2026-02-27T01:33:12.482737Z","end":"2026-02-27T01:33:13.646357Z","steps":["trace[372335731] 'agreement among raft nodes before linearized reading' (duration: 1.163449391s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:13.646389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:12.482763Z","time spent":"1.163620915s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:33:13.646387Z","caller":"traceutil/trace.go:171","msg":"trace[903477061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8118; }","duration":"1.163622675s","start":"2026-02-27T01:33:12.482746Z","end":"2026-02-27T01:33:13.646369Z","steps":["trace[903477061] 'agreement among raft nodes before linearized reading' (duration: 1.16343797s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:13.646392Z","caller":"traceutil/trace.go:171","msg":"trace[1178525870] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9zch7; range_end:; response_count:1; response_revision:8118; }","duration":"993.294437ms","start":"2026-02-27T01:33:12.653081Z","end":"2026-02-27T01:33:13.646375Z","steps":["trace[1178525870] 'agreement among raft nodes before linearized reading' (duration: 993.144893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:13.646414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:12.482714Z","time spent":"1.163693057s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:33:13.646435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:12.653064Z","time spent":"993.360488ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9zch7\" "} {"level":"warn","ts":"2026-02-27T01:33:13.646335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002735528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T01:33:13.646453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:12.482722Z","time spent":"1.163719498s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:33:13.646497Z","caller":"traceutil/trace.go:171","msg":"trace[1226944144] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8118; }","duration":"1.002924093s","start":"2026-02-27T01:33:12.643558Z","end":"2026-02-27T01:33:13.646482Z","steps":["trace[1226944144] 'agreement among raft nodes before linearized reading' (duration: 1.002704577s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:13.64654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:12.64354Z","time spent":"1.002989315s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:33:13.646681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003234142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T01:33:13.646813Z","caller":"traceutil/trace.go:171","msg":"trace[276445007] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8118; }","duration":"1.003856318s","start":"2026-02-27T01:33:12.642929Z","end":"2026-02-27T01:33:13.646786Z","steps":["trace[276445007] 'agreement among raft nodes before linearized reading' (duration: 1.003155249s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:13.64692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:12.642909Z","time spent":"1.003993811s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:33:14.109465Z","caller":"traceutil/trace.go:171","msg":"trace[858347676] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"457.515393ms","start":"2026-02-27T01:33:13.651922Z","end":"2026-02-27T01:33:14.109438Z","steps":["trace[858347676] 'process raft request' (duration: 457.274867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:14.109593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:13.651907Z","time spent":"457.623857ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:14.109576Z","caller":"traceutil/trace.go:171","msg":"trace[968722274] linearizableReadLoop","detail":"{readStateIndex:8515; appliedIndex:8511; }","duration":"457.295048ms","start":"2026-02-27T01:33:13.652257Z","end":"2026-02-27T01:33:14.109552Z","steps":["trace[968722274] 'read index received' (duration: 37.643981ms)","trace[968722274] 'applied index is now lower than readState.Index' (duration: 419.649787ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:14.109683Z","caller":"traceutil/trace.go:171","msg":"trace[743377370] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"457.694218ms","start":"2026-02-27T01:33:13.651978Z","end":"2026-02-27T01:33:14.109673Z","steps":["trace[743377370] 'process raft request' (duration: 457.361839ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:14.109863Z","caller":"traceutil/trace.go:171","msg":"trace[1692147173] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"457.873423ms","start":"2026-02-27T01:33:13.651977Z","end":"2026-02-27T01:33:14.109851Z","steps":["trace[1692147173] 'process raft request' (duration: 457.402181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:14.109881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:13.651963Z","time spent":"457.75641ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:14.109935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:13.651963Z","time spent":"457.934074ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:14.109949Z","caller":"traceutil/trace.go:171","msg":"trace[971190088] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"453.121487ms","start":"2026-02-27T01:33:13.656785Z","end":"2026-02-27T01:33:14.109907Z","steps":["trace[971190088] 'process raft request' (duration: 452.721286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:14.109956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.677658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-02-27T01:33:14.110038Z","caller":"traceutil/trace.go:171","msg":"trace[48356488] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8125; }","duration":"457.794371ms","start":"2026-02-27T01:33:13.652225Z","end":"2026-02-27T01:33:14.110019Z","steps":["trace[48356488] 'agreement among raft nodes before linearized reading' (duration: 457.669057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:14.110081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:13.652214Z","time spent":"457.858603ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:33:14.11Z","caller":"traceutil/trace.go:171","msg":"trace[1416236859] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"457.232246ms","start":"2026-02-27T01:33:13.652747Z","end":"2026-02-27T01:33:14.109979Z","steps":["trace[1416236859] 'process raft request' (duration: 456.724143ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:14.110049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:13.65676Z","time spent":"453.22385ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:14.110157Z","caller":"traceutil/trace.go:171","msg":"trace[2055608466] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"457.642237ms","start":"2026-02-27T01:33:13.652504Z","end":"2026-02-27T01:33:14.110146Z","steps":["trace[2055608466] 'process raft request' (duration: 456.913468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:14.110134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.081816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-02-27T01:33:14.110187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:13.652741Z","time spent":"457.37939ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:14.110226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:13.652496Z","time spent":"457.694858ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:14.11023Z","caller":"traceutil/trace.go:171","msg":"trace[1201503886] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8125; }","duration":"456.22305ms","start":"2026-02-27T01:33:13.653983Z","end":"2026-02-27T01:33:14.110206Z","steps":["trace[1201503886] 'agreement among raft nodes before linearized reading' (duration: 455.951052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:14.110273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.158087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-02-27T01:33:14.110291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:13.653966Z","time spent":"456.309991ms","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-02-27T01:33:14.110309Z","caller":"traceutil/trace.go:171","msg":"trace[187540959] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8125; }","duration":"456.353723ms","start":"2026-02-27T01:33:13.653946Z","end":"2026-02-27T01:33:14.110299Z","steps":["trace[187540959] 'agreement among raft nodes before linearized reading' (duration: 456.23556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:14.110335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:13.653934Z","time spent":"456.395204ms","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-02-27T01:33:14.28706Z","caller":"traceutil/trace.go:171","msg":"trace[1659800798] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"172.456395ms","start":"2026-02-27T01:33:14.114582Z","end":"2026-02-27T01:33:14.287038Z","steps":["trace[1659800798] 'process raft request' (duration: 102.540856ms)","trace[1659800798] 'compare' (duration: 69.748054ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:14.287232Z","caller":"traceutil/trace.go:171","msg":"trace[1861670409] linearizableReadLoop","detail":"{readStateIndex:8520; appliedIndex:8518; }","duration":"169.365403ms","start":"2026-02-27T01:33:14.11784Z","end":"2026-02-27T01:33:14.287205Z","steps":["trace[1861670409] 'read index received' (duration: 99.273819ms)","trace[1861670409] 'applied index is now lower than readState.Index' (duration: 70.089194ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:14.287297Z","caller":"traceutil/trace.go:171","msg":"trace[440067076] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"169.606869ms","start":"2026-02-27T01:33:14.117619Z","end":"2026-02-27T01:33:14.287226Z","steps":["trace[440067076] 'process raft request' (duration: 169.375293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:14.287451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.588159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-02-27T01:33:14.287494Z","caller":"traceutil/trace.go:171","msg":"trace[1507271698] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8127; }","duration":"169.66141ms","start":"2026-02-27T01:33:14.117819Z","end":"2026-02-27T01:33:14.287481Z","steps":["trace[1507271698] 'agreement among raft nodes before linearized reading' (duration: 169.478776ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:15.86365Z","caller":"traceutil/trace.go:171","msg":"trace[1778819475] linearizableReadLoop","detail":"{readStateIndex:8523; appliedIndex:8522; }","duration":"240.703259ms","start":"2026-02-27T01:33:15.622885Z","end":"2026-02-27T01:33:15.863589Z","steps":["trace[1778819475] 'read index received' (duration: 240.540335ms)","trace[1778819475] 'applied index is now lower than readState.Index' (duration: 162.054µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:15.863659Z","caller":"traceutil/trace.go:171","msg":"trace[1810453465] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"526.920128ms","start":"2026-02-27T01:33:15.336719Z","end":"2026-02-27T01:33:15.863639Z","steps":["trace[1810453465] 'process raft request' (duration: 526.706883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:15.863795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.889844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:33:15.863794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:15.336689Z","time spent":"527.036802ms","remote":"127.0.0.1:33786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18176,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:15.863828Z","caller":"traceutil/trace.go:171","msg":"trace[1527325691] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8130; }","duration":"240.978746ms","start":"2026-02-27T01:33:15.622839Z","end":"2026-02-27T01:33:15.863818Z","steps":["trace[1527325691] 'agreement among raft nodes before linearized reading' (duration: 240.909944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:15.863996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.22726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9zch7\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T01:33:15.864036Z","caller":"traceutil/trace.go:171","msg":"trace[1129078685] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9zch7; range_end:; response_count:1; response_revision:8130; }","duration":"204.28433ms","start":"2026-02-27T01:33:15.659742Z","end":"2026-02-27T01:33:15.864026Z","steps":["trace[1129078685] 'agreement among raft nodes before linearized reading' (duration: 204.166917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:15.864192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.243366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:33:15.864302Z","caller":"traceutil/trace.go:171","msg":"trace[74561904] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8130; }","duration":"170.39017ms","start":"2026-02-27T01:33:15.693888Z","end":"2026-02-27T01:33:15.864278Z","steps":["trace[74561904] 'agreement among raft nodes before linearized reading' (duration: 170.190095ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:16.038301Z","caller":"traceutil/trace.go:171","msg":"trace[654623464] linearizableReadLoop","detail":"{readStateIndex:8525; appliedIndex:8523; }","duration":"168.680454ms","start":"2026-02-27T01:33:15.869597Z","end":"2026-02-27T01:33:16.038277Z","steps":["trace[654623464] 'read index received' (duration: 44.530224ms)","trace[654623464] 'applied index is now lower than readState.Index' (duration: 124.14951ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:16.038404Z","caller":"traceutil/trace.go:171","msg":"trace[231661546] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"169.759753ms","start":"2026-02-27T01:33:15.868632Z","end":"2026-02-27T01:33:16.038392Z","steps":["trace[231661546] 'process raft request' (duration: 136.067998ms)","trace[231661546] 'compare' (duration: 33.454069ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:16.038822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.214239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208075"} {"level":"info","ts":"2026-02-27T01:33:16.038908Z","caller":"traceutil/trace.go:171","msg":"trace[1210250227] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8131; }","duration":"169.337652ms","start":"2026-02-27T01:33:15.869544Z","end":"2026-02-27T01:33:16.038881Z","steps":["trace[1210250227] 'agreement among raft nodes before linearized reading' (duration: 168.88203ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:16.083755Z","caller":"traceutil/trace.go:171","msg":"trace[893920828] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"168.480039ms","start":"2026-02-27T01:33:15.915249Z","end":"2026-02-27T01:33:16.083729Z","steps":["trace[893920828] 'process raft request' (duration: 168.307564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:16.647895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.623019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:33:16.648008Z","caller":"traceutil/trace.go:171","msg":"trace[520316368] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"524.374341ms","start":"2026-02-27T01:33:16.123614Z","end":"2026-02-27T01:33:16.647988Z","steps":["trace[520316368] 'process raft request' (duration: 389.567117ms)","trace[520316368] 'compare' (duration: 134.399593ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:16.648068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:16.123596Z","time spent":"524.445402ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:16.895102Z","caller":"traceutil/trace.go:171","msg":"trace[555375495] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"771.441519ms","start":"2026-02-27T01:33:16.123625Z","end":"2026-02-27T01:33:16.895067Z","steps":["trace[555375495] 'process raft request' (duration: 696.760834ms)","trace[555375495] 'compare' (duration: 74.438609ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:16.89512Z","caller":"traceutil/trace.go:171","msg":"trace[1040151366] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"771.361537ms","start":"2026-02-27T01:33:16.12373Z","end":"2026-02-27T01:33:16.895091Z","steps":["trace[1040151366] 'process raft request' (duration: 771.264444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:16.895273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:16.123606Z","time spent":"771.576432ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:16.895298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:16.123713Z","time spent":"771.49033ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:16.895368Z","caller":"traceutil/trace.go:171","msg":"trace[1585012151] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"771.586972ms","start":"2026-02-27T01:33:16.123757Z","end":"2026-02-27T01:33:16.895344Z","steps":["trace[1585012151] 'process raft request' (duration: 771.291864ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:16.895604Z","caller":"traceutil/trace.go:171","msg":"trace[1895087454] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"771.800488ms","start":"2026-02-27T01:33:16.123792Z","end":"2026-02-27T01:33:16.895592Z","steps":["trace[1895087454] 'process raft request' (duration: 771.471859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:16.895644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:16.123733Z","time spent":"771.764517ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:16.895632Z","caller":"traceutil/trace.go:171","msg":"trace[1803920170] linearizableReadLoop","detail":"{readStateIndex:8532; appliedIndex:8526; }","duration":"604.473569ms","start":"2026-02-27T01:33:16.291135Z","end":"2026-02-27T01:33:16.895609Z","steps":["trace[1803920170] 'read index received' (duration: 222.055814ms)","trace[1803920170] 'applied index is now lower than readState.Index' (duration: 382.416385ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:16.895671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:16.123524Z","time spent":"772.115896ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:16.895894Z","caller":"traceutil/trace.go:171","msg":"trace[1744402330] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"392.428572ms","start":"2026-02-27T01:33:16.503442Z","end":"2026-02-27T01:33:16.89587Z","steps":["trace[1744402330] 'process raft request' (duration: 392.122694ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:16.895904Z","caller":"traceutil/trace.go:171","msg":"trace[2004600184] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"744.743909ms","start":"2026-02-27T01:33:16.15114Z","end":"2026-02-27T01:33:16.895884Z","steps":["trace[2004600184] 'process raft request' (duration: 744.337008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:16.895938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.52696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:33:16.895965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:16.503418Z","time spent":"392.509744ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:16.895983Z","caller":"traceutil/trace.go:171","msg":"trace[594216640] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8139; }","duration":"329.601162ms","start":"2026-02-27T01:33:16.566369Z","end":"2026-02-27T01:33:16.895971Z","steps":["trace[594216640] 'agreement among raft nodes before linearized reading' (duration: 329.53634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:16.89598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:16.151114Z","time spent":"744.827241ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:16.895975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.823999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T01:33:16.896021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:16.566357Z","time spent":"329.656673ms","remote":"127.0.0.1:47456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:33:16.896049Z","caller":"traceutil/trace.go:171","msg":"trace[1980886269] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8139; }","duration":"604.956433ms","start":"2026-02-27T01:33:16.291075Z","end":"2026-02-27T01:33:16.896031Z","steps":["trace[1980886269] 'agreement among raft nodes before linearized reading' (duration: 604.720246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:16.896094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:16.29105Z","time spent":"605.035615ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:33:16.896117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.653469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:33:16.896158Z","caller":"traceutil/trace.go:171","msg":"trace[943687996] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8139; }","duration":"427.735101ms","start":"2026-02-27T01:33:16.468413Z","end":"2026-02-27T01:33:16.896148Z","steps":["trace[943687996] 'agreement among raft nodes before linearized reading' (duration: 427.590157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:16.896202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:16.468399Z","time spent":"427.793763ms","remote":"127.0.0.1:33818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":109,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:33:16.896335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.669363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:33:16.896382Z","caller":"traceutil/trace.go:171","msg":"trace[1669703685] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8139; }","duration":"414.741196ms","start":"2026-02-27T01:33:16.48163Z","end":"2026-02-27T01:33:16.896372Z","steps":["trace[1669703685] 'agreement among raft nodes before linearized reading' (duration: 414.665744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:16.896413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:16.481614Z","time spent":"414.791407ms","remote":"127.0.0.1:50460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:33:16.896443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.962232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T01:33:16.896344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.478679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:2953"} {"level":"info","ts":"2026-02-27T01:33:16.896493Z","caller":"traceutil/trace.go:171","msg":"trace[635625890] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8139; }","duration":"570.033395ms","start":"2026-02-27T01:33:16.326447Z","end":"2026-02-27T01:33:16.896481Z","steps":["trace[635625890] 'agreement among raft nodes before linearized reading' (duration: 569.587513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:16.896524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:16.326436Z","time spent":"570.081826ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:33:16.896523Z","caller":"traceutil/trace.go:171","msg":"trace[544731577] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8139; }","duration":"575.694284ms","start":"2026-02-27T01:33:16.320816Z","end":"2026-02-27T01:33:16.896511Z","steps":["trace[544731577] 'agreement among raft nodes before linearized reading' (duration: 574.993666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:16.896566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:16.320796Z","time spent":"575.760117ms","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":2976,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-02-27T01:33:17.403589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281901681,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:33:17.410438Z","caller":"traceutil/trace.go:171","msg":"trace[518869267] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8139; }","duration":"507.659117ms","start":"2026-02-27T01:33:16.902755Z","end":"2026-02-27T01:33:17.410414Z","steps":["trace[518869267] 'process raft request' (duration: 507.574565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:17.410591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:16.902742Z","time spent":"507.77971ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:33:17.619711Z","caller":"traceutil/trace.go:171","msg":"trace[232352807] linearizableReadLoop","detail":"{readStateIndex:8536; appliedIndex:8534; }","duration":"716.575561ms","start":"2026-02-27T01:33:16.903107Z","end":"2026-02-27T01:33:17.619683Z","steps":["trace[232352807] 'read index received' (duration: 507.351098ms)","trace[232352807] 'applied index is now lower than readState.Index' (duration: 209.223333ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:17.619871Z","caller":"traceutil/trace.go:171","msg":"trace[365333519] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"716.359455ms","start":"2026-02-27T01:33:16.903496Z","end":"2026-02-27T01:33:17.619855Z","steps":["trace[365333519] 'process raft request' (duration: 716.105469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:17.620009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:16.903489Z","time spent":"716.418467ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:17.620035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.734321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:17.620036Z","caller":"traceutil/trace.go:171","msg":"trace[68108163] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"716.778907ms","start":"2026-02-27T01:33:16.903233Z","end":"2026-02-27T01:33:17.620012Z","steps":["trace[68108163] 'process raft request' (duration: 716.194791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:17.620104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.972281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.1897f676492e2e0f\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-02-27T01:33:17.620131Z","caller":"traceutil/trace.go:171","msg":"trace[304290773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8141; }","duration":"565.880465ms","start":"2026-02-27T01:33:17.054228Z","end":"2026-02-27T01:33:17.620108Z","steps":["trace[304290773] 'agreement among raft nodes before linearized reading' (duration: 565.67398ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:17.620179Z","caller":"traceutil/trace.go:171","msg":"trace[863443506] range","detail":"{range_begin:/registry/events/openstack/ceph.1897f676492e2e0f; range_end:; response_count:1; response_revision:8141; }","duration":"717.075815ms","start":"2026-02-27T01:33:16.90309Z","end":"2026-02-27T01:33:17.620166Z","steps":["trace[863443506] 'agreement among raft nodes before linearized reading' (duration: 716.855869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:17.620201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:17.054209Z","time spent":"565.979867ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:33:17.620228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:16.903082Z","time spent":"717.138126ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":669,"request content":"key:\"/registry/events/openstack/ceph.1897f676492e2e0f\" "} {"level":"warn","ts":"2026-02-27T01:33:17.620118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.508823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13485"} {"level":"info","ts":"2026-02-27T01:33:17.620271Z","caller":"traceutil/trace.go:171","msg":"trace[89979630] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:8141; }","duration":"208.693108ms","start":"2026-02-27T01:33:17.411566Z","end":"2026-02-27T01:33:17.620259Z","steps":["trace[89979630] 'agreement among raft nodes before linearized reading' (duration: 208.460012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:17.620204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:16.903223Z","time spent":"716.93205ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:25.503408Z","caller":"traceutil/trace.go:171","msg":"trace[1210238853] linearizableReadLoop","detail":"{readStateIndex:8656; appliedIndex:8654; }","duration":"176.589875ms","start":"2026-02-27T01:33:25.32679Z","end":"2026-02-27T01:33:25.50338Z","steps":["trace[1210238853] 'read index received' (duration: 101.078567ms)","trace[1210238853] 'applied index is now lower than readState.Index' (duration: 75.509648ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:25.503448Z","caller":"traceutil/trace.go:171","msg":"trace[1051224578] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"182.691637ms","start":"2026-02-27T01:33:25.320718Z","end":"2026-02-27T01:33:25.50341Z","steps":["trace[1051224578] 'process raft request' (duration: 107.127688ms)","trace[1051224578] 'compare' (duration: 75.303002ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:25.503525Z","caller":"traceutil/trace.go:171","msg":"trace[1499082458] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"181.599158ms","start":"2026-02-27T01:33:25.321869Z","end":"2026-02-27T01:33:25.503468Z","steps":["trace[1499082458] 'process raft request' (duration: 181.438564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:25.503789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.40079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9659"} {"level":"warn","ts":"2026-02-27T01:33:25.503806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.974675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-02-27T01:33:25.503853Z","caller":"traceutil/trace.go:171","msg":"trace[1652247874] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:8256; }","duration":"176.501403ms","start":"2026-02-27T01:33:25.327335Z","end":"2026-02-27T01:33:25.503836Z","steps":["trace[1652247874] 'agreement among raft nodes before linearized reading' (duration: 176.232676ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:25.503916Z","caller":"traceutil/trace.go:171","msg":"trace[805710397] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8256; }","duration":"177.122649ms","start":"2026-02-27T01:33:25.326762Z","end":"2026-02-27T01:33:25.503885Z","steps":["trace[805710397] 'agreement among raft nodes before linearized reading' (duration: 176.760719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:25.504657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.474963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-02-27T01:33:25.504712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.594525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2574539"} {"level":"info","ts":"2026-02-27T01:33:25.504748Z","caller":"traceutil/trace.go:171","msg":"trace[2008014302] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8256; }","duration":"161.620416ms","start":"2026-02-27T01:33:25.343105Z","end":"2026-02-27T01:33:25.504725Z","steps":["trace[2008014302] 'agreement among raft nodes before linearized reading' (duration: 160.542498ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:25.504762Z","caller":"traceutil/trace.go:171","msg":"trace[2005815199] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8256; }","duration":"138.659776ms","start":"2026-02-27T01:33:25.366088Z","end":"2026-02-27T01:33:25.504748Z","steps":["trace[2005815199] 'agreement among raft nodes before linearized reading' (duration: 137.68251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:25.635966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.218276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9723"} {"level":"info","ts":"2026-02-27T01:33:25.635993Z","caller":"traceutil/trace.go:171","msg":"trace[1811346407] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"114.084954ms","start":"2026-02-27T01:33:25.52188Z","end":"2026-02-27T01:33:25.635965Z","steps":["trace[1811346407] 'process raft request' (duration: 104.799607ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:25.636031Z","caller":"traceutil/trace.go:171","msg":"trace[1137034702] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:8258; }","duration":"117.323209ms","start":"2026-02-27T01:33:25.518695Z","end":"2026-02-27T01:33:25.636019Z","steps":["trace[1137034702] 'agreement among raft nodes before linearized reading' (duration: 117.217316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:25.63611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.441221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-02-27T01:33:25.636184Z","caller":"traceutil/trace.go:171","msg":"trace[1707551450] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8258; }","duration":"100.539323ms","start":"2026-02-27T01:33:25.535621Z","end":"2026-02-27T01:33:25.63616Z","steps":["trace[1707551450] 'agreement among raft nodes before linearized reading' (duration: 100.360958ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:25.649126Z","caller":"traceutil/trace.go:171","msg":"trace[1637637888] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"106.81622ms","start":"2026-02-27T01:33:25.542281Z","end":"2026-02-27T01:33:25.649097Z","steps":["trace[1637637888] 'process raft request' (duration: 106.582213ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:38.174196Z","caller":"traceutil/trace.go:171","msg":"trace[402196268] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"324.357093ms","start":"2026-02-27T01:33:37.849818Z","end":"2026-02-27T01:33:38.174175Z","steps":["trace[402196268] 'process raft request' (duration: 324.23329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:38.174349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:37.849791Z","time spent":"324.478126ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:38.175192Z","caller":"traceutil/trace.go:171","msg":"trace[874738718] linearizableReadLoop","detail":"{readStateIndex:8795; appliedIndex:8794; }","duration":"121.232033ms","start":"2026-02-27T01:33:38.053921Z","end":"2026-02-27T01:33:38.175153Z","steps":["trace[874738718] 'read index received' (duration: 120.35108ms)","trace[874738718] 'applied index is now lower than readState.Index' (duration: 879.473µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:38.175286Z","caller":"traceutil/trace.go:171","msg":"trace[403774533] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"324.546598ms","start":"2026-02-27T01:33:37.850695Z","end":"2026-02-27T01:33:38.175241Z","steps":["trace[403774533] 'process raft request' (duration: 324.24349ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:38.175471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:37.850682Z","time spent":"324.689262ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:38.175474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.183532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:38.175529Z","caller":"traceutil/trace.go:171","msg":"trace[696050435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8389; }","duration":"121.296825ms","start":"2026-02-27T01:33:38.054219Z","end":"2026-02-27T01:33:38.175516Z","steps":["trace[696050435] 'agreement among raft nodes before linearized reading' (duration: 121.162211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:38.175613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.659784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-02-27T01:33:38.175696Z","caller":"traceutil/trace.go:171","msg":"trace[240355852] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8389; }","duration":"121.796588ms","start":"2026-02-27T01:33:38.053879Z","end":"2026-02-27T01:33:38.175676Z","steps":["trace[240355852] 'agreement among raft nodes before linearized reading' (duration: 121.448469ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:02.822258Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5975} {"level":"warn","ts":"2026-02-27T01:34:03.31846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.937694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:34:03.318845Z","caller":"traceutil/trace.go:171","msg":"trace[916402248] linearizableReadLoop","detail":"{readStateIndex:9081; appliedIndex:9080; }","duration":"264.363388ms","start":"2026-02-27T01:34:03.054464Z","end":"2026-02-27T01:34:03.318828Z","steps":["trace[916402248] 'read index received' (duration: 32.731µs)","trace[916402248] 'applied index is now lower than readState.Index' (duration: 264.329257ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:03.318874Z","caller":"traceutil/trace.go:171","msg":"trace[1602058441] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"430.412203ms","start":"2026-02-27T01:34:02.888441Z","end":"2026-02-27T01:34:03.318853Z","steps":["trace[1602058441] 'compare' (duration: 426.245943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:03.31896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.487131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:34:03.318964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:02.888426Z","time spent":"430.494385ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:34:03.319015Z","caller":"traceutil/trace.go:171","msg":"trace[1886785511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8662; }","duration":"264.593135ms","start":"2026-02-27T01:34:03.054406Z","end":"2026-02-27T01:34:03.318999Z","steps":["trace[1886785511] 'agreement among raft nodes before linearized reading' (duration: 264.485482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:03.319068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.752911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:34:03.3191Z","caller":"traceutil/trace.go:171","msg":"trace[1968355852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8662; }","duration":"193.807852ms","start":"2026-02-27T01:34:03.125281Z","end":"2026-02-27T01:34:03.319089Z","steps":["trace[1968355852] 'agreement among raft nodes before linearized reading' (duration: 193.684299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:03.319135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.23972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T01:34:03.3192Z","caller":"traceutil/trace.go:171","msg":"trace[1444820166] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8662; }","duration":"204.355603ms","start":"2026-02-27T01:34:03.114828Z","end":"2026-02-27T01:34:03.319184Z","steps":["trace[1444820166] 'agreement among raft nodes before linearized reading' (duration: 204.155478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:03.319185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.600437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:34:03.319202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.915751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T01:34:03.31928Z","caller":"traceutil/trace.go:171","msg":"trace[1313627100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8662; }","duration":"193.726531ms","start":"2026-02-27T01:34:03.125529Z","end":"2026-02-27T01:34:03.319256Z","steps":["trace[1313627100] 'agreement among raft nodes before linearized reading' (duration: 193.484224ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:03.319288Z","caller":"traceutil/trace.go:171","msg":"trace[41352272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8662; }","duration":"207.032034ms","start":"2026-02-27T01:34:03.112235Z","end":"2026-02-27T01:34:03.319267Z","steps":["trace[41352272] 'agreement among raft nodes before linearized reading' (duration: 206.726026ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:03.379133Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5975,"took":"554.629324ms","hash":432990057,"current-db-size-bytes":45903872,"current-db-size":"46 MB","current-db-size-in-use-bytes":22974464,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-02-27T01:34:03.379202Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":432990057,"revision":5975,"compact-revision":2813} {"level":"info","ts":"2026-02-27T01:34:11.423656Z","caller":"traceutil/trace.go:171","msg":"trace[171606316] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"177.224722ms","start":"2026-02-27T01:34:11.246396Z","end":"2026-02-27T01:34:11.423621Z","steps":["trace[171606316] 'process raft request' (duration: 176.989416ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:15.750766Z","caller":"traceutil/trace.go:171","msg":"trace[1452994977] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"214.640366ms","start":"2026-02-27T01:34:15.536092Z","end":"2026-02-27T01:34:15.750732Z","steps":["trace[1452994977] 'process raft request' (duration: 190.32794ms)","trace[1452994977] 'compare' (duration: 24.085ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:15.751911Z","caller":"traceutil/trace.go:171","msg":"trace[1828003747] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"215.110169ms","start":"2026-02-27T01:34:15.536765Z","end":"2026-02-27T01:34:15.751875Z","steps":["trace[1828003747] 'process raft request' (duration: 214.909633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:22.898358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281903651,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:34:23.400188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281903651,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:34:23.417719Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029745487s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:34:23.418073Z","caller":"traceutil/trace.go:171","msg":"trace[1178928465] linearizableReadLoop","detail":"{readStateIndex:9239; appliedIndex:9238; }","duration":"1.019992448s","start":"2026-02-27T01:34:22.398058Z","end":"2026-02-27T01:34:23.418051Z","steps":["trace[1178928465] 'read index received' (duration: 1.019808773s)","trace[1178928465] 'applied index is now lower than readState.Index' (duration: 182.815µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:23.418247Z","caller":"traceutil/trace.go:171","msg":"trace[1660706240] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"1.030369054s","start":"2026-02-27T01:34:22.387845Z","end":"2026-02-27T01:34:23.418215Z","steps":["trace[1660706240] 'process raft request' (duration: 1.030069096s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:23.418284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020139012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:34:23.418385Z","caller":"traceutil/trace.go:171","msg":"trace[520664369] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8812; }","duration":"1.020337207s","start":"2026-02-27T01:34:22.398031Z","end":"2026-02-27T01:34:23.418368Z","steps":["trace[520664369] 'agreement among raft nodes before linearized reading' (duration: 1.020127482s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:23.418407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:22.387815Z","time spent":"1.030507507s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:23.418436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:22.39802Z","time spent":"1.020399559s","remote":"127.0.0.1:47388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:34:23.418529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.669589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T01:34:23.41855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.539925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:34:23.418659Z","caller":"traceutil/trace.go:171","msg":"trace[728307155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8812; }","duration":"363.690549ms","start":"2026-02-27T01:34:23.054942Z","end":"2026-02-27T01:34:23.418632Z","steps":["trace[728307155] 'agreement among raft nodes before linearized reading' (duration: 363.524695ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:23.418667Z","caller":"traceutil/trace.go:171","msg":"trace[1039639989] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8812; }","duration":"641.800113ms","start":"2026-02-27T01:34:22.776785Z","end":"2026-02-27T01:34:23.418585Z","steps":["trace[1039639989] 'agreement among raft nodes before linearized reading' (duration: 641.584067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:23.418669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.89104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:34:23.418704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:23.054923Z","time spent":"363.772482ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:34:23.418689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.721098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:34:23.418722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:22.776762Z","time spent":"641.949857ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:34:23.418735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.273476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9zch7\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T01:34:23.41876Z","caller":"traceutil/trace.go:171","msg":"trace[438419382] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8812; }","duration":"910.060195ms","start":"2026-02-27T01:34:22.508674Z","end":"2026-02-27T01:34:23.418734Z","steps":["trace[438419382] 'agreement among raft nodes before linearized reading' (duration: 909.848229ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:23.418777Z","caller":"traceutil/trace.go:171","msg":"trace[948420327] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8812; }","duration":"551.883953ms","start":"2026-02-27T01:34:22.866874Z","end":"2026-02-27T01:34:23.418758Z","steps":["trace[948420327] 'agreement among raft nodes before linearized reading' (duration: 551.655116ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:23.418786Z","caller":"traceutil/trace.go:171","msg":"trace[935386912] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9zch7; range_end:; response_count:1; response_revision:8812; }","duration":"932.354638ms","start":"2026-02-27T01:34:22.486415Z","end":"2026-02-27T01:34:23.418769Z","steps":["trace[935386912] 'agreement among raft nodes before linearized reading' (duration: 932.220314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:23.418776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.563074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T01:34:23.418819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:22.486398Z","time spent":"932.414709ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9zch7\" "} {"level":"warn","ts":"2026-02-27T01:34:23.418823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:22.866851Z","time spent":"551.963865ms","remote":"127.0.0.1:34084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:34:23.418834Z","caller":"traceutil/trace.go:171","msg":"trace[809778341] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8812; }","duration":"671.665207ms","start":"2026-02-27T01:34:22.747152Z","end":"2026-02-27T01:34:23.418818Z","steps":["trace[809778341] 'agreement among raft nodes before linearized reading' (duration: 671.40875ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:23.418821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:22.508655Z","time spent":"910.150288ms","remote":"127.0.0.1:47488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:34:23.418876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:22.747128Z","time spent":"671.739729ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:34:23.418531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.488124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:34:23.419227Z","caller":"traceutil/trace.go:171","msg":"trace[566285494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8812; }","duration":"938.225274ms","start":"2026-02-27T01:34:22.480975Z","end":"2026-02-27T01:34:23.419201Z","steps":["trace[566285494] 'agreement among raft nodes before linearized reading' (duration: 937.369242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:23.419262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:22.48096Z","time spent":"938.291456ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:34:23.930899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281903659,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:34:24.226554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.174381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:34:24.22686Z","caller":"traceutil/trace.go:171","msg":"trace[1605149390] linearizableReadLoop","detail":"{readStateIndex:9242; appliedIndex:9239; }","duration":"796.166937ms","start":"2026-02-27T01:34:23.430675Z","end":"2026-02-27T01:34:24.226841Z","steps":["trace[1605149390] 'read index received' (duration: 542.637507ms)","trace[1605149390] 'applied index is now lower than readState.Index' (duration: 253.5283ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:24.226961Z","caller":"traceutil/trace.go:171","msg":"trace[2087227122] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"800.331998ms","start":"2026-02-27T01:34:23.426617Z","end":"2026-02-27T01:34:24.226949Z","steps":["trace[2087227122] 'process raft request' (duration: 800.190024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:24.227029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:23.426593Z","time spent":"800.402989ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:34:24.227005Z","caller":"traceutil/trace.go:171","msg":"trace[1058499936] transaction","detail":"{read_only:false; response_revision:8814; number_of_response:1; }","duration":"801.16775ms","start":"2026-02-27T01:34:23.425792Z","end":"2026-02-27T01:34:24.226959Z","steps":["trace[1058499936] 'process raft request' (duration: 800.916414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:24.227179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:23.425779Z","time spent":"801.302114ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:24.22723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.517457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:34:24.227234Z","caller":"traceutil/trace.go:171","msg":"trace[1843496528] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"803.42934ms","start":"2026-02-27T01:34:23.423749Z","end":"2026-02-27T01:34:24.227179Z","steps":["trace[1843496528] 'process raft request' (duration: 549.54356ms)","trace[1843496528] 'compare' (duration: 252.942665ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:24.227295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.498931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:34:24.227328Z","caller":"traceutil/trace.go:171","msg":"trace[1855653716] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8815; }","duration":"796.64448ms","start":"2026-02-27T01:34:23.43066Z","end":"2026-02-27T01:34:24.227305Z","steps":["trace[1855653716] 'agreement among raft nodes before linearized reading' (duration: 796.449524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:24.227324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.064614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T01:34:24.227315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.287724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:34:24.227372Z","caller":"traceutil/trace.go:171","msg":"trace[1349458869] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8815; }","duration":"698.605504ms","start":"2026-02-27T01:34:23.528749Z","end":"2026-02-27T01:34:24.227354Z","steps":["trace[1349458869] 'agreement among raft nodes before linearized reading' (duration: 698.375318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:24.227378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:23.430654Z","time spent":"796.713691ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:34:24.227387Z","caller":"traceutil/trace.go:171","msg":"trace[1791349703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8815; }","duration":"664.173087ms","start":"2026-02-27T01:34:23.563197Z","end":"2026-02-27T01:34:24.22737Z","steps":["trace[1791349703] 'agreement among raft nodes before linearized reading' (duration: 663.956932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:24.227412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:23.528737Z","time spent":"698.667105ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:34:24.227421Z","caller":"traceutil/trace.go:171","msg":"trace[1319787115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8815; }","duration":"663.431618ms","start":"2026-02-27T01:34:23.563963Z","end":"2026-02-27T01:34:24.227395Z","steps":["trace[1319787115] 'agreement among raft nodes before linearized reading' (duration: 663.183801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:24.227431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:23.563178Z","time spent":"664.24665ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:34:24.227314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.432979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T01:34:24.227469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:23.563947Z","time spent":"663.51371ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T01:34:24.227493Z","caller":"traceutil/trace.go:171","msg":"trace[52976063] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8815; }","duration":"440.655905ms","start":"2026-02-27T01:34:23.786818Z","end":"2026-02-27T01:34:24.227474Z","steps":["trace[52976063] 'agreement among raft nodes before linearized reading' (duration: 440.313566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:24.227484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:23.423726Z","time spent":"803.629995ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:24.227378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.932344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:34:24.227611Z","caller":"traceutil/trace.go:171","msg":"trace[1072997396] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8815; }","duration":"470.297273ms","start":"2026-02-27T01:34:23.757294Z","end":"2026-02-27T01:34:24.227591Z","steps":["trace[1072997396] 'agreement among raft nodes before linearized reading' (duration: 469.886132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:24.227553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:23.7868Z","time spent":"440.736878ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:34:24.227684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.439286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T01:34:24.227724Z","caller":"traceutil/trace.go:171","msg":"trace[344761219] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8815; }","duration":"239.546888ms","start":"2026-02-27T01:34:23.988169Z","end":"2026-02-27T01:34:24.227716Z","steps":["trace[344761219] 'agreement among raft nodes before linearized reading' (duration: 239.072656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:24.227698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.107982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:34:24.227761Z","caller":"traceutil/trace.go:171","msg":"trace[316089329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8815; }","duration":"434.193303ms","start":"2026-02-27T01:34:23.793558Z","end":"2026-02-27T01:34:24.227752Z","steps":["trace[316089329] 'agreement among raft nodes before linearized reading' (duration: 433.766242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:24.227894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:23.793548Z","time spent":"434.337857ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:34:24.227675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:23.757271Z","time spent":"470.390216ms","remote":"127.0.0.1:33846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:34:24.931665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281903665,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:34:25.150789Z","caller":"traceutil/trace.go:171","msg":"trace[871942377] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"918.488088ms","start":"2026-02-27T01:34:24.232261Z","end":"2026-02-27T01:34:25.150749Z","steps":["trace[871942377] 'process raft request' (duration: 918.138019ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:25.150866Z","caller":"traceutil/trace.go:171","msg":"trace[1177208839] linearizableReadLoop","detail":"{readStateIndex:9249; appliedIndex:9243; }","duration":"720.150815ms","start":"2026-02-27T01:34:24.430694Z","end":"2026-02-27T01:34:25.150845Z","steps":["trace[1177208839] 'read index received' (duration: 719.738884ms)","trace[1177208839] 'applied index is now lower than readState.Index' (duration: 410.511µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:25.150911Z","caller":"traceutil/trace.go:171","msg":"trace[509379509] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"917.819201ms","start":"2026-02-27T01:34:24.233056Z","end":"2026-02-27T01:34:25.150875Z","steps":["trace[509379509] 'process raft request' (duration: 917.656256ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:25.150959Z","caller":"traceutil/trace.go:171","msg":"trace[986823511] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"918.600241ms","start":"2026-02-27T01:34:24.232317Z","end":"2026-02-27T01:34:25.150917Z","steps":["trace[986823511] 'process raft request' (duration: 918.310343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:25.151002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.232256Z","time spent":"918.635832ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:34:25.151031Z","caller":"traceutil/trace.go:171","msg":"trace[1127607810] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"915.532969ms","start":"2026-02-27T01:34:24.235487Z","end":"2026-02-27T01:34:25.15102Z","steps":["trace[1127607810] 'process raft request' (duration: 915.309423ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:25.151068Z","caller":"traceutil/trace.go:171","msg":"trace[1273571594] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"918.303133ms","start":"2026-02-27T01:34:24.232712Z","end":"2026-02-27T01:34:25.151015Z","steps":["trace[1273571594] 'process raft request' (duration: 917.965394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:25.151133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.232311Z","time spent":"918.735534ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:25.151136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.233031Z","time spent":"917.996895ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:34:25.150981Z","caller":"traceutil/trace.go:171","msg":"trace[206468528] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"916.510925ms","start":"2026-02-27T01:34:24.234452Z","end":"2026-02-27T01:34:25.150963Z","steps":["trace[206468528] 'process raft request' (duration: 916.31123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:25.151117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.235475Z","time spent":"915.590491ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:25.151295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.234442Z","time spent":"916.793683ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:25.15133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.232704Z","time spent":"918.491018ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:25.288914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.515988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:34:25.289046Z","caller":"traceutil/trace.go:171","msg":"trace[1908968258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8822; }","duration":"233.720363ms","start":"2026-02-27T01:34:25.055293Z","end":"2026-02-27T01:34:25.289013Z","steps":["trace[1908968258] 'agreement among raft nodes before linearized reading' (duration: 95.91942ms)","trace[1908968258] 'range keys from in-memory index tree' (duration: 137.609779ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:25.289393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.676018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-02-27T01:34:25.289516Z","caller":"traceutil/trace.go:171","msg":"trace[1031663426] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8822; }","duration":"858.860563ms","start":"2026-02-27T01:34:24.430625Z","end":"2026-02-27T01:34:25.289485Z","steps":["trace[1031663426] 'agreement among raft nodes before linearized reading' (duration: 720.519915ms)","trace[1031663426] 'range keys from in-memory index tree' (duration: 138.05526ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:25.289575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:24.430578Z","time spent":"858.981116ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T01:34:25.634811Z","caller":"traceutil/trace.go:171","msg":"trace[609095592] linearizableReadLoop","detail":"{readStateIndex:9252; appliedIndex:9251; }","duration":"163.024684ms","start":"2026-02-27T01:34:25.47175Z","end":"2026-02-27T01:34:25.634775Z","steps":["trace[609095592] 'read index received' (duration: 162.275465ms)","trace[609095592] 'applied index is now lower than readState.Index' (duration: 747.689µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:25.634853Z","caller":"traceutil/trace.go:171","msg":"trace[610158034] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8824; }","duration":"194.213413ms","start":"2026-02-27T01:34:25.440599Z","end":"2026-02-27T01:34:25.634813Z","steps":["trace[610158034] 'process raft request' (duration: 193.934306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:25.635424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.407946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-27T01:34:25.635527Z","caller":"traceutil/trace.go:171","msg":"trace[1012049534] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8824; }","duration":"101.576761ms","start":"2026-02-27T01:34:25.533919Z","end":"2026-02-27T01:34:25.635496Z","steps":["trace[1012049534] 'agreement among raft nodes before linearized reading' (duration: 101.245352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:25.635613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.831426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:241172"} {"level":"info","ts":"2026-02-27T01:34:25.635669Z","caller":"traceutil/trace.go:171","msg":"trace[560078472] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:8824; }","duration":"163.959499ms","start":"2026-02-27T01:34:25.471695Z","end":"2026-02-27T01:34:25.635654Z","steps":["trace[560078472] 'agreement among raft nodes before linearized reading' (duration: 163.24921ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:25.828495Z","caller":"traceutil/trace.go:171","msg":"trace[253973802] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"182.241656ms","start":"2026-02-27T01:34:25.646199Z","end":"2026-02-27T01:34:25.828441Z","steps":["trace[253973802] 'process raft request' (duration: 181.877246ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:47.649057Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"30aa8136fb61a722","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T01:35:47.655577Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-27T01:35:47.655868Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-02-27T01:36:39.238551Z","caller":"traceutil/trace.go:171","msg":"trace[634602711] transaction","detail":"{read_only:false; response_revision:10023; number_of_response:1; }","duration":"118.446446ms","start":"2026-02-27T01:36:39.120076Z","end":"2026-02-27T01:36:39.238522Z","steps":["trace[634602711] 'process raft request' (duration: 118.21611ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:36:39.418723Z","caller":"traceutil/trace.go:171","msg":"trace[1679897288] transaction","detail":"{read_only:false; number_of_response:0; response_revision:10023; }","duration":"172.551078ms","start":"2026-02-27T01:36:39.246141Z","end":"2026-02-27T01:36:39.418692Z","steps":["trace[1679897288] 'process raft request' (duration: 165.167443ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:38:00.437059Z","caller":"traceutil/trace.go:171","msg":"trace[1389526765] linearizableReadLoop","detail":"{readStateIndex:11389; appliedIndex:11388; }","duration":"109.20792ms","start":"2026-02-27T01:38:00.327826Z","end":"2026-02-27T01:38:00.437033Z","steps":["trace[1389526765] 'read index received' (duration: 108.986054ms)","trace[1389526765] 'applied index is now lower than readState.Index' (duration: 220.636µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:38:00.437108Z","caller":"traceutil/trace.go:171","msg":"trace[448622515] transaction","detail":"{read_only:false; response_revision:10868; number_of_response:1; }","duration":"182.639313ms","start":"2026-02-27T01:38:00.254432Z","end":"2026-02-27T01:38:00.437071Z","steps":["trace[448622515] 'process raft request' (duration: 182.460568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:00.437255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.406455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:38:00.437301Z","caller":"traceutil/trace.go:171","msg":"trace[1868913238] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:10868; }","duration":"109.469097ms","start":"2026-02-27T01:38:00.327818Z","end":"2026-02-27T01:38:00.437288Z","steps":["trace[1868913238] 'agreement among raft nodes before linearized reading' (duration: 109.381824ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:00.68753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.096918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:38:00.68767Z","caller":"traceutil/trace.go:171","msg":"trace[168583310] transaction","detail":"{read_only:false; response_revision:10869; number_of_response:1; }","duration":"245.774014ms","start":"2026-02-27T01:38:00.441874Z","end":"2026-02-27T01:38:00.687648Z","steps":["trace[168583310] 'process raft request' (duration: 108.46974ms)","trace[168583310] 'compare' (duration: 136.961804ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:38:00.73334Z","caller":"traceutil/trace.go:171","msg":"trace[825448264] linearizableReadLoop","detail":"{readStateIndex:11392; appliedIndex:11389; }","duration":"267.098828ms","start":"2026-02-27T01:38:00.466222Z","end":"2026-02-27T01:38:00.733321Z","steps":["trace[825448264] 'read index received' (duration: 84.191168ms)","trace[825448264] 'applied index is now lower than readState.Index' (duration: 182.90684ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:38:00.733396Z","caller":"traceutil/trace.go:171","msg":"trace[1434675314] transaction","detail":"{read_only:false; response_revision:10870; number_of_response:1; }","duration":"291.451852ms","start":"2026-02-27T01:38:00.441903Z","end":"2026-02-27T01:38:00.733355Z","steps":["trace[1434675314] 'process raft request' (duration: 291.298038ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:38:00.733421Z","caller":"traceutil/trace.go:171","msg":"trace[715424404] transaction","detail":"{read_only:false; response_revision:10871; number_of_response:1; }","duration":"291.424612ms","start":"2026-02-27T01:38:00.441972Z","end":"2026-02-27T01:38:00.733396Z","steps":["trace[715424404] 'process raft request' (duration: 291.324709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:00.733459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.223611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:38:00.733594Z","caller":"traceutil/trace.go:171","msg":"trace[538358067] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10871; }","duration":"267.389756ms","start":"2026-02-27T01:38:00.466186Z","end":"2026-02-27T01:38:00.733576Z","steps":["trace[538358067] 'agreement among raft nodes before linearized reading' (duration: 267.236072ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:00.733596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.061936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:38:00.733693Z","caller":"traceutil/trace.go:171","msg":"trace[441096108] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10871; }","duration":"267.18628ms","start":"2026-02-27T01:38:00.466484Z","end":"2026-02-27T01:38:00.73367Z","steps":["trace[441096108] 'agreement among raft nodes before linearized reading' (duration: 267.027356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:00.733724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.026814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:38:00.733783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.134817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:38:00.733833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.913912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:38:00.733841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.089915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:38:00.733846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.267082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:38:00.733864Z","caller":"traceutil/trace.go:171","msg":"trace[1876011365] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10871; }","duration":"266.944124ms","start":"2026-02-27T01:38:00.466912Z","end":"2026-02-27T01:38:00.733856Z","steps":["trace[1876011365] 'agreement among raft nodes before linearized reading' (duration: 266.900743ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:38:00.73388Z","caller":"traceutil/trace.go:171","msg":"trace[710439246] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10871; }","duration":"267.326463ms","start":"2026-02-27T01:38:00.466545Z","end":"2026-02-27T01:38:00.733871Z","steps":["trace[710439246] 'agreement among raft nodes before linearized reading' (duration: 267.278872ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:38:00.73388Z","caller":"traceutil/trace.go:171","msg":"trace[791892628] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:10871; }","duration":"177.160587ms","start":"2026-02-27T01:38:00.556708Z","end":"2026-02-27T01:38:00.733868Z","steps":["trace[791892628] 'agreement among raft nodes before linearized reading' (duration: 177.072255ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:38:00.733884Z","caller":"traceutil/trace.go:171","msg":"trace[907582612] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10871; }","duration":"146.214529ms","start":"2026-02-27T01:38:00.587599Z","end":"2026-02-27T01:38:00.733814Z","steps":["trace[907582612] 'agreement among raft nodes before linearized reading' (duration: 146.158367ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:38:00.733787Z","caller":"traceutil/trace.go:171","msg":"trace[766937310] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10871; }","duration":"146.138977ms","start":"2026-02-27T01:38:00.587632Z","end":"2026-02-27T01:38:00.733771Z","steps":["trace[766937310] 'agreement among raft nodes before linearized reading' (duration: 146.032204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:00.733981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.966407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T01:38:00.734092Z","caller":"traceutil/trace.go:171","msg":"trace[928823676] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10871; }","duration":"266.109022ms","start":"2026-02-27T01:38:00.467957Z","end":"2026-02-27T01:38:00.734066Z","steps":["trace[928823676] 'agreement among raft nodes before linearized reading' (duration: 265.790953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:00.733658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.51108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:38:00.734219Z","caller":"traceutil/trace.go:171","msg":"trace[183078509] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10871; }","duration":"146.107106ms","start":"2026-02-27T01:38:00.588097Z","end":"2026-02-27T01:38:00.734204Z","steps":["trace[183078509] 'agreement among raft nodes before linearized reading' (duration: 145.48276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:00.733728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.285594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"info","ts":"2026-02-27T01:38:00.734394Z","caller":"traceutil/trace.go:171","msg":"trace[2057639145] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10871; }","duration":"145.965632ms","start":"2026-02-27T01:38:00.5884Z","end":"2026-02-27T01:38:00.734365Z","steps":["trace[2057639145] 'agreement among raft nodes before linearized reading' (duration: 145.183182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:00.733659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.984082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:38:00.734497Z","caller":"traceutil/trace.go:171","msg":"trace[1385952854] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10871; }","duration":"146.868606ms","start":"2026-02-27T01:38:00.587598Z","end":"2026-02-27T01:38:00.734466Z","steps":["trace[1385952854] 'agreement among raft nodes before linearized reading' (duration: 145.974012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:00.733981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.441087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"info","ts":"2026-02-27T01:38:00.73463Z","caller":"traceutil/trace.go:171","msg":"trace[1323811888] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10871; }","duration":"265.108684ms","start":"2026-02-27T01:38:00.469487Z","end":"2026-02-27T01:38:00.734595Z","steps":["trace[1323811888] 'agreement among raft nodes before linearized reading' (duration: 264.308483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:01.305908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.268601ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T01:38:01.306019Z","caller":"traceutil/trace.go:171","msg":"trace[1007974182] linearizableReadLoop","detail":"{readStateIndex:11393; appliedIndex:11392; }","duration":"249.516263ms","start":"2026-02-27T01:38:01.056484Z","end":"2026-02-27T01:38:01.306001Z","steps":["trace[1007974182] 'read index received' (duration: 92.163439ms)","trace[1007974182] 'applied index is now lower than readState.Index' (duration: 157.351334ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:38:01.306223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.15522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9zch7\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T01:38:01.306204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.693177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:38:01.30626Z","caller":"traceutil/trace.go:171","msg":"trace[81396533] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9zch7; range_end:; response_count:1; response_revision:10871; }","duration":"168.234681ms","start":"2026-02-27T01:38:01.138016Z","end":"2026-02-27T01:38:01.306251Z","steps":["trace[81396533] 'agreement among raft nodes before linearized reading' (duration: 168.081427ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:38:01.306339Z","caller":"traceutil/trace.go:171","msg":"trace[1003376488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10871; }","duration":"249.861642ms","start":"2026-02-27T01:38:01.056425Z","end":"2026-02-27T01:38:01.306287Z","steps":["trace[1003376488] 'agreement among raft nodes before linearized reading' (duration: 249.635016ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:38:01.882087Z","caller":"traceutil/trace.go:171","msg":"trace[1051886155] transaction","detail":"{read_only:false; response_revision:10872; number_of_response:1; }","duration":"433.09117ms","start":"2026-02-27T01:38:01.448975Z","end":"2026-02-27T01:38:01.882066Z","steps":["trace[1051886155] 'process raft request' (duration: 432.891844ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:38:01.882057Z","caller":"traceutil/trace.go:171","msg":"trace[420149296] linearizableReadLoop","detail":"{readStateIndex:11394; appliedIndex:11393; }","duration":"420.956498ms","start":"2026-02-27T01:38:01.461067Z","end":"2026-02-27T01:38:01.882024Z","steps":["trace[420149296] 'read index received' (duration: 420.729922ms)","trace[420149296] 'applied index is now lower than readState.Index' (duration: 225.116µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:38:01.882227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:01.448954Z","time spent":"433.192733ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:38:01.882252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.173164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:38:01.882295Z","caller":"traceutil/trace.go:171","msg":"trace[1280788684] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10872; }","duration":"421.246006ms","start":"2026-02-27T01:38:01.461038Z","end":"2026-02-27T01:38:01.882284Z","steps":["trace[1280788684] 'agreement among raft nodes before linearized reading' (duration: 421.087792ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:01.882339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:01.461021Z","time spent":"421.310719ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:38:01.882497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.302755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:38:01.882529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.58158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:38:01.882625Z","caller":"traceutil/trace.go:171","msg":"trace[844684825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10872; }","duration":"417.696712ms","start":"2026-02-27T01:38:01.464886Z","end":"2026-02-27T01:38:01.882582Z","steps":["trace[844684825] 'agreement among raft nodes before linearized reading' (duration: 417.435905ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:38:01.88265Z","caller":"traceutil/trace.go:171","msg":"trace[582642209] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:10872; }","duration":"306.452569ms","start":"2026-02-27T01:38:01.576125Z","end":"2026-02-27T01:38:01.882578Z","steps":["trace[582642209] 'agreement among raft nodes before linearized reading' (duration: 306.250654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:01.88267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:01.464875Z","time spent":"417.786745ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:38:01.882702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:01.576114Z","time spent":"306.576312ms","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:38:01.882847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.987862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"warn","ts":"2026-02-27T01:38:01.88288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.430204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:38:01.882905Z","caller":"traceutil/trace.go:171","msg":"trace[2081320338] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10872; }","duration":"395.071954ms","start":"2026-02-27T01:38:01.487821Z","end":"2026-02-27T01:38:01.882893Z","steps":["trace[2081320338] 'agreement among raft nodes before linearized reading' (duration: 394.90681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:01.882944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:01.487806Z","time spent":"395.125275ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T01:38:01.882942Z","caller":"traceutil/trace.go:171","msg":"trace[651567920] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10872; }","duration":"409.507136ms","start":"2026-02-27T01:38:01.473412Z","end":"2026-02-27T01:38:01.882919Z","steps":["trace[651567920] 'agreement among raft nodes before linearized reading' (duration: 409.324351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:01.882977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:01.473401Z","time spent":"409.567867ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:38:02.311371Z","caller":"traceutil/trace.go:171","msg":"trace[92040455] transaction","detail":"{read_only:false; response_revision:10873; number_of_response:1; }","duration":"424.04065ms","start":"2026-02-27T01:38:01.887307Z","end":"2026-02-27T01:38:02.311347Z","steps":["trace[92040455] 'process raft request' (duration: 423.878116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:02.311516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:01.887283Z","time spent":"424.158993ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:38:02.637322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.092858ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:38:02.63747Z","caller":"traceutil/trace.go:171","msg":"trace[1678585532] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10873; }","duration":"236.260322ms","start":"2026-02-27T01:38:02.401185Z","end":"2026-02-27T01:38:02.637446Z","steps":["trace[1678585532] 'range keys from in-memory index tree' (duration: 236.068546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:02.63763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.322143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:38:02.637872Z","caller":"traceutil/trace.go:171","msg":"trace[686487352] transaction","detail":"{read_only:false; response_revision:10874; number_of_response:1; }","duration":"749.80859ms","start":"2026-02-27T01:38:01.888036Z","end":"2026-02-27T01:38:02.637845Z","steps":["trace[686487352] 'process raft request' (duration: 510.164678ms)","trace[686487352] 'compare' (duration: 239.174449ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:38:02.637871Z","caller":"traceutil/trace.go:171","msg":"trace[2133475305] linearizableReadLoop","detail":"{readStateIndex:11396; appliedIndex:11394; }","duration":"749.79071ms","start":"2026-02-27T01:38:01.888056Z","end":"2026-02-27T01:38:02.637847Z","steps":["trace[2133475305] 'read index received' (duration: 423.107396ms)","trace[2133475305] 'applied index is now lower than readState.Index' (duration: 326.682244ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:38:02.637967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:01.888017Z","time spent":"749.906673ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:38:02.637968Z","caller":"traceutil/trace.go:171","msg":"trace[109768154] transaction","detail":"{read_only:false; response_revision:10875; number_of_response:1; }","duration":"747.237822ms","start":"2026-02-27T01:38:01.890684Z","end":"2026-02-27T01:38:02.637921Z","steps":["trace[109768154] 'process raft request' (duration: 747.078628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:02.638151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:01.890662Z","time spent":"747.392896ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:38:02.638159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.320369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:38:02.638186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.117258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"warn","ts":"2026-02-27T01:38:02.63822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.092628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-02-27T01:38:02.63824Z","caller":"traceutil/trace.go:171","msg":"trace[1652720704] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10875; }","duration":"750.187121ms","start":"2026-02-27T01:38:01.888034Z","end":"2026-02-27T01:38:02.638221Z","steps":["trace[1652720704] 'agreement among raft nodes before linearized reading' (duration: 749.962585ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:38:02.638241Z","caller":"traceutil/trace.go:171","msg":"trace[653717586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10875; }","duration":"195.431762ms","start":"2026-02-27T01:38:02.442781Z","end":"2026-02-27T01:38:02.638213Z","steps":["trace[653717586] 'agreement among raft nodes before linearized reading' (duration: 195.263217ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:38:02.638285Z","caller":"traceutil/trace.go:171","msg":"trace[15509847] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10875; }","duration":"750.17221ms","start":"2026-02-27T01:38:01.888077Z","end":"2026-02-27T01:38:02.638249Z","steps":["trace[15509847] 'agreement among raft nodes before linearized reading' (duration: 749.947634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:02.638286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:01.888024Z","time spent":"750.251722ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:38:02.638362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:01.888057Z","time spent":"750.267523ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:38:02.900143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.800593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:38:02.90028Z","caller":"traceutil/trace.go:171","msg":"trace[623071091] transaction","detail":"{read_only:false; response_revision:10876; number_of_response:1; }","duration":"256.61361ms","start":"2026-02-27T01:38:02.643644Z","end":"2026-02-27T01:38:02.900257Z","steps":["trace[623071091] 'process raft request' (duration: 106.593061ms)","trace[623071091] 'compare' (duration: 149.561397ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:38:03.124139Z","caller":"traceutil/trace.go:171","msg":"trace[1228726990] transaction","detail":"{read_only:false; response_revision:10877; number_of_response:1; }","duration":"479.299222ms","start":"2026-02-27T01:38:02.644812Z","end":"2026-02-27T01:38:03.124111Z","steps":["trace[1228726990] 'process raft request' (duration: 446.070894ms)","trace[1228726990] 'compare' (duration: 32.833218ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:38:03.124319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:02.644794Z","time spent":"479.428505ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:38:03.124344Z","caller":"traceutil/trace.go:171","msg":"trace[875079179] linearizableReadLoop","detail":"{readStateIndex:11400; appliedIndex:11397; }","duration":"433.123161ms","start":"2026-02-27T01:38:02.691164Z","end":"2026-02-27T01:38:03.124287Z","steps":["trace[875079179] 'read index received' (duration: 59.083484ms)","trace[875079179] 'applied index is now lower than readState.Index' (duration: 374.034617ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:38:03.124536Z","caller":"traceutil/trace.go:171","msg":"trace[1601218590] transaction","detail":"{read_only:false; response_revision:10878; number_of_response:1; }","duration":"436.010117ms","start":"2026-02-27T01:38:02.688505Z","end":"2026-02-27T01:38:03.124516Z","steps":["trace[1601218590] 'process raft request' (duration: 435.505494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:03.124706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.544252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:38:03.124752Z","caller":"traceutil/trace.go:171","msg":"trace[452942584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10878; }","duration":"433.624824ms","start":"2026-02-27T01:38:02.691115Z","end":"2026-02-27T01:38:03.12474Z","steps":["trace[452942584] 'agreement among raft nodes before linearized reading' (duration: 433.4891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:03.124742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:02.688478Z","time spent":"436.1172ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:38:03.124783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:02.691098Z","time spent":"433.678355ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:38:03.347123Z","caller":"traceutil/trace.go:171","msg":"trace[2117276939] linearizableReadLoop","detail":"{readStateIndex:11401; appliedIndex:11400; }","duration":"222.650891ms","start":"2026-02-27T01:38:03.124452Z","end":"2026-02-27T01:38:03.347103Z","steps":["trace[2117276939] 'read index received' (duration: 186.903515ms)","trace[2117276939] 'applied index is now lower than readState.Index' (duration: 35.746716ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:38:03.347235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.765461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:38:03.34726Z","caller":"traceutil/trace.go:171","msg":"trace[309558412] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10879; }","duration":"607.844223ms","start":"2026-02-27T01:38:02.739406Z","end":"2026-02-27T01:38:03.34725Z","steps":["trace[309558412] 'agreement among raft nodes before linearized reading' (duration: 607.790182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:03.347287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:02.739384Z","time spent":"607.898655ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-27T01:38:03.347419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.047309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:38:03.347511Z","caller":"traceutil/trace.go:171","msg":"trace[1058213391] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10879; }","duration":"608.166171ms","start":"2026-02-27T01:38:02.739323Z","end":"2026-02-27T01:38:03.347489Z","steps":["trace[1058213391] 'agreement among raft nodes before linearized reading' (duration: 608.012537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:03.347557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:02.739313Z","time spent":"608.235883ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:38:03.347595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.357416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T01:38:03.347721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.772074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:38:03.347728Z","caller":"traceutil/trace.go:171","msg":"trace[605990362] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10879; }","duration":"608.49646ms","start":"2026-02-27T01:38:02.739208Z","end":"2026-02-27T01:38:03.347704Z","steps":["trace[605990362] 'agreement among raft nodes before linearized reading' (duration: 608.198432ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:38:03.347756Z","caller":"traceutil/trace.go:171","msg":"trace[1148448934] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10879; }","duration":"609.840756ms","start":"2026-02-27T01:38:02.737909Z","end":"2026-02-27T01:38:03.347749Z","steps":["trace[1148448934] 'agreement among raft nodes before linearized reading' (duration: 609.727433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:03.34778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:02.739186Z","time spent":"608.582673ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-02-27T01:38:03.347883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.393547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T01:38:03.34791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.234913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:38:03.347944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.529681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:38:03.347975Z","caller":"traceutil/trace.go:171","msg":"trace[1643811695] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10879; }","duration":"608.380327ms","start":"2026-02-27T01:38:02.739583Z","end":"2026-02-27T01:38:03.347963Z","steps":["trace[1643811695] 'agreement among raft nodes before linearized reading' (duration: 608.233233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:03.348001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:02.739572Z","time spent":"608.423359ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-02-27T01:38:03.347984Z","caller":"traceutil/trace.go:171","msg":"trace[268754444] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10879; }","duration":"608.47992ms","start":"2026-02-27T01:38:02.739457Z","end":"2026-02-27T01:38:03.347937Z","steps":["trace[268754444] 'agreement among raft nodes before linearized reading' (duration: 607.651818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:03.348025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.212086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:38:03.34804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.988797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-02-27T01:38:03.348094Z","caller":"traceutil/trace.go:171","msg":"trace[1070253169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10879; }","duration":"610.331129ms","start":"2026-02-27T01:38:02.737749Z","end":"2026-02-27T01:38:03.34808Z","steps":["trace[1070253169] 'agreement among raft nodes before linearized reading' (duration: 609.9941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:03.348074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.726276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"warn","ts":"2026-02-27T01:38:03.348113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.941376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"info","ts":"2026-02-27T01:38:03.348117Z","caller":"traceutil/trace.go:171","msg":"trace[1256500191] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10879; }","duration":"444.105081ms","start":"2026-02-27T01:38:02.903999Z","end":"2026-02-27T01:38:03.348104Z","steps":["trace[1256500191] 'agreement among raft nodes before linearized reading' (duration: 443.928796ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:38:03.34815Z","caller":"traceutil/trace.go:171","msg":"trace[455347490] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10879; }","duration":"607.992097ms","start":"2026-02-27T01:38:02.740149Z","end":"2026-02-27T01:38:03.348141Z","steps":["trace[455347490] 'agreement among raft nodes before linearized reading' (duration: 607.873803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:03.348162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:02.90398Z","time spent":"444.174482ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:38:03.348156Z","caller":"traceutil/trace.go:171","msg":"trace[508360755] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10879; }","duration":"608.824358ms","start":"2026-02-27T01:38:02.739313Z","end":"2026-02-27T01:38:03.348137Z","steps":["trace[508360755] 'agreement among raft nodes before linearized reading' (duration: 608.556971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:03.347872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.447119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:38:03.348192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:02.740134Z","time spent":"608.051399ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5099,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:38:03.348205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:02.737733Z","time spent":"610.456442ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:38:03.348217Z","caller":"traceutil/trace.go:171","msg":"trace[1450460674] transaction","detail":"{read_only:false; response_revision:10879; number_of_response:1; }","duration":"587.815333ms","start":"2026-02-27T01:38:02.760031Z","end":"2026-02-27T01:38:03.347846Z","steps":["trace[1450460674] 'process raft request' (duration: 551.301897ms)","trace[1450460674] 'compare' (duration: 35.677124ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:38:03.347989Z","caller":"traceutil/trace.go:171","msg":"trace[878039070] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10879; }","duration":"608.587993ms","start":"2026-02-27T01:38:02.739383Z","end":"2026-02-27T01:38:03.347971Z","steps":["trace[878039070] 'agreement among raft nodes before linearized reading' (duration: 608.540382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:03.348339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:02.737891Z","time spent":"610.429121ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-27T01:38:03.348377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:02.739363Z","time spent":"608.976183ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-27T01:38:03.348216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:02.739279Z","time spent":"608.928631ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5099,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:38:03.347883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.140802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:38:03.348464Z","caller":"traceutil/trace.go:171","msg":"trace[1680164143] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:10879; }","duration":"554.770739ms","start":"2026-02-27T01:38:02.793679Z","end":"2026-02-27T01:38:03.34845Z","steps":["trace[1680164143] 'agreement among raft nodes before linearized reading' (duration: 554.114191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:03.348113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.521521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:38:03.348497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:02.793667Z","time spent":"554.81833ms","remote":"127.0.0.1:40788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:38:03.348078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.671845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:38:03.348543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.803417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:38:03.348598Z","caller":"traceutil/trace.go:171","msg":"trace[1913308492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10879; }","duration":"292.909429ms","start":"2026-02-27T01:38:03.05568Z","end":"2026-02-27T01:38:03.34859Z","steps":["trace[1913308492] 'agreement among raft nodes before linearized reading' (duration: 292.829897ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:03.348595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:02.73945Z","time spent":"608.577623ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:38:03.348531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:02.760014Z","time spent":"588.321967ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:38:03.34859Z","caller":"traceutil/trace.go:171","msg":"trace[677413558] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10879; }","duration":"609.209469ms","start":"2026-02-27T01:38:02.739363Z","end":"2026-02-27T01:38:03.348573Z","steps":["trace[677413558] 'agreement among raft nodes before linearized reading' (duration: 608.556712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:03.348777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:02.739355Z","time spent":"609.411494ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-02-27T01:38:03.34824Z","caller":"traceutil/trace.go:171","msg":"trace[1531867266] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10879; }","duration":"608.86665ms","start":"2026-02-27T01:38:02.739355Z","end":"2026-02-27T01:38:03.348222Z","steps":["trace[1531867266] 'agreement among raft nodes before linearized reading' (duration: 608.456719ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:38:03.348649Z","caller":"traceutil/trace.go:171","msg":"trace[1055381024] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10879; }","duration":"608.982903ms","start":"2026-02-27T01:38:02.739517Z","end":"2026-02-27T01:38:03.3485Z","steps":["trace[1055381024] 'agreement among raft nodes before linearized reading' (duration: 608.357157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:03.348863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:02.73933Z","time spent":"609.519917ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T01:38:03.348995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:02.739508Z","time spent":"609.464856ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T01:38:03.783974Z","caller":"traceutil/trace.go:171","msg":"trace[147434330] transaction","detail":"{read_only:false; response_revision:10881; number_of_response:1; }","duration":"575.874428ms","start":"2026-02-27T01:38:03.208065Z","end":"2026-02-27T01:38:03.78394Z","steps":["trace[147434330] 'process raft request' (duration: 575.713074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:03.784134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:03.208049Z","time spent":"575.999591ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:38:03.784309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.629048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9zch7\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T01:38:03.784385Z","caller":"traceutil/trace.go:171","msg":"trace[618501175] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9zch7; range_end:; response_count:1; response_revision:10881; }","duration":"463.772221ms","start":"2026-02-27T01:38:03.320599Z","end":"2026-02-27T01:38:03.784371Z","steps":["trace[618501175] 'agreement among raft nodes before linearized reading' (duration: 463.518035ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:38:03.783692Z","caller":"traceutil/trace.go:171","msg":"trace[1284742327] transaction","detail":"{read_only:false; response_revision:10880; number_of_response:1; }","duration":"653.885912ms","start":"2026-02-27T01:38:03.129772Z","end":"2026-02-27T01:38:03.783658Z","steps":["trace[1284742327] 'process raft request' (duration: 653.546093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:03.784425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:03.320574Z","time spent":"463.842564ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9zch7\" "} {"level":"info","ts":"2026-02-27T01:38:03.784461Z","caller":"traceutil/trace.go:171","msg":"trace[949546055] linearizableReadLoop","detail":"{readStateIndex:11404; appliedIndex:11401; }","duration":"436.672685ms","start":"2026-02-27T01:38:03.347177Z","end":"2026-02-27T01:38:03.783849Z","steps":["trace[949546055] 'read index received' (duration: 436.096309ms)","trace[949546055] 'applied index is now lower than readState.Index' (duration: 573.116µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:38:03.784574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:03.129748Z","time spent":"654.700703ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:38:03.784079Z","caller":"traceutil/trace.go:171","msg":"trace[1634859916] transaction","detail":"{read_only:false; number_of_response:0; response_revision:10880; }","duration":"653.027489ms","start":"2026-02-27T01:38:03.130976Z","end":"2026-02-27T01:38:03.784003Z","steps":["trace[1634859916] 'process raft request' (duration: 652.574607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:03.784877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:03.130955Z","time spent":"653.86182ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:38:03.812345Z","caller":"traceutil/trace.go:171","msg":"trace[1915740038] transaction","detail":"{read_only:false; response_revision:10882; number_of_response:1; }","duration":"458.908473ms","start":"2026-02-27T01:38:03.353401Z","end":"2026-02-27T01:38:03.812309Z","steps":["trace[1915740038] 'process raft request' (duration: 458.696327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:03.812519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:03.353378Z","time spent":"459.051247ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:38:03.812654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.070427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:38:03.812661Z","caller":"traceutil/trace.go:171","msg":"trace[797644760] transaction","detail":"{read_only:false; response_revision:10883; number_of_response:1; }","duration":"459.229782ms","start":"2026-02-27T01:38:03.353411Z","end":"2026-02-27T01:38:03.812641Z","steps":["trace[797644760] 'process raft request' (duration: 458.849562ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:38:03.812714Z","caller":"traceutil/trace.go:171","msg":"trace[1532938275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10884; }","duration":"462.153199ms","start":"2026-02-27T01:38:03.350545Z","end":"2026-02-27T01:38:03.812698Z","steps":["trace[1532938275] 'agreement among raft nodes before linearized reading' (duration: 462.044106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:03.812754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:03.350524Z","time spent":"462.22323ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:38:03.812775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:03.35339Z","time spent":"459.323014ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:38:03.812898Z","caller":"traceutil/trace.go:171","msg":"trace[477454250] transaction","detail":"{read_only:false; response_revision:10884; number_of_response:1; }","duration":"459.17891ms","start":"2026-02-27T01:38:03.353413Z","end":"2026-02-27T01:38:03.812592Z","steps":["trace[477454250] 'process raft request' (duration: 459.056097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:03.813034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:38:03.353394Z","time spent":"459.603681ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:38:03.969019Z","caller":"traceutil/trace.go:171","msg":"trace[1222183907] transaction","detail":"{read_only:false; response_revision:10885; number_of_response:1; }","duration":"144.684198ms","start":"2026-02-27T01:38:03.824296Z","end":"2026-02-27T01:38:03.96898Z","steps":["trace[1222183907] 'process raft request' (duration: 144.465743ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:39:02.855523Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8660} {"level":"info","ts":"2026-02-27T01:39:02.942791Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8660,"took":"83.653534ms","hash":1990925415,"current-db-size-bytes":45903872,"current-db-size":"46 MB","current-db-size-in-use-bytes":24772608,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-27T01:39:02.942853Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1990925415,"revision":8660,"compact-revision":5975} {"level":"info","ts":"2026-02-27T01:40:53.503388Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000031de.wal"} {"level":"warn","ts":"2026-02-27T01:42:35.751283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.853691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-02-27T01:42:35.751385Z","caller":"traceutil/trace.go:171","msg":"trace[739503142] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12975; }","duration":"103.025346ms","start":"2026-02-27T01:42:35.648339Z","end":"2026-02-27T01:42:35.751364Z","steps":["trace[739503142] 'range keys from in-memory index tree' (duration: 102.644416ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:43:43.288934Z","caller":"traceutil/trace.go:171","msg":"trace[1254634384] linearizableReadLoop","detail":"{readStateIndex:14185; appliedIndex:14184; }","duration":"234.154154ms","start":"2026-02-27T01:43:43.054756Z","end":"2026-02-27T01:43:43.28891Z","steps":["trace[1254634384] 'read index received' (duration: 234.054861ms)","trace[1254634384] 'applied index is now lower than readState.Index' (duration: 97.973µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:43:43.289106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.334198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:43:43.289143Z","caller":"traceutil/trace.go:171","msg":"trace[1215446288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13515; }","duration":"234.429791ms","start":"2026-02-27T01:43:43.054703Z","end":"2026-02-27T01:43:43.289133Z","steps":["trace[1215446288] 'agreement among raft nodes before linearized reading' (duration: 234.330888ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:43:43.289118Z","caller":"traceutil/trace.go:171","msg":"trace[369378256] transaction","detail":"{read_only:false; response_revision:13515; number_of_response:1; }","duration":"465.921225ms","start":"2026-02-27T01:43:42.823103Z","end":"2026-02-27T01:43:43.289025Z","steps":["trace[369378256] 'process raft request' (duration: 465.650148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:43:43.289141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.502254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:43:43.289236Z","caller":"traceutil/trace.go:171","msg":"trace[509069080] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:13515; }","duration":"163.642938ms","start":"2026-02-27T01:43:43.125571Z","end":"2026-02-27T01:43:43.289214Z","steps":["trace[509069080] 'agreement among raft nodes before linearized reading' (duration: 163.503284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:43:43.289281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:43:42.823088Z","time spent":"466.11368ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:43:46.617493Z","caller":"traceutil/trace.go:171","msg":"trace[1799416873] linearizableReadLoop","detail":"{readStateIndex:14204; appliedIndex:14203; }","duration":"223.359378ms","start":"2026-02-27T01:43:46.394108Z","end":"2026-02-27T01:43:46.617468Z","steps":["trace[1799416873] 'read index received' (duration: 223.177793ms)","trace[1799416873] 'applied index is now lower than readState.Index' (duration: 180.505µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:43:46.617546Z","caller":"traceutil/trace.go:171","msg":"trace[296753002] transaction","detail":"{read_only:false; response_revision:13533; number_of_response:1; }","duration":"249.981523ms","start":"2026-02-27T01:43:46.367526Z","end":"2026-02-27T01:43:46.617507Z","steps":["trace[296753002] 'process raft request' (duration: 249.807279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:43:46.617786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.962535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:43:46.617889Z","caller":"traceutil/trace.go:171","msg":"trace[597787967] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13533; }","duration":"210.092378ms","start":"2026-02-27T01:43:46.40778Z","end":"2026-02-27T01:43:46.617873Z","steps":["trace[597787967] 'agreement among raft nodes before linearized reading' (duration: 209.894173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:43:46.617883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.768349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:43:46.618062Z","caller":"traceutil/trace.go:171","msg":"trace[1553797379] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13533; }","duration":"223.991565ms","start":"2026-02-27T01:43:46.394053Z","end":"2026-02-27T01:43:46.618045Z","steps":["trace[1553797379] 'agreement among raft nodes before linearized reading' (duration: 223.550144ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:02.862278Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11355} {"level":"info","ts":"2026-02-27T01:44:02.948723Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11355,"took":"82.79774ms","hash":4233993266,"current-db-size-bytes":45903872,"current-db-size":"46 MB","current-db-size-in-use-bytes":25673728,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-02-27T01:44:02.948883Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4233993266,"revision":11355,"compact-revision":8660} {"level":"warn","ts":"2026-02-27T01:44:05.963645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281917637,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:44:06.265109Z","caller":"traceutil/trace.go:171","msg":"trace[1594503214] linearizableReadLoop","detail":"{readStateIndex:14334; appliedIndex:14333; }","duration":"801.729665ms","start":"2026-02-27T01:44:05.463354Z","end":"2026-02-27T01:44:06.265084Z","steps":["trace[1594503214] 'read index received' (duration: 801.54081ms)","trace[1594503214] 'applied index is now lower than readState.Index' (duration: 187.895µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:44:06.265156Z","caller":"traceutil/trace.go:171","msg":"trace[439961558] transaction","detail":"{read_only:false; response_revision:13654; number_of_response:1; }","duration":"863.903969ms","start":"2026-02-27T01:44:05.401226Z","end":"2026-02-27T01:44:06.26513Z","steps":["trace[439961558] 'process raft request' (duration: 863.721454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:06.265332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.980672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-02-27T01:44:06.265397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:05.401205Z","time spent":"864.011313ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:44:06.265406Z","caller":"traceutil/trace.go:171","msg":"trace[1344703739] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:13654; }","duration":"802.109285ms","start":"2026-02-27T01:44:05.463275Z","end":"2026-02-27T01:44:06.265385Z","steps":["trace[1344703739] 'agreement among raft nodes before linearized reading' (duration: 801.93328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:06.265459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:05.463248Z","time spent":"802.196198ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T01:44:06.265486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.221792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:44:06.265575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.208198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T01:44:06.265631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.910772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:44:06.265643Z","caller":"traceutil/trace.go:171","msg":"trace[64567771] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:13654; }","duration":"184.409387ms","start":"2026-02-27T01:44:06.08121Z","end":"2026-02-27T01:44:06.26562Z","steps":["trace[64567771] 'agreement among raft nodes before linearized reading' (duration: 184.14073ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:06.265665Z","caller":"traceutil/trace.go:171","msg":"trace[2048424292] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13654; }","duration":"647.329851ms","start":"2026-02-27T01:44:05.618309Z","end":"2026-02-27T01:44:06.265639Z","steps":["trace[2048424292] 'agreement among raft nodes before linearized reading' (duration: 647.046363ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:06.265714Z","caller":"traceutil/trace.go:171","msg":"trace[291373570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13654; }","duration":"683.010785ms","start":"2026-02-27T01:44:05.582681Z","end":"2026-02-27T01:44:06.265692Z","steps":["trace[291373570] 'agreement among raft nodes before linearized reading' (duration: 682.766379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:06.265685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.93478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T01:44:06.265728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:05.618298Z","time spent":"647.416424ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:44:06.265772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:05.582675Z","time spent":"683.084477ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:44:06.265808Z","caller":"traceutil/trace.go:171","msg":"trace[70772409] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13654; }","duration":"619.125125ms","start":"2026-02-27T01:44:05.64665Z","end":"2026-02-27T01:44:06.265775Z","steps":["trace[70772409] 'agreement among raft nodes before linearized reading' (duration: 618.697354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:06.265871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:05.646637Z","time spent":"619.222598ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:44:06.265939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.269461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:44:06.265985Z","caller":"traceutil/trace.go:171","msg":"trace[980667879] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13654; }","duration":"683.383734ms","start":"2026-02-27T01:44:05.582585Z","end":"2026-02-27T01:44:06.265968Z","steps":["trace[980667879] 'agreement among raft nodes before linearized reading' (duration: 683.260341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:06.266033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:05.582565Z","time spent":"683.460607ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:44:06.266283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.886281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T01:44:06.266952Z","caller":"traceutil/trace.go:171","msg":"trace[269944830] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:13654; }","duration":"424.57767ms","start":"2026-02-27T01:44:05.842341Z","end":"2026-02-27T01:44:06.266919Z","steps":["trace[269944830] 'agreement among raft nodes before linearized reading' (duration: 423.120411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:06.267021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:05.842313Z","time spent":"424.690523ms","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"info","ts":"2026-02-27T01:44:06.438511Z","caller":"traceutil/trace.go:171","msg":"trace[1296025472] transaction","detail":"{read_only:false; response_revision:13659; number_of_response:1; }","duration":"100.008966ms","start":"2026-02-27T01:44:06.338476Z","end":"2026-02-27T01:44:06.438485Z","steps":["trace[1296025472] 'process raft request' (duration: 99.926303ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:06.438517Z","caller":"traceutil/trace.go:171","msg":"trace[514321002] transaction","detail":"{read_only:false; response_revision:13658; number_of_response:1; }","duration":"102.924992ms","start":"2026-02-27T01:44:06.335574Z","end":"2026-02-27T01:44:06.438499Z","steps":["trace[514321002] 'process raft request' (duration: 100.992311ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:14.632205Z","caller":"traceutil/trace.go:171","msg":"trace[1336206863] linearizableReadLoop","detail":"{readStateIndex:14412; appliedIndex:14411; }","duration":"112.701701ms","start":"2026-02-27T01:44:14.519461Z","end":"2026-02-27T01:44:14.632163Z","steps":["trace[1336206863] 'read index received' (duration: 112.246829ms)","trace[1336206863] 'applied index is now lower than readState.Index' (duration: 453.392µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:44:14.632326Z","caller":"traceutil/trace.go:171","msg":"trace[476096173] transaction","detail":"{read_only:false; response_revision:13727; number_of_response:1; }","duration":"148.412165ms","start":"2026-02-27T01:44:14.483879Z","end":"2026-02-27T01:44:14.632291Z","steps":["trace[476096173] 'process raft request' (duration: 147.992374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:14.632647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.04164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:44:14.632712Z","caller":"traceutil/trace.go:171","msg":"trace[747424295] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13727; }","duration":"113.274527ms","start":"2026-02-27T01:44:14.519414Z","end":"2026-02-27T01:44:14.632688Z","steps":["trace[747424295] 'agreement among raft nodes before linearized reading' (duration: 112.914447ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:14.83143Z","caller":"traceutil/trace.go:171","msg":"trace[2097014038] transaction","detail":"{read_only:false; response_revision:13728; number_of_response:1; }","duration":"190.366326ms","start":"2026-02-27T01:44:14.640997Z","end":"2026-02-27T01:44:14.831363Z","steps":["trace[2097014038] 'process raft request' (duration: 185.265871ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:16.510738Z","caller":"traceutil/trace.go:171","msg":"trace[1266687454] transaction","detail":"{read_only:false; response_revision:13734; number_of_response:1; }","duration":"121.266857ms","start":"2026-02-27T01:44:16.389442Z","end":"2026-02-27T01:44:16.510709Z","steps":["trace[1266687454] 'process raft request' (duration: 120.906448ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:16.802587Z","caller":"traceutil/trace.go:171","msg":"trace[129485121] transaction","detail":"{read_only:false; response_revision:13735; number_of_response:1; }","duration":"286.97358ms","start":"2026-02-27T01:44:16.515589Z","end":"2026-02-27T01:44:16.802563Z","steps":["trace[129485121] 'process raft request' (duration: 286.804955ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:16.802682Z","caller":"traceutil/trace.go:171","msg":"trace[449124859] transaction","detail":"{read_only:false; response_revision:13736; number_of_response:1; }","duration":"287.062562ms","start":"2026-02-27T01:44:16.515598Z","end":"2026-02-27T01:44:16.80266Z","steps":["trace[449124859] 'process raft request' (duration: 286.928439ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:16.809323Z","caller":"traceutil/trace.go:171","msg":"trace[80502772] transaction","detail":"{read_only:false; response_revision:13737; number_of_response:1; }","duration":"293.654977ms","start":"2026-02-27T01:44:16.51563Z","end":"2026-02-27T01:44:16.809285Z","steps":["trace[80502772] 'process raft request' (duration: 293.42145ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:16.809184Z","caller":"traceutil/trace.go:171","msg":"trace[232329768] linearizableReadLoop","detail":"{readStateIndex:14423; appliedIndex:14420; }","duration":"172.690677ms","start":"2026-02-27T01:44:16.636471Z","end":"2026-02-27T01:44:16.809161Z","steps":["trace[232329768] 'read index received' (duration: 165.925228ms)","trace[232329768] 'applied index is now lower than readState.Index' (duration: 6.764649ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:44:16.809533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.051737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:44:16.809603Z","caller":"traceutil/trace.go:171","msg":"trace[1664369275] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13737; }","duration":"173.16422ms","start":"2026-02-27T01:44:16.636416Z","end":"2026-02-27T01:44:16.809581Z","steps":["trace[1664369275] 'agreement among raft nodes before linearized reading' (duration: 172.965335ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:17.23637Z","caller":"traceutil/trace.go:171","msg":"trace[1459148616] transaction","detail":"{read_only:false; response_revision:13742; number_of_response:1; }","duration":"249.469728ms","start":"2026-02-27T01:44:16.986868Z","end":"2026-02-27T01:44:17.236337Z","steps":["trace[1459148616] 'process raft request' (duration: 249.289323ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:20.662216Z","caller":"traceutil/trace.go:171","msg":"trace[1519171012] transaction","detail":"{read_only:false; response_revision:13758; number_of_response:1; }","duration":"124.39716ms","start":"2026-02-27T01:44:20.537794Z","end":"2026-02-27T01:44:20.662191Z","steps":["trace[1519171012] 'process raft request' (duration: 124.237865ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:23.57349Z","caller":"traceutil/trace.go:171","msg":"trace[225418789] linearizableReadLoop","detail":"{readStateIndex:14467; appliedIndex:14466; }","duration":"199.316832ms","start":"2026-02-27T01:44:23.374151Z","end":"2026-02-27T01:44:23.573468Z","steps":["trace[225418789] 'read index received' (duration: 199.164498ms)","trace[225418789] 'applied index is now lower than readState.Index' (duration: 151.224µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:44:23.573661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.489976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-p2lc2\" ","response":"range_response_count:1 size:12595"} {"level":"info","ts":"2026-02-27T01:44:23.57368Z","caller":"traceutil/trace.go:171","msg":"trace[589197389] transaction","detail":"{read_only:false; response_revision:13779; number_of_response:1; }","duration":"250.481466ms","start":"2026-02-27T01:44:23.323181Z","end":"2026-02-27T01:44:23.573662Z","steps":["trace[589197389] 'process raft request' (duration: 250.161467ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:23.5737Z","caller":"traceutil/trace.go:171","msg":"trace[278165984] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-p2lc2; range_end:; response_count:1; response_revision:13779; }","duration":"199.563018ms","start":"2026-02-27T01:44:23.374128Z","end":"2026-02-27T01:44:23.573691Z","steps":["trace[278165984] 'agreement among raft nodes before linearized reading' (duration: 199.428825ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:23.76485Z","caller":"traceutil/trace.go:171","msg":"trace[490368904] transaction","detail":"{read_only:false; response_revision:13780; number_of_response:1; }","duration":"183.558465ms","start":"2026-02-27T01:44:23.581267Z","end":"2026-02-27T01:44:23.764825Z","steps":["trace[490368904] 'process raft request' (duration: 156.387596ms)","trace[490368904] 'compare' (duration: 26.82489ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:44:23.821145Z","caller":"traceutil/trace.go:171","msg":"trace[1672873831] transaction","detail":"{read_only:false; response_revision:13781; number_of_response:1; }","duration":"236.917217ms","start":"2026-02-27T01:44:23.584202Z","end":"2026-02-27T01:44:23.821119Z","steps":["trace[1672873831] 'process raft request' (duration: 236.705001ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:25.148682Z","caller":"traceutil/trace.go:171","msg":"trace[2109392106] transaction","detail":"{read_only:false; response_revision:13790; number_of_response:1; }","duration":"122.579042ms","start":"2026-02-27T01:44:25.026066Z","end":"2026-02-27T01:44:25.148645Z","steps":["trace[2109392106] 'process raft request' (duration: 122.407267ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:25.148988Z","caller":"traceutil/trace.go:171","msg":"trace[230663191] transaction","detail":"{read_only:false; response_revision:13791; number_of_response:1; }","duration":"122.844629ms","start":"2026-02-27T01:44:25.026114Z","end":"2026-02-27T01:44:25.148959Z","steps":["trace[230663191] 'process raft request' (duration: 122.49127ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:25.268085Z","caller":"traceutil/trace.go:171","msg":"trace[63489218] transaction","detail":"{read_only:false; response_revision:13792; number_of_response:1; }","duration":"111.831609ms","start":"2026-02-27T01:44:25.156227Z","end":"2026-02-27T01:44:25.268059Z","steps":["trace[63489218] 'process raft request' (duration: 58.775085ms)","trace[63489218] 'compare' (duration: 52.91435ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:44:27.837136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209394696s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:44:27.837237Z","caller":"traceutil/trace.go:171","msg":"trace[1926419083] linearizableReadLoop","detail":"{readStateIndex:14482; appliedIndex:14481; }","duration":"2.067901003s","start":"2026-02-27T01:44:25.76932Z","end":"2026-02-27T01:44:27.837221Z","steps":["trace[1926419083] 'read index received' (duration: 42.161µs)","trace[1926419083] 'applied index is now lower than readState.Index' (duration: 2.067857432s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:44:27.837392Z","caller":"traceutil/trace.go:171","msg":"trace[422102489] transaction","detail":"{read_only:false; response_revision:13793; number_of_response:1; }","duration":"2.561831068s","start":"2026-02-27T01:44:25.27552Z","end":"2026-02-27T01:44:27.837351Z","steps":["trace[422102489] 'process raft request' (duration: 352.136174ms)","trace[422102489] 'compare' (duration: 2.208986415s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:44:27.83756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.068245563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T01:44:27.837569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:25.275509Z","time spent":"2.561963501s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:44:27.837598Z","caller":"traceutil/trace.go:171","msg":"trace[1637448084] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13793; }","duration":"2.068283594s","start":"2026-02-27T01:44:25.769303Z","end":"2026-02-27T01:44:27.837586Z","steps":["trace[1637448084] 'agreement among raft nodes before linearized reading' (duration: 2.06815547s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:27.837633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:25.769246Z","time spent":"2.068379366s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:44:27.839308Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.187799096s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T01:44:27.83978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995976891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T01:44:27.839849Z","caller":"traceutil/trace.go:171","msg":"trace[1739618350] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:13794; }","duration":"1.996071904s","start":"2026-02-27T01:44:25.843759Z","end":"2026-02-27T01:44:27.839831Z","steps":["trace[1739618350] 'agreement among raft nodes before linearized reading' (duration: 1.995867909s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:27.839902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:25.843746Z","time spent":"1.996143526s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-02-27T01:44:27.839944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.890259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T01:44:27.840031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046974322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:44:27.840208Z","caller":"traceutil/trace.go:171","msg":"trace[300559918] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:13794; }","duration":"1.047162767s","start":"2026-02-27T01:44:26.792952Z","end":"2026-02-27T01:44:27.840115Z","steps":["trace[300559918] 'agreement among raft nodes before linearized reading' (duration: 1.046899s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:27.840262Z","caller":"traceutil/trace.go:171","msg":"trace[906414614] transaction","detail":"{read_only:false; response_revision:13794; number_of_response:1; }","duration":"1.188842964s","start":"2026-02-27T01:44:26.651402Z","end":"2026-02-27T01:44:27.840245Z","steps":["trace[906414614] 'process raft request' (duration: 1.188082924s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:27.840311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:26.79293Z","time spent":"1.047324931s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:44:27.84036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:26.65138Z","time spent":"1.188932757s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:44:27.840373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108712894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:44:27.840421Z","caller":"traceutil/trace.go:171","msg":"trace[974037481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13794; }","duration":"1.108796026s","start":"2026-02-27T01:44:26.731611Z","end":"2026-02-27T01:44:27.840407Z","steps":["trace[974037481] 'agreement among raft nodes before linearized reading' (duration: 1.108659873s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:27.840473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:26.73159Z","time spent":"1.108872239s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:44:27.840583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.751671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:44:27.840649Z","caller":"traceutil/trace.go:171","msg":"trace[765959231] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:13794; }","duration":"149.866343ms","start":"2026-02-27T01:44:27.690767Z","end":"2026-02-27T01:44:27.840633Z","steps":["trace[765959231] 'agreement among raft nodes before linearized reading' (duration: 149.768671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:27.840748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697742004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-27T01:44:27.84081Z","caller":"traceutil/trace.go:171","msg":"trace[1109495683] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13794; }","duration":"1.697844477s","start":"2026-02-27T01:44:26.142952Z","end":"2026-02-27T01:44:27.840797Z","steps":["trace[1109495683] 'agreement among raft nodes before linearized reading' (duration: 1.697695963s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:27.840859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:26.142931Z","time spent":"1.697918049s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T01:44:27.840064Z","caller":"traceutil/trace.go:171","msg":"trace[779679287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13794; }","duration":"729.053813ms","start":"2026-02-27T01:44:27.110991Z","end":"2026-02-27T01:44:27.840044Z","steps":["trace[779679287] 'agreement among raft nodes before linearized reading' (duration: 728.831017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:27.840903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.179893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9zch7\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T01:44:27.840935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.363014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:44:27.840974Z","caller":"traceutil/trace.go:171","msg":"trace[1141941490] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9zch7; range_end:; response_count:1; response_revision:13794; }","duration":"851.258145ms","start":"2026-02-27T01:44:26.989677Z","end":"2026-02-27T01:44:27.840935Z","steps":["trace[1141941490] 'agreement among raft nodes before linearized reading' (duration: 851.113521ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:27.840992Z","caller":"traceutil/trace.go:171","msg":"trace[1886164099] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:13794; }","duration":"410.461476ms","start":"2026-02-27T01:44:27.430517Z","end":"2026-02-27T01:44:27.840979Z","steps":["trace[1886164099] 'agreement among raft nodes before linearized reading' (duration: 410.366934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:27.840974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:27.110972Z","time spent":"729.962437ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:44:27.841016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:26.989657Z","time spent":"851.348847ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9zch7\" "} {"level":"warn","ts":"2026-02-27T01:44:27.840858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.793632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:44:27.841051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754639678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:44:27.841113Z","caller":"traceutil/trace.go:171","msg":"trace[120574175] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13794; }","duration":"1.754741221s","start":"2026-02-27T01:44:26.086357Z","end":"2026-02-27T01:44:27.841098Z","steps":["trace[120574175] 'agreement among raft nodes before linearized reading' (duration: 1.754634068s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:27.841117Z","caller":"traceutil/trace.go:171","msg":"trace[1222797775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13794; }","duration":"195.074999ms","start":"2026-02-27T01:44:27.646017Z","end":"2026-02-27T01:44:27.841092Z","steps":["trace[1222797775] 'agreement among raft nodes before linearized reading' (duration: 194.802172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:27.841045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:27.430496Z","time spent":"410.536558ms","remote":"127.0.0.1:34084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:44:27.841125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.18494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:44:27.841152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.941426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T01:44:27.841196Z","caller":"traceutil/trace.go:171","msg":"trace[1555014567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13794; }","duration":"866.302143ms","start":"2026-02-27T01:44:26.974877Z","end":"2026-02-27T01:44:27.841179Z","steps":["trace[1555014567] 'agreement among raft nodes before linearized reading' (duration: 866.084757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:27.840743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.729009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T01:44:27.841251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:26.974854Z","time spent":"866.388745ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:44:27.841263Z","caller":"traceutil/trace.go:171","msg":"trace[1179538520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13794; }","duration":"815.271223ms","start":"2026-02-27T01:44:27.025973Z","end":"2026-02-27T01:44:27.841244Z","steps":["trace[1179538520] 'agreement among raft nodes before linearized reading' (duration: 814.632257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:27.841321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:27.025959Z","time spent":"815.344915ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:44:27.841311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.656935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:44:27.84121Z","caller":"traceutil/trace.go:171","msg":"trace[266687151] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13794; }","duration":"688.020747ms","start":"2026-02-27T01:44:27.153177Z","end":"2026-02-27T01:44:27.841198Z","steps":["trace[266687151] 'agreement among raft nodes before linearized reading' (duration: 687.892394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:27.841154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:26.086339Z","time spent":"1.754806163s","remote":"127.0.0.1:33836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:44:27.841383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:27.153166Z","time spent":"688.206953ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T01:44:27.841385Z","caller":"traceutil/trace.go:171","msg":"trace[1591271743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13794; }","duration":"688.771108ms","start":"2026-02-27T01:44:27.152596Z","end":"2026-02-27T01:44:27.841367Z","steps":["trace[1591271743] 'agreement among raft nodes before linearized reading' (duration: 688.550432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:27.841436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:27.152575Z","time spent":"688.847919ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:44:27.840973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786617453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:44:27.841703Z","caller":"traceutil/trace.go:171","msg":"trace[614578248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13794; }","duration":"1.787388244s","start":"2026-02-27T01:44:26.054286Z","end":"2026-02-27T01:44:27.841674Z","steps":["trace[614578248] 'agreement among raft nodes before linearized reading' (duration: 1.786596013s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:27.841777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:26.054264Z","time spent":"1.787497667s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:44:28.349672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281918029,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:44:30.100516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581622532s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-27T01:44:30.100632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:27.843005Z","time spent":"2.257622462s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T01:44:30.10544Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.586496151s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:44:30.105909Z","caller":"traceutil/trace.go:171","msg":"trace[306128633] transaction","detail":"{read_only:false; response_revision:13797; number_of_response:1; }","duration":"2.259396099s","start":"2026-02-27T01:44:27.846485Z","end":"2026-02-27T01:44:30.105881Z","steps":["trace[306128633] 'process raft request' (duration: 2.259329667s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:30.105998Z","caller":"traceutil/trace.go:171","msg":"trace[1404212852] transaction","detail":"{read_only:false; response_revision:13795; number_of_response:1; }","duration":"2.259663746s","start":"2026-02-27T01:44:27.846299Z","end":"2026-02-27T01:44:30.105963Z","steps":["trace[1404212852] 'process raft request' (duration: 2.259341527s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:30.106027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:27.846473Z","time spent":"2.259484661s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:44:30.106058Z","caller":"traceutil/trace.go:171","msg":"trace[730895123] transaction","detail":"{read_only:false; response_revision:13796; number_of_response:1; }","duration":"2.259697347s","start":"2026-02-27T01:44:27.846335Z","end":"2026-02-27T01:44:30.106033Z","steps":["trace[730895123] 'process raft request' (duration: 2.25943668s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:30.106106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:27.846288Z","time spent":"2.259758828s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:44:30.10621Z","caller":"traceutil/trace.go:171","msg":"trace[1609030434] transaction","detail":"{read_only:false; response_revision:13799; number_of_response:1; }","duration":"2.259662575s","start":"2026-02-27T01:44:27.846539Z","end":"2026-02-27T01:44:30.106201Z","steps":["trace[1609030434] 'process raft request' (duration: 2.259476s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:30.106141Z","caller":"traceutil/trace.go:171","msg":"trace[178897055] transaction","detail":"{read_only:false; response_revision:13798; number_of_response:1; }","duration":"2.259607284s","start":"2026-02-27T01:44:27.846503Z","end":"2026-02-27T01:44:30.10611Z","steps":["trace[178897055] 'process raft request' (duration: 2.259344927s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:30.106222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:27.846311Z","time spent":"2.25982538s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:44:30.106247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:27.846533Z","time spent":"2.259695797s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:44:30.106279Z","caller":"traceutil/trace.go:171","msg":"trace[540282288] transaction","detail":"{read_only:false; response_revision:13800; number_of_response:1; }","duration":"2.259593554s","start":"2026-02-27T01:44:27.846672Z","end":"2026-02-27T01:44:30.106266Z","steps":["trace[540282288] 'process raft request' (duration: 2.25944898s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:30.106319Z","caller":"traceutil/trace.go:171","msg":"trace[169532997] transaction","detail":"{read_only:false; response_revision:13801; number_of_response:1; }","duration":"2.259588264s","start":"2026-02-27T01:44:27.846713Z","end":"2026-02-27T01:44:30.106301Z","steps":["trace[169532997] 'process raft request' (duration: 2.259470391s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:30.106344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:27.846662Z","time spent":"2.259649815s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:44:30.106342Z","caller":"traceutil/trace.go:171","msg":"trace[1112478998] transaction","detail":"{read_only:false; response_revision:13802; number_of_response:1; }","duration":"2.259576994s","start":"2026-02-27T01:44:27.846752Z","end":"2026-02-27T01:44:30.106329Z","steps":["trace[1112478998] 'process raft request' (duration: 2.259481731s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:30.106415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:27.846743Z","time spent":"2.259636535s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:44:30.106322Z","caller":"traceutil/trace.go:171","msg":"trace[1220557212] linearizableReadLoop","detail":"{readStateIndex:14492; appliedIndex:14483; }","duration":"2.256955354s","start":"2026-02-27T01:44:27.849342Z","end":"2026-02-27T01:44:30.106297Z","steps":["trace[1220557212] 'read index received' (duration: 669.544529ms)","trace[1220557212] 'applied index is now lower than readState.Index' (duration: 1.587406785s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:44:30.10644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:27.8467Z","time spent":"2.259670756s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:44:30.107008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:27.846485Z","time spent":"2.259759798s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:44:30.10716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257812247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:567452"} {"level":"info","ts":"2026-02-27T01:44:30.10724Z","caller":"traceutil/trace.go:171","msg":"trace[404320781] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13802; }","duration":"2.25794774s","start":"2026-02-27T01:44:27.849276Z","end":"2026-02-27T01:44:30.107224Z","steps":["trace[404320781] 'agreement among raft nodes before linearized reading' (duration: 2.257088248s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:30.107296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:27.849268Z","time spent":"2.258013492s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":567475,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T01:44:30.131466Z","caller":"traceutil/trace.go:171","msg":"trace[1174309746] transaction","detail":"{read_only:false; response_revision:13803; number_of_response:1; }","duration":"198.951923ms","start":"2026-02-27T01:44:29.932481Z","end":"2026-02-27T01:44:30.131433Z","steps":["trace[1174309746] 'process raft request' (duration: 198.756427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:30.13178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015052826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:44:30.13182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095044701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:44:30.131859Z","caller":"traceutil/trace.go:171","msg":"trace[2053376192] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:13804; }","duration":"1.015173509s","start":"2026-02-27T01:44:29.116667Z","end":"2026-02-27T01:44:30.13184Z","steps":["trace[2053376192] 'agreement among raft nodes before linearized reading' (duration: 1.014971424s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:30.131907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:29.116651Z","time spent":"1.015246052s","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:44:30.131954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.414771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:44:30.131986Z","caller":"traceutil/trace.go:171","msg":"trace[1559272304] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13804; }","duration":"2.095147874s","start":"2026-02-27T01:44:28.036716Z","end":"2026-02-27T01:44:30.131864Z","steps":["trace[1559272304] 'agreement among raft nodes before linearized reading' (duration: 2.095030011s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:30.132021Z","caller":"traceutil/trace.go:171","msg":"trace[1478144997] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13804; }","duration":"290.515714ms","start":"2026-02-27T01:44:29.841487Z","end":"2026-02-27T01:44:30.132002Z","steps":["trace[1478144997] 'agreement among raft nodes before linearized reading' (duration: 290.303558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:30.13202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077641792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:44:30.132072Z","caller":"traceutil/trace.go:171","msg":"trace[1636985669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13804; }","duration":"1.077731154s","start":"2026-02-27T01:44:29.054328Z","end":"2026-02-27T01:44:30.132059Z","steps":["trace[1636985669] 'agreement among raft nodes before linearized reading' (duration: 1.077650272s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:30.13208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697904987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:44:30.132112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:29.054304Z","time spent":"1.077801456s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:44:30.132131Z","caller":"traceutil/trace.go:171","msg":"trace[1150996986] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13804; }","duration":"1.6979898s","start":"2026-02-27T01:44:28.434124Z","end":"2026-02-27T01:44:30.132114Z","steps":["trace[1150996986] 'agreement among raft nodes before linearized reading' (duration: 1.697903087s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:30.132122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.801323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"warn","ts":"2026-02-27T01:44:30.132177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:28.434109Z","time spent":"1.698058632s","remote":"127.0.0.1:50420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:44:30.132191Z","caller":"traceutil/trace.go:171","msg":"trace[1780333291] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13804; }","duration":"968.894575ms","start":"2026-02-27T01:44:29.163281Z","end":"2026-02-27T01:44:30.132176Z","steps":["trace[1780333291] 'agreement among raft nodes before linearized reading' (duration: 968.676299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:30.132232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:29.163272Z","time spent":"968.952766ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:44:30.132335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.250281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:44:30.132378Z","caller":"traceutil/trace.go:171","msg":"trace[382538132] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13804; }","duration":"424.332053ms","start":"2026-02-27T01:44:29.708036Z","end":"2026-02-27T01:44:30.132368Z","steps":["trace[382538132] 'agreement among raft nodes before linearized reading' (duration: 423.886931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:30.132407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:29.708016Z","time spent":"424.383314ms","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:44:30.132055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:28.036696Z","time spent":"2.09534465s","remote":"127.0.0.1:50426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:44:43.250417Z","caller":"traceutil/trace.go:171","msg":"trace[746501862] linearizableReadLoop","detail":"{readStateIndex:14771; appliedIndex:14770; }","duration":"392.989784ms","start":"2026-02-27T01:44:42.857392Z","end":"2026-02-27T01:44:43.250381Z","steps":["trace[746501862] 'read index received' (duration: 392.793519ms)","trace[746501862] 'applied index is now lower than readState.Index' (duration: 194.415µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:44:43.250446Z","caller":"traceutil/trace.go:171","msg":"trace[740699890] transaction","detail":"{read_only:false; response_revision:14068; number_of_response:1; }","duration":"395.778238ms","start":"2026-02-27T01:44:42.854624Z","end":"2026-02-27T01:44:43.250403Z","steps":["trace[740699890] 'process raft request' (duration: 395.570923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:43.250654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:42.854574Z","time spent":"395.964683ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:44:43.250725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.528938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:44:43.250789Z","caller":"traceutil/trace.go:171","msg":"trace[1247506956] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:14068; }","duration":"247.597209ms","start":"2026-02-27T01:44:43.003176Z","end":"2026-02-27T01:44:43.250773Z","steps":["trace[1247506956] 'agreement among raft nodes before linearized reading' (duration: 247.493527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:43.250764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.518488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:44:43.25079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.401425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-p2lc2\" ","response":"range_response_count:1 size:13195"} {"level":"info","ts":"2026-02-27T01:44:43.250867Z","caller":"traceutil/trace.go:171","msg":"trace[2027598673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14068; }","duration":"196.664402ms","start":"2026-02-27T01:44:43.054175Z","end":"2026-02-27T01:44:43.250839Z","steps":["trace[2027598673] 'agreement among raft nodes before linearized reading' (duration: 196.485737ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:43.250875Z","caller":"traceutil/trace.go:171","msg":"trace[810169011] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-p2lc2; range_end:; response_count:1; response_revision:14068; }","duration":"393.533339ms","start":"2026-02-27T01:44:42.857327Z","end":"2026-02-27T01:44:43.250861Z","steps":["trace[810169011] 'agreement among raft nodes before linearized reading' (duration: 393.20785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:43.250879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.984242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da81879b-93ab-4025-b497-94ce446ab7b5\" ","response":"range_response_count:1 size:3636"} {"level":"warn","ts":"2026-02-27T01:44:43.250939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:42.857311Z","time spent":"393.59609ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":13218,"request content":"key:\"/registry/pods/openstack/openvswitch-p2lc2\" "} {"level":"info","ts":"2026-02-27T01:44:43.250932Z","caller":"traceutil/trace.go:171","msg":"trace[721621995] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-da81879b-93ab-4025-b497-94ce446ab7b5; range_end:; response_count:1; response_revision:14068; }","duration":"329.128395ms","start":"2026-02-27T01:44:42.92179Z","end":"2026-02-27T01:44:43.250919Z","steps":["trace[721621995] 'agreement among raft nodes before linearized reading' (duration: 328.804287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:43.251175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:42.921769Z","time spent":"329.392863ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da81879b-93ab-4025-b497-94ce446ab7b5\" "} {"level":"info","ts":"2026-02-27T01:45:26.587957Z","caller":"traceutil/trace.go:171","msg":"trace[1681323315] transaction","detail":"{read_only:false; response_revision:14670; number_of_response:1; }","duration":"110.959214ms","start":"2026-02-27T01:45:26.47697Z","end":"2026-02-27T01:45:26.587929Z","steps":["trace[1681323315] 'process raft request' (duration: 110.531283ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:26.588014Z","caller":"traceutil/trace.go:171","msg":"trace[1458086705] transaction","detail":"{read_only:false; response_revision:14669; number_of_response:1; }","duration":"111.467678ms","start":"2026-02-27T01:45:26.476514Z","end":"2026-02-27T01:45:26.587981Z","steps":["trace[1458086705] 'process raft request' (duration: 110.945384ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:26.587959Z","caller":"traceutil/trace.go:171","msg":"trace[1023019621] transaction","detail":"{read_only:false; response_revision:14668; number_of_response:1; }","duration":"111.393566ms","start":"2026-02-27T01:45:26.47648Z","end":"2026-02-27T01:45:26.587874Z","steps":["trace[1023019621] 'process raft request' (duration: 23.918252ms)","trace[1023019621] 'compare' (duration: 86.93879ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:45:26.949741Z","caller":"traceutil/trace.go:171","msg":"trace[452330604] transaction","detail":"{read_only:false; response_revision:14672; number_of_response:1; }","duration":"116.911292ms","start":"2026-02-27T01:45:26.832805Z","end":"2026-02-27T01:45:26.949717Z","steps":["trace[452330604] 'process raft request' (duration: 114.811937ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:26.95008Z","caller":"traceutil/trace.go:171","msg":"trace[1016009367] transaction","detail":"{read_only:false; response_revision:14673; number_of_response:1; }","duration":"116.754588ms","start":"2026-02-27T01:45:26.833312Z","end":"2026-02-27T01:45:26.950066Z","steps":["trace[1016009367] 'process raft request' (duration: 116.343837ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:34.880313Z","caller":"traceutil/trace.go:171","msg":"trace[815724703] transaction","detail":"{read_only:false; response_revision:14735; number_of_response:1; }","duration":"371.462885ms","start":"2026-02-27T01:45:34.508821Z","end":"2026-02-27T01:45:34.880283Z","steps":["trace[815724703] 'process raft request' (duration: 371.28342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:34.880483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:34.508794Z","time spent":"371.607309ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:45:35.160986Z","caller":"traceutil/trace.go:171","msg":"trace[1641715307] transaction","detail":"{read_only:false; response_revision:14736; number_of_response:1; }","duration":"650.107885ms","start":"2026-02-27T01:45:34.510849Z","end":"2026-02-27T01:45:35.160957Z","steps":["trace[1641715307] 'process raft request' (duration: 648.463092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:35.161117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:34.510832Z","time spent":"650.216008ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:45:35.16111Z","caller":"traceutil/trace.go:171","msg":"trace[113818148] transaction","detail":"{read_only:false; response_revision:14737; number_of_response:1; }","duration":"134.135568ms","start":"2026-02-27T01:45:35.026944Z","end":"2026-02-27T01:45:35.16108Z","steps":["trace[113818148] 'process raft request' (duration: 133.986494ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:35.161178Z","caller":"traceutil/trace.go:171","msg":"trace[715247783] linearizableReadLoop","detail":"{readStateIndex:15465; appliedIndex:15463; }","duration":"648.234775ms","start":"2026-02-27T01:45:34.512904Z","end":"2026-02-27T01:45:35.161139Z","steps":["trace[715247783] 'read index received' (duration: 367.160541ms)","trace[715247783] 'applied index is now lower than readState.Index' (duration: 281.071784ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:45:35.161449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.533674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:45:35.161593Z","caller":"traceutil/trace.go:171","msg":"trace[1018650545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14737; }","duration":"648.716778ms","start":"2026-02-27T01:45:34.512852Z","end":"2026-02-27T01:45:35.161569Z","steps":["trace[1018650545] 'agreement among raft nodes before linearized reading' (duration: 648.458172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:35.161645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:34.512831Z","time spent":"648.80438ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:45:35.16176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.944792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9zch7\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T01:45:35.161749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.363874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T01:45:35.161768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.335988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T01:45:35.161801Z","caller":"traceutil/trace.go:171","msg":"trace[1850951311] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9zch7; range_end:; response_count:1; response_revision:14737; }","duration":"506.000503ms","start":"2026-02-27T01:45:34.655787Z","end":"2026-02-27T01:45:35.161788Z","steps":["trace[1850951311] 'agreement among raft nodes before linearized reading' (duration: 505.88038ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:35.161818Z","caller":"traceutil/trace.go:171","msg":"trace[1670948130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14737; }","duration":"517.449736ms","start":"2026-02-27T01:45:34.64435Z","end":"2026-02-27T01:45:35.161799Z","steps":["trace[1670948130] 'agreement among raft nodes before linearized reading' (duration: 517.277442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:35.16183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:34.655777Z","time spent":"506.046364ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9zch7\" "} {"level":"warn","ts":"2026-02-27T01:45:35.161821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.726773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T01:45:35.161847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:34.64434Z","time spent":"517.500928ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:45:35.161866Z","caller":"traceutil/trace.go:171","msg":"trace[1968366401] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14737; }","duration":"103.814586ms","start":"2026-02-27T01:45:35.058037Z","end":"2026-02-27T01:45:35.161851Z","steps":["trace[1968366401] 'agreement among raft nodes before linearized reading' (duration: 103.621461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:35.161874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.997966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:45:35.161937Z","caller":"traceutil/trace.go:171","msg":"trace[231212423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14737; }","duration":"539.096759ms","start":"2026-02-27T01:45:34.622826Z","end":"2026-02-27T01:45:35.161923Z","steps":["trace[231212423] 'agreement among raft nodes before linearized reading' (duration: 538.853152ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:35.161861Z","caller":"traceutil/trace.go:171","msg":"trace[746541295] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14737; }","duration":"127.436891ms","start":"2026-02-27T01:45:35.034371Z","end":"2026-02-27T01:45:35.161808Z","steps":["trace[746541295] 'agreement among raft nodes before linearized reading' (duration: 127.284557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:35.161988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:34.622804Z","time spent":"539.17858ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:45:35.16213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.291314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:45:35.162162Z","caller":"traceutil/trace.go:171","msg":"trace[1338270550] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14737; }","duration":"539.359856ms","start":"2026-02-27T01:45:34.622792Z","end":"2026-02-27T01:45:35.162151Z","steps":["trace[1338270550] 'agreement among raft nodes before linearized reading' (duration: 538.7771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:35.162182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:34.622751Z","time spent":"539.425447ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:45:35.162276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.398883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:45:35.162307Z","caller":"traceutil/trace.go:171","msg":"trace[566376004] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14737; }","duration":"188.477005ms","start":"2026-02-27T01:45:34.97382Z","end":"2026-02-27T01:45:35.162297Z","steps":["trace[566376004] 'agreement among raft nodes before linearized reading' (duration: 187.751395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:35.162805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.841095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:45:35.162902Z","caller":"traceutil/trace.go:171","msg":"trace[74576850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14737; }","duration":"109.982169ms","start":"2026-02-27T01:45:35.052901Z","end":"2026-02-27T01:45:35.162883Z","steps":["trace[74576850] 'agreement among raft nodes before linearized reading' (duration: 108.754097ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:54.140273Z","caller":"traceutil/trace.go:171","msg":"trace[1387974937] linearizableReadLoop","detail":"{readStateIndex:15597; appliedIndex:15596; }","duration":"204.979562ms","start":"2026-02-27T01:45:53.935266Z","end":"2026-02-27T01:45:54.140246Z","steps":["trace[1387974937] 'read index received' (duration: 204.777806ms)","trace[1387974937] 'applied index is now lower than readState.Index' (duration: 200.776µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:45:54.140502Z","caller":"traceutil/trace.go:171","msg":"trace[1775303956] transaction","detail":"{read_only:false; response_revision:14860; number_of_response:1; }","duration":"215.634573ms","start":"2026-02-27T01:45:53.924823Z","end":"2026-02-27T01:45:54.140458Z","steps":["trace[1775303956] 'process raft request' (duration: 215.283314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:54.140573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.271649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:45:54.140665Z","caller":"traceutil/trace.go:171","msg":"trace[1137172967] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14860; }","duration":"205.411813ms","start":"2026-02-27T01:45:53.935232Z","end":"2026-02-27T01:45:54.140643Z","steps":["trace[1137172967] 'agreement among raft nodes before linearized reading' (duration: 205.239219ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:54.140756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.471368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T01:45:54.140814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.389697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T01:45:54.140851Z","caller":"traceutil/trace.go:171","msg":"trace[1100086850] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14860; }","duration":"201.590672ms","start":"2026-02-27T01:45:53.939235Z","end":"2026-02-27T01:45:54.140826Z","steps":["trace[1100086850] 'agreement among raft nodes before linearized reading' (duration: 201.339365ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:54.140864Z","caller":"traceutil/trace.go:171","msg":"trace[1249352983] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14860; }","duration":"204.467178ms","start":"2026-02-27T01:45:53.936377Z","end":"2026-02-27T01:45:54.140845Z","steps":["trace[1249352983] 'agreement among raft nodes before linearized reading' (duration: 204.314054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:54.14086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.499274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5ftdp\" ","response":"range_response_count:1 size:20742"} {"level":"warn","ts":"2026-02-27T01:45:54.140891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.382766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T01:45:54.140642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.263469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:45:54.140955Z","caller":"traceutil/trace.go:171","msg":"trace[1150430639] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5ftdp; range_end:; response_count:1; response_revision:14860; }","duration":"121.679549ms","start":"2026-02-27T01:45:54.019254Z","end":"2026-02-27T01:45:54.140933Z","steps":["trace[1150430639] 'agreement among raft nodes before linearized reading' (duration: 121.35472ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:54.14096Z","caller":"traceutil/trace.go:171","msg":"trace[1475697581] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14860; }","duration":"204.500809ms","start":"2026-02-27T01:45:53.93644Z","end":"2026-02-27T01:45:54.140941Z","steps":["trace[1475697581] 'agreement among raft nodes before linearized reading' (duration: 204.205671ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:54.140979Z","caller":"traceutil/trace.go:171","msg":"trace[409695723] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14860; }","duration":"205.624579ms","start":"2026-02-27T01:45:53.935341Z","end":"2026-02-27T01:45:54.140966Z","steps":["trace[409695723] 'agreement among raft nodes before linearized reading' (duration: 205.224748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:54.141005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.807971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:45:54.141058Z","caller":"traceutil/trace.go:171","msg":"trace[1286103041] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14860; }","duration":"203.885403ms","start":"2026-02-27T01:45:53.937158Z","end":"2026-02-27T01:45:54.141044Z","steps":["trace[1286103041] 'agreement among raft nodes before linearized reading' (duration: 203.739159ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:59.554291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281921538,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:45:59.684536Z","caller":"traceutil/trace.go:171","msg":"trace[1541840963] linearizableReadLoop","detail":"{readStateIndex:15626; appliedIndex:15625; }","duration":"630.472454ms","start":"2026-02-27T01:45:59.054041Z","end":"2026-02-27T01:45:59.684514Z","steps":["trace[1541840963] 'read index received' (duration: 630.286059ms)","trace[1541840963] 'applied index is now lower than readState.Index' (duration: 185.305µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:45:59.684648Z","caller":"traceutil/trace.go:171","msg":"trace[1133187247] transaction","detail":"{read_only:false; response_revision:14887; number_of_response:1; }","duration":"681.080353ms","start":"2026-02-27T01:45:59.00354Z","end":"2026-02-27T01:45:59.68462Z","steps":["trace[1133187247] 'process raft request' (duration: 680.833896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:59.684697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.649779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:45:59.68475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.527875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:45:59.684752Z","caller":"traceutil/trace.go:171","msg":"trace[1027961163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14887; }","duration":"630.745422ms","start":"2026-02-27T01:45:59.05399Z","end":"2026-02-27T01:45:59.684735Z","steps":["trace[1027961163] 'agreement among raft nodes before linearized reading' (duration: 630.645639ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:59.684788Z","caller":"traceutil/trace.go:171","msg":"trace[1308188498] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14887; }","duration":"442.611437ms","start":"2026-02-27T01:45:59.242166Z","end":"2026-02-27T01:45:59.684778Z","steps":["trace[1308188498] 'agreement among raft nodes before linearized reading' (duration: 442.489854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:59.684794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:59.05397Z","time spent":"630.817103ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:45:59.684819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:59.242145Z","time spent":"442.667178ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:45:59.684824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:59.003529Z","time spent":"681.198477ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:45:59.684933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.423079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T01:45:59.685208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.670575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:45:59.685264Z","caller":"traceutil/trace.go:171","msg":"trace[1337199414] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14887; }","duration":"119.738828ms","start":"2026-02-27T01:45:59.565508Z","end":"2026-02-27T01:45:59.685247Z","steps":["trace[1337199414] 'agreement among raft nodes before linearized reading' (duration: 119.635525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:59.685262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.181856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T01:45:59.685315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.818858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:45:59.685359Z","caller":"traceutil/trace.go:171","msg":"trace[1879014028] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14887; }","duration":"363.307579ms","start":"2026-02-27T01:45:59.322028Z","end":"2026-02-27T01:45:59.685336Z","steps":["trace[1879014028] 'agreement among raft nodes before linearized reading' (duration: 363.101203ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:59.685376Z","caller":"traceutil/trace.go:171","msg":"trace[1213498285] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14887; }","duration":"280.891429ms","start":"2026-02-27T01:45:59.404464Z","end":"2026-02-27T01:45:59.685356Z","steps":["trace[1213498285] 'agreement among raft nodes before linearized reading' (duration: 280.712225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:59.68538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.702992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T01:45:59.685417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.542846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T01:45:59.685426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:59.322018Z","time spent":"363.394512ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T01:45:59.685447Z","caller":"traceutil/trace.go:171","msg":"trace[1639380118] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14887; }","duration":"118.606068ms","start":"2026-02-27T01:45:59.566833Z","end":"2026-02-27T01:45:59.685439Z","steps":["trace[1639380118] 'agreement among raft nodes before linearized reading' (duration: 118.514425ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:59.685443Z","caller":"traceutil/trace.go:171","msg":"trace[1378818067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14887; }","duration":"368.801784ms","start":"2026-02-27T01:45:59.316625Z","end":"2026-02-27T01:45:59.685427Z","steps":["trace[1378818067] 'agreement among raft nodes before linearized reading' (duration: 368.659811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:59.685488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:59.316602Z","time spent":"368.874577ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:45:59.685499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.94101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:45:59.685539Z","caller":"traceutil/trace.go:171","msg":"trace[531505843] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14887; }","duration":"287.012082ms","start":"2026-02-27T01:45:59.398518Z","end":"2026-02-27T01:45:59.68553Z","steps":["trace[531505843] 'agreement among raft nodes before linearized reading' (duration: 286.960761ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:59.685575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.028918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:45:59.685484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.96367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T01:45:59.685597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.116568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T01:45:59.685608Z","caller":"traceutil/trace.go:171","msg":"trace[452892027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14887; }","duration":"364.10055ms","start":"2026-02-27T01:45:59.321499Z","end":"2026-02-27T01:45:59.6856Z","steps":["trace[452892027] 'agreement among raft nodes before linearized reading' (duration: 364.019188ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:59.685616Z","caller":"traceutil/trace.go:171","msg":"trace[1982537823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14887; }","duration":"363.115994ms","start":"2026-02-27T01:45:59.322488Z","end":"2026-02-27T01:45:59.685604Z","steps":["trace[1982537823] 'agreement among raft nodes before linearized reading' (duration: 362.912439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:59.685636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:59.321482Z","time spent":"364.148042ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:45:59.68564Z","caller":"traceutil/trace.go:171","msg":"trace[369317704] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14887; }","duration":"120.18369ms","start":"2026-02-27T01:45:59.56544Z","end":"2026-02-27T01:45:59.685624Z","steps":["trace[369317704] 'agreement among raft nodes before linearized reading' (duration: 120.100207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:59.685645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:59.32248Z","time spent":"363.156595ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:45:59.685639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.32507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:45:59.685692Z","caller":"traceutil/trace.go:171","msg":"trace[2048879093] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14887; }","duration":"287.390942ms","start":"2026-02-27T01:45:59.398287Z","end":"2026-02-27T01:45:59.685678Z","steps":["trace[2048879093] 'agreement among raft nodes before linearized reading' (duration: 287.30216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:59.685591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.862021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T01:45:59.685777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.25424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:45:59.685823Z","caller":"traceutil/trace.go:171","msg":"trace[927240016] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14887; }","duration":"244.343443ms","start":"2026-02-27T01:45:59.441469Z","end":"2026-02-27T01:45:59.685812Z","steps":["trace[927240016] 'agreement among raft nodes before linearized reading' (duration: 244.24819ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:59.685912Z","caller":"traceutil/trace.go:171","msg":"trace[2032087586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14887; }","duration":"362.183269ms","start":"2026-02-27T01:45:59.323624Z","end":"2026-02-27T01:45:59.685807Z","steps":["trace[2032087586] 'agreement among raft nodes before linearized reading' (duration: 361.518892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:59.686004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:59.323614Z","time spent":"362.373104ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:45:59.685867Z","caller":"traceutil/trace.go:171","msg":"trace[1857168882] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14887; }","duration":"257.565483ms","start":"2026-02-27T01:45:59.42746Z","end":"2026-02-27T01:45:59.685025Z","steps":["trace[1857168882] 'agreement among raft nodes before linearized reading' (duration: 257.222834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:59.686087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.878041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-02-27T01:45:59.686165Z","caller":"traceutil/trace.go:171","msg":"trace[987475704] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14887; }","duration":"285.991974ms","start":"2026-02-27T01:45:59.40015Z","end":"2026-02-27T01:45:59.686142Z","steps":["trace[987475704] 'agreement among raft nodes before linearized reading' (duration: 285.789559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:59.686681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.311012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9zch7\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T01:45:59.687004Z","caller":"traceutil/trace.go:171","msg":"trace[110489567] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9zch7; range_end:; response_count:1; response_revision:14887; }","duration":"289.670962ms","start":"2026-02-27T01:45:59.397319Z","end":"2026-02-27T01:45:59.68699Z","steps":["trace[110489567] 'agreement among raft nodes before linearized reading' (duration: 287.427342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:59.688773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.625494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T01:45:59.688847Z","caller":"traceutil/trace.go:171","msg":"trace[573831949] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14887; }","duration":"288.748817ms","start":"2026-02-27T01:45:59.40008Z","end":"2026-02-27T01:45:59.688829Z","steps":["trace[573831949] 'agreement among raft nodes before linearized reading' (duration: 288.574973ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:59.855573Z","caller":"traceutil/trace.go:171","msg":"trace[1347120466] transaction","detail":"{read_only:false; response_revision:14889; number_of_response:1; }","duration":"164.018308ms","start":"2026-02-27T01:45:59.691527Z","end":"2026-02-27T01:45:59.855546Z","steps":["trace[1347120466] 'process raft request' (duration: 163.795652ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:59.855776Z","caller":"traceutil/trace.go:171","msg":"trace[1805425587] transaction","detail":"{read_only:false; response_revision:14890; number_of_response:1; }","duration":"163.488814ms","start":"2026-02-27T01:45:59.692259Z","end":"2026-02-27T01:45:59.855748Z","steps":["trace[1805425587] 'process raft request' (duration: 163.248978ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:59.855833Z","caller":"traceutil/trace.go:171","msg":"trace[1090875729] linearizableReadLoop","detail":"{readStateIndex:15630; appliedIndex:15626; }","duration":"162.290912ms","start":"2026-02-27T01:45:59.693495Z","end":"2026-02-27T01:45:59.855786Z","steps":["trace[1090875729] 'read index received' (duration: 39.441613ms)","trace[1090875729] 'applied index is now lower than readState.Index' (duration: 122.848519ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:45:59.855894Z","caller":"traceutil/trace.go:171","msg":"trace[353166104] transaction","detail":"{read_only:false; response_revision:14891; number_of_response:1; }","duration":"162.426786ms","start":"2026-02-27T01:45:59.693415Z","end":"2026-02-27T01:45:59.855841Z","steps":["trace[353166104] 'process raft request' (duration: 162.259481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:59.856075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.558399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-02-27T01:45:59.856088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.467814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-02-27T01:45:59.856124Z","caller":"traceutil/trace.go:171","msg":"trace[570659968] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14892; }","duration":"162.638212ms","start":"2026-02-27T01:45:59.693472Z","end":"2026-02-27T01:45:59.85611Z","steps":["trace[570659968] 'agreement among raft nodes before linearized reading' (duration: 162.478248ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:59.856136Z","caller":"traceutil/trace.go:171","msg":"trace[256590511] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14892; }","duration":"160.556517ms","start":"2026-02-27T01:45:59.695563Z","end":"2026-02-27T01:45:59.85612Z","steps":["trace[256590511] 'agreement among raft nodes before linearized reading' (duration: 160.437194ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:59.85593Z","caller":"traceutil/trace.go:171","msg":"trace[387310766] transaction","detail":"{read_only:false; response_revision:14892; number_of_response:1; }","duration":"160.017183ms","start":"2026-02-27T01:45:59.695901Z","end":"2026-02-27T01:45:59.855918Z","steps":["trace[387310766] 'process raft request' (duration: 159.847498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:59.856248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.366511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8f28k\" ","response":"range_response_count:1 size:22092"} {"level":"info","ts":"2026-02-27T01:45:59.856339Z","caller":"traceutil/trace.go:171","msg":"trace[1731939853] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8f28k; range_end:; response_count:1; response_revision:14892; }","duration":"121.812612ms","start":"2026-02-27T01:45:59.734506Z","end":"2026-02-27T01:45:59.856318Z","steps":["trace[1731939853] 'agreement among raft nodes before linearized reading' (duration: 121.517165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:59.856809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.512273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:709477"} {"level":"info","ts":"2026-02-27T01:45:59.856863Z","caller":"traceutil/trace.go:171","msg":"trace[1627578908] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:14892; }","duration":"158.577984ms","start":"2026-02-27T01:45:59.698272Z","end":"2026-02-27T01:45:59.85685Z","steps":["trace[1627578908] 'agreement among raft nodes before linearized reading' (duration: 157.785093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:59.85694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.460868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:709477"} {"level":"info","ts":"2026-02-27T01:45:59.856983Z","caller":"traceutil/trace.go:171","msg":"trace[1151377793] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:14892; }","duration":"159.51945ms","start":"2026-02-27T01:45:59.697454Z","end":"2026-02-27T01:45:59.856973Z","steps":["trace[1151377793] 'agreement among raft nodes before linearized reading' (duration: 158.7608ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:00.010593Z","caller":"traceutil/trace.go:171","msg":"trace[1038036021] linearizableReadLoop","detail":"{readStateIndex:15633; appliedIndex:15631; }","duration":"141.211285ms","start":"2026-02-27T01:45:59.869355Z","end":"2026-02-27T01:46:00.010567Z","steps":["trace[1038036021] 'read index received' (duration: 51.854432ms)","trace[1038036021] 'applied index is now lower than readState.Index' (duration: 89.353023ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:00.01069Z","caller":"traceutil/trace.go:171","msg":"trace[500300152] transaction","detail":"{read_only:false; response_revision:14894; number_of_response:1; }","duration":"149.382701ms","start":"2026-02-27T01:45:59.861267Z","end":"2026-02-27T01:46:00.01065Z","steps":["trace[500300152] 'process raft request' (duration: 149.169776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:00.011428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.048177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:709477"} {"level":"info","ts":"2026-02-27T01:46:00.011486Z","caller":"traceutil/trace.go:171","msg":"trace[1270504066] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:14894; }","duration":"142.13608ms","start":"2026-02-27T01:45:59.869337Z","end":"2026-02-27T01:46:00.011473Z","steps":["trace[1270504066] 'agreement among raft nodes before linearized reading' (duration: 141.38682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:00.822589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.373923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:46:00.822763Z","caller":"traceutil/trace.go:171","msg":"trace[322055585] linearizableReadLoop","detail":"{readStateIndex:15635; appliedIndex:15633; }","duration":"768.61567ms","start":"2026-02-27T01:46:00.054134Z","end":"2026-02-27T01:46:00.82275Z","steps":["trace[322055585] 'read index received' (duration: 287.033152ms)","trace[322055585] 'applied index is now lower than readState.Index' (duration: 481.581748ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:00.822835Z","caller":"traceutil/trace.go:171","msg":"trace[2103768590] transaction","detail":"{read_only:false; response_revision:14895; number_of_response:1; }","duration":"808.231027ms","start":"2026-02-27T01:46:00.014596Z","end":"2026-02-27T01:46:00.822827Z","steps":["trace[2103768590] 'process raft request' (duration: 326.552587ms)","trace[2103768590] 'compare' (duration: 481.224068ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:46:00.822883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.014584Z","time spent":"808.274719ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:00.823064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.646529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:00.823045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.885867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:00.82313Z","caller":"traceutil/trace.go:171","msg":"trace[1521436033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14896; }","duration":"768.990159ms","start":"2026-02-27T01:46:00.054119Z","end":"2026-02-27T01:46:00.823109Z","steps":["trace[1521436033] 'agreement among raft nodes before linearized reading' (duration: 768.852226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:00.823212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.334603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T01:46:00.82321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.054112Z","time spent":"769.086812ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:46:00.823243Z","caller":"traceutil/trace.go:171","msg":"trace[454104779] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14896; }","duration":"379.378755ms","start":"2026-02-27T01:46:00.443858Z","end":"2026-02-27T01:46:00.823237Z","steps":["trace[454104779] 'agreement among raft nodes before linearized reading' (duration: 379.280562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:00.823267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.443851Z","time spent":"379.410415ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:46:00.823398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.432682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:00.823424Z","caller":"traceutil/trace.go:171","msg":"trace[1325131533] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14896; }","duration":"380.490404ms","start":"2026-02-27T01:46:00.442928Z","end":"2026-02-27T01:46:00.823418Z","steps":["trace[1325131533] 'agreement among raft nodes before linearized reading' (duration: 380.450362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:00.823443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.442908Z","time spent":"380.530755ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-27T01:46:00.823483Z","caller":"traceutil/trace.go:171","msg":"trace[19397516] transaction","detail":"{read_only:false; response_revision:14896; number_of_response:1; }","duration":"806.412849ms","start":"2026-02-27T01:46:00.017052Z","end":"2026-02-27T01:46:00.823465Z","steps":["trace[19397516] 'process raft request' (duration: 805.656989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:00.823608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.017042Z","time spent":"806.491652ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:00.823641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.767351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:00.823091Z","caller":"traceutil/trace.go:171","msg":"trace[1375389479] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14896; }","duration":"664.687471ms","start":"2026-02-27T01:46:00.158397Z","end":"2026-02-27T01:46:00.823085Z","steps":["trace[1375389479] 'agreement among raft nodes before linearized reading' (duration: 664.635789ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:00.823667Z","caller":"traceutil/trace.go:171","msg":"trace[1104728609] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14896; }","duration":"380.812912ms","start":"2026-02-27T01:46:00.442847Z","end":"2026-02-27T01:46:00.82366Z","steps":["trace[1104728609] 'agreement among raft nodes before linearized reading' (duration: 380.768581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:00.823686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.442838Z","time spent":"380.843583ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-27T01:46:00.823707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.158391Z","time spent":"665.291836ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:46:00.823811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.538343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T01:46:00.823913Z","caller":"traceutil/trace.go:171","msg":"trace[1762972478] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14896; }","duration":"662.682908ms","start":"2026-02-27T01:46:00.161215Z","end":"2026-02-27T01:46:00.823898Z","steps":["trace[1762972478] 'agreement among raft nodes before linearized reading' (duration: 662.447512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:00.823914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.608773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:00.823962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.161192Z","time spent":"662.75827ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T01:46:00.823977Z","caller":"traceutil/trace.go:171","msg":"trace[313546946] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14896; }","duration":"381.697296ms","start":"2026-02-27T01:46:00.44226Z","end":"2026-02-27T01:46:00.823957Z","steps":["trace[313546946] 'agreement among raft nodes before linearized reading' (duration: 381.576453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:00.823959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.692323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-02-27T01:46:00.824009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.195234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gpmlb\" ","response":"range_response_count:1 size:9780"} {"level":"warn","ts":"2026-02-27T01:46:00.824021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.442242Z","time spent":"381.768347ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T01:46:00.823897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.705391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5ftdp\" ","response":"range_response_count:1 size:20742"} {"level":"info","ts":"2026-02-27T01:46:00.824062Z","caller":"traceutil/trace.go:171","msg":"trace[1131865038] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gpmlb; range_end:; response_count:1; response_revision:14896; }","duration":"530.275946ms","start":"2026-02-27T01:46:00.293766Z","end":"2026-02-27T01:46:00.824042Z","steps":["trace[1131865038] 'agreement among raft nodes before linearized reading' (duration: 530.176743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:00.824077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.531404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T01:46:00.824113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.293745Z","time spent":"530.360188ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9803,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gpmlb\" "} {"level":"info","ts":"2026-02-27T01:46:00.824118Z","caller":"traceutil/trace.go:171","msg":"trace[951604216] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5ftdp; range_end:; response_count:1; response_revision:14896; }","duration":"634.025939ms","start":"2026-02-27T01:46:00.19007Z","end":"2026-02-27T01:46:00.824096Z","steps":["trace[951604216] 'agreement among raft nodes before linearized reading' (duration: 633.606738ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:00.824134Z","caller":"traceutil/trace.go:171","msg":"trace[859110151] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14896; }","duration":"662.609716ms","start":"2026-02-27T01:46:00.161507Z","end":"2026-02-27T01:46:00.824117Z","steps":["trace[859110151] 'agreement among raft nodes before linearized reading' (duration: 662.453692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:00.824081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.934414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T01:46:00.823899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.67276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T01:46:00.824164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.19005Z","time spent":"634.103562ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20765,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5ftdp\" "} {"level":"warn","ts":"2026-02-27T01:46:00.82417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.161499Z","time spent":"662.663297ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T01:46:00.824195Z","caller":"traceutil/trace.go:171","msg":"trace[1221096340] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14896; }","duration":"665.04985ms","start":"2026-02-27T01:46:00.159135Z","end":"2026-02-27T01:46:00.824185Z","steps":["trace[1221096340] 'agreement among raft nodes before linearized reading' (duration: 664.544486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:00.82423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.159129Z","time spent":"665.091681ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-27T01:46:00.824229Z","caller":"traceutil/trace.go:171","msg":"trace[142484466] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14896; }","duration":"663.105109ms","start":"2026-02-27T01:46:00.161076Z","end":"2026-02-27T01:46:00.824181Z","steps":["trace[142484466] 'agreement among raft nodes before linearized reading' (duration: 662.664997ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:00.824056Z","caller":"traceutil/trace.go:171","msg":"trace[2000440052] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14896; }","duration":"652.807557ms","start":"2026-02-27T01:46:00.171228Z","end":"2026-02-27T01:46:00.824035Z","steps":["trace[2000440052] 'agreement among raft nodes before linearized reading' (duration: 652.499849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:00.824323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.161073Z","time spent":"663.200131ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:46:00.824289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.171218Z","time spent":"653.059103ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T01:46:00.824406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.024317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:00.82463Z","caller":"traceutil/trace.go:171","msg":"trace[84355300] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14896; }","duration":"663.553331ms","start":"2026-02-27T01:46:00.161053Z","end":"2026-02-27T01:46:00.824606Z","steps":["trace[84355300] 'agreement among raft nodes before linearized reading' (duration: 662.76748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:00.824728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.161047Z","time spent":"663.666344ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:46:01.961734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.035941ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T01:46:01.96225Z","caller":"traceutil/trace.go:171","msg":"trace[1810857444] linearizableReadLoop","detail":"{readStateIndex:15637; appliedIndex:15636; }","duration":"272.133028ms","start":"2026-02-27T01:46:01.690098Z","end":"2026-02-27T01:46:01.962231Z","steps":["trace[1810857444] 'read index received' (duration: 42.642µs)","trace[1810857444] 'applied index is now lower than readState.Index' (duration: 272.088946ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:46:01.962469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.351294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:46:01.962535Z","caller":"traceutil/trace.go:171","msg":"trace[713045437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14897; }","duration":"272.462287ms","start":"2026-02-27T01:46:01.690057Z","end":"2026-02-27T01:46:01.962519Z","steps":["trace[713045437] 'agreement among raft nodes before linearized reading' (duration: 272.248201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:01.96266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.673439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-02-27T01:46:01.962744Z","caller":"traceutil/trace.go:171","msg":"trace[766812007] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14898; }","duration":"270.802052ms","start":"2026-02-27T01:46:01.691925Z","end":"2026-02-27T01:46:01.962727Z","steps":["trace[766812007] 'agreement among raft nodes before linearized reading' (duration: 270.498344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:01.962847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.10679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:46:01.962877Z","caller":"traceutil/trace.go:171","msg":"trace[343377059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14898; }","duration":"102.152672ms","start":"2026-02-27T01:46:01.860717Z","end":"2026-02-27T01:46:01.96287Z","steps":["trace[343377059] 'agreement among raft nodes before linearized reading' (duration: 102.05866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:01.963089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.975025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:46:01.963152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.151209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T01:46:01.963175Z","caller":"traceutil/trace.go:171","msg":"trace[1339055503] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14898; }","duration":"187.088728ms","start":"2026-02-27T01:46:01.776072Z","end":"2026-02-27T01:46:01.963161Z","steps":["trace[1339055503] 'agreement among raft nodes before linearized reading' (duration: 186.966715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:01.963324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.168523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:01.963352Z","caller":"traceutil/trace.go:171","msg":"trace[1975529007] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14898; }","duration":"271.253185ms","start":"2026-02-27T01:46:01.692091Z","end":"2026-02-27T01:46:01.963344Z","steps":["trace[1975529007] 'agreement among raft nodes before linearized reading' (duration: 271.196383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:01.963343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.623484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:46:01.963386Z","caller":"traceutil/trace.go:171","msg":"trace[482487342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14898; }","duration":"102.677465ms","start":"2026-02-27T01:46:01.860696Z","end":"2026-02-27T01:46:01.963373Z","steps":["trace[482487342] 'agreement among raft nodes before linearized reading' (duration: 102.10735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:01.963472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.853508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:01.963511Z","caller":"traceutil/trace.go:171","msg":"trace[673941744] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14898; }","duration":"266.970591ms","start":"2026-02-27T01:46:01.696534Z","end":"2026-02-27T01:46:01.963505Z","steps":["trace[673941744] 'agreement among raft nodes before linearized reading' (duration: 266.92101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:01.963496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.673512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-27T01:46:01.963602Z","caller":"traceutil/trace.go:171","msg":"trace[1187742148] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:14898; }","duration":"179.778455ms","start":"2026-02-27T01:46:01.783809Z","end":"2026-02-27T01:46:01.963587Z","steps":["trace[1187742148] 'agreement among raft nodes before linearized reading' (duration: 178.611524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:01.963677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.573824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:01.963727Z","caller":"traceutil/trace.go:171","msg":"trace[1566137664] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14898; }","duration":"265.640296ms","start":"2026-02-27T01:46:01.698073Z","end":"2026-02-27T01:46:01.963714Z","steps":["trace[1566137664] 'agreement among raft nodes before linearized reading' (duration: 265.580145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:01.963754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.413913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T01:46:01.963775Z","caller":"traceutil/trace.go:171","msg":"trace[1684502167] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14898; }","duration":"267.481475ms","start":"2026-02-27T01:46:01.696287Z","end":"2026-02-27T01:46:01.963769Z","steps":["trace[1684502167] 'agreement among raft nodes before linearized reading' (duration: 267.410003ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:01.962493Z","caller":"traceutil/trace.go:171","msg":"trace[739912215] transaction","detail":"{read_only:false; response_revision:14898; number_of_response:1; }","duration":"170.50996ms","start":"2026-02-27T01:46:01.791973Z","end":"2026-02-27T01:46:01.962483Z","steps":["trace[739912215] 'process raft request' (duration: 170.255453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:01.963931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.19391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:01.963932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.021426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:01.963954Z","caller":"traceutil/trace.go:171","msg":"trace[2085711229] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14898; }","duration":"269.217521ms","start":"2026-02-27T01:46:01.694731Z","end":"2026-02-27T01:46:01.963948Z","steps":["trace[2085711229] 'agreement among raft nodes before linearized reading' (duration: 269.166929ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:01.963972Z","caller":"traceutil/trace.go:171","msg":"trace[771009491] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14898; }","duration":"266.093568ms","start":"2026-02-27T01:46:01.697867Z","end":"2026-02-27T01:46:01.963961Z","steps":["trace[771009491] 'agreement among raft nodes before linearized reading' (duration: 266.029526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:01.964093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.445147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:01.964138Z","caller":"traceutil/trace.go:171","msg":"trace[1311322031] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14898; }","duration":"266.496958ms","start":"2026-02-27T01:46:01.697629Z","end":"2026-02-27T01:46:01.964126Z","steps":["trace[1311322031] 'agreement among raft nodes before linearized reading' (duration: 266.433287ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:01.96321Z","caller":"traceutil/trace.go:171","msg":"trace[531313816] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14898; }","duration":"100.217231ms","start":"2026-02-27T01:46:01.862978Z","end":"2026-02-27T01:46:01.963195Z","steps":["trace[531313816] 'agreement among raft nodes before linearized reading' (duration: 99.648876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:01.963628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.768708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:46:01.964369Z","caller":"traceutil/trace.go:171","msg":"trace[1602711175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14898; }","duration":"227.536088ms","start":"2026-02-27T01:46:01.736819Z","end":"2026-02-27T01:46:01.964355Z","steps":["trace[1602711175] 'agreement among raft nodes before linearized reading' (duration: 226.724147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:01.964475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.716531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:46:01.964528Z","caller":"traceutil/trace.go:171","msg":"trace[1268370719] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14898; }","duration":"267.780763ms","start":"2026-02-27T01:46:01.696734Z","end":"2026-02-27T01:46:01.964514Z","steps":["trace[1268370719] 'agreement among raft nodes before linearized reading' (duration: 267.66754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:01.964785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.08623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:46:01.964838Z","caller":"traceutil/trace.go:171","msg":"trace[348566749] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14898; }","duration":"268.155943ms","start":"2026-02-27T01:46:01.69667Z","end":"2026-02-27T01:46:01.964826Z","steps":["trace[348566749] 'agreement among raft nodes before linearized reading' (duration: 268.03103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:01.965069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.425732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:46:01.965118Z","caller":"traceutil/trace.go:171","msg":"trace[953373750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14898; }","duration":"104.516184ms","start":"2026-02-27T01:46:01.860587Z","end":"2026-02-27T01:46:01.965104Z","steps":["trace[953373750] 'agreement among raft nodes before linearized reading' (duration: 102.487311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:01.963684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.216158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T01:46:01.965233Z","caller":"traceutil/trace.go:171","msg":"trace[815785194] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14898; }","duration":"268.778429ms","start":"2026-02-27T01:46:01.696444Z","end":"2026-02-27T01:46:01.965223Z","steps":["trace[815785194] 'agreement among raft nodes before linearized reading' (duration: 267.183057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:01.964377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.759796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:46:01.965528Z","caller":"traceutil/trace.go:171","msg":"trace[1457911648] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14898; }","duration":"267.923366ms","start":"2026-02-27T01:46:01.697591Z","end":"2026-02-27T01:46:01.965514Z","steps":["trace[1457911648] 'agreement among raft nodes before linearized reading' (duration: 266.704164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:01.965679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.982837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T01:46:01.965729Z","caller":"traceutil/trace.go:171","msg":"trace[1355721577] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14898; }","duration":"105.048698ms","start":"2026-02-27T01:46:01.860668Z","end":"2026-02-27T01:46:01.965717Z","steps":["trace[1355721577] 'agreement among raft nodes before linearized reading' (duration: 102.234984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:01.965883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.248102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:46:01.96592Z","caller":"traceutil/trace.go:171","msg":"trace[1866163549] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14898; }","duration":"269.311394ms","start":"2026-02-27T01:46:01.696599Z","end":"2026-02-27T01:46:01.96591Z","steps":["trace[1866163549] 'agreement among raft nodes before linearized reading' (duration: 266.660883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:02.469347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281921567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:46:02.920899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.616163ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:02.921075Z","caller":"traceutil/trace.go:171","msg":"trace[52478233] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14898; }","duration":"519.795518ms","start":"2026-02-27T01:46:02.401263Z","end":"2026-02-27T01:46:02.921058Z","steps":["trace[52478233] 'range keys from in-memory index tree' (duration: 519.605522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:02.970297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281921567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:46:03.238604Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.269719893s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:46:03.239093Z","caller":"traceutil/trace.go:171","msg":"trace[1370655118] transaction","detail":"{read_only:false; response_revision:14899; number_of_response:1; }","duration":"1.270255737s","start":"2026-02-27T01:46:01.968812Z","end":"2026-02-27T01:46:03.239068Z","steps":["trace[1370655118] 'process raft request' (duration: 1.270103193s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:03.239285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.968804Z","time spent":"1.2703598s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:46:03.294381Z","caller":"traceutil/trace.go:171","msg":"trace[1588687932] transaction","detail":"{read_only:false; response_revision:14901; number_of_response:1; }","duration":"1.32485001s","start":"2026-02-27T01:46:01.969514Z","end":"2026-02-27T01:46:03.294364Z","steps":["trace[1588687932] 'process raft request' (duration: 1.324794629s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:03.294414Z","caller":"traceutil/trace.go:171","msg":"trace[1158702454] transaction","detail":"{read_only:false; response_revision:14900; number_of_response:1; }","duration":"1.325043476s","start":"2026-02-27T01:46:01.969334Z","end":"2026-02-27T01:46:03.294378Z","steps":["trace[1158702454] 'process raft request' (duration: 1.324880521s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:03.294484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.969489Z","time spent":"1.324929203s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:03.294578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.969321Z","time spent":"1.325159148s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:46:03.294621Z","caller":"traceutil/trace.go:171","msg":"trace[46452808] transaction","detail":"{read_only:false; response_revision:14902; number_of_response:1; }","duration":"1.322422847s","start":"2026-02-27T01:46:01.972173Z","end":"2026-02-27T01:46:03.294596Z","steps":["trace[46452808] 'process raft request' (duration: 1.32216743s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:03.294721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.97216Z","time spent":"1.322507418s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:46:03.294763Z","caller":"traceutil/trace.go:171","msg":"trace[1240578731] linearizableReadLoop","detail":"{readStateIndex:15644; appliedIndex:15639; }","duration":"1.325514868s","start":"2026-02-27T01:46:01.969241Z","end":"2026-02-27T01:46:03.294756Z","steps":["trace[1240578731] 'read index received' (duration: 1.270487832s)","trace[1240578731] 'applied index is now lower than readState.Index' (duration: 55.026006ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:03.294787Z","caller":"traceutil/trace.go:171","msg":"trace[865822593] transaction","detail":"{read_only:false; response_revision:14903; number_of_response:1; }","duration":"1.322502348s","start":"2026-02-27T01:46:01.972269Z","end":"2026-02-27T01:46:03.294771Z","steps":["trace[865822593] 'process raft request' (duration: 1.322252192s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:03.294872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.972255Z","time spent":"1.322576861s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:03.294924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.67061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:03.294801Z","caller":"traceutil/trace.go:171","msg":"trace[1720014363] transaction","detail":"{read_only:false; response_revision:14904; number_of_response:1; }","duration":"1.321603765s","start":"2026-02-27T01:46:01.973191Z","end":"2026-02-27T01:46:03.294795Z","steps":["trace[1720014363] 'process raft request' (duration: 1.321533043s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:03.294949Z","caller":"traceutil/trace.go:171","msg":"trace[1177184589] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14904; }","duration":"464.707611ms","start":"2026-02-27T01:46:02.830236Z","end":"2026-02-27T01:46:03.294944Z","steps":["trace[1177184589] 'agreement among raft nodes before linearized reading' (duration: 464.66389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:03.294963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.830232Z","time spent":"464.728832ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:46:03.294979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.973186Z","time spent":"1.321768529s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:03.295081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.749022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:03.295098Z","caller":"traceutil/trace.go:171","msg":"trace[1846252619] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14904; }","duration":"464.777833ms","start":"2026-02-27T01:46:02.830316Z","end":"2026-02-27T01:46:03.295094Z","steps":["trace[1846252619] 'agreement among raft nodes before linearized reading' (duration: 464.752542ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:03.29511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.830311Z","time spent":"464.796734ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T01:46:03.295156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.59125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5ftdp\" ","response":"range_response_count:1 size:20742"} {"level":"info","ts":"2026-02-27T01:46:03.295194Z","caller":"traceutil/trace.go:171","msg":"trace[479539250] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5ftdp; range_end:; response_count:1; response_revision:14904; }","duration":"365.663412ms","start":"2026-02-27T01:46:02.929519Z","end":"2026-02-27T01:46:03.295183Z","steps":["trace[479539250] 'agreement among raft nodes before linearized reading' (duration: 365.523418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:03.295226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.929503Z","time spent":"365.716853ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20765,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5ftdp\" "} {"level":"warn","ts":"2026-02-27T01:46:03.295289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.299368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:03.295287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326044832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:709477"} {"level":"info","ts":"2026-02-27T01:46:03.29531Z","caller":"traceutil/trace.go:171","msg":"trace[2024767390] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:14904; }","duration":"172.350428ms","start":"2026-02-27T01:46:03.122955Z","end":"2026-02-27T01:46:03.295305Z","steps":["trace[2024767390] 'agreement among raft nodes before linearized reading' (duration: 172.310337ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:03.295314Z","caller":"traceutil/trace.go:171","msg":"trace[1137738178] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:14904; }","duration":"1.326094053s","start":"2026-02-27T01:46:01.969215Z","end":"2026-02-27T01:46:03.295309Z","steps":["trace[1137738178] 'agreement among raft nodes before linearized reading' (duration: 1.32558661s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:03.295334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.9692Z","time spent":"1.326126304s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":709500,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:46:03.295291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.411517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T01:46:03.295463Z","caller":"traceutil/trace.go:171","msg":"trace[2039660178] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14904; }","duration":"463.626533ms","start":"2026-02-27T01:46:02.831818Z","end":"2026-02-27T01:46:03.295444Z","steps":["trace[2039660178] 'agreement among raft nodes before linearized reading' (duration: 463.235983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:03.295532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.449168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:46:03.295553Z","caller":"traceutil/trace.go:171","msg":"trace[838967944] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14904; }","duration":"463.481749ms","start":"2026-02-27T01:46:02.832066Z","end":"2026-02-27T01:46:03.295548Z","steps":["trace[838967944] 'agreement among raft nodes before linearized reading' (duration: 463.407977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:03.295549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.085225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:03.295544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.831811Z","time spent":"463.717395ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T01:46:03.29563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.40174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T01:46:03.295426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.305734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:03.29565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243303433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:03.295661Z","caller":"traceutil/trace.go:171","msg":"trace[1868925146] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14904; }","duration":"463.555831ms","start":"2026-02-27T01:46:02.8321Z","end":"2026-02-27T01:46:03.295656Z","steps":["trace[1868925146] 'agreement among raft nodes before linearized reading' (duration: 463.245102ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:03.295669Z","caller":"traceutil/trace.go:171","msg":"trace[167231670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14904; }","duration":"1.243346965s","start":"2026-02-27T01:46:02.052316Z","end":"2026-02-27T01:46:03.295663Z","steps":["trace[167231670] 'agreement among raft nodes before linearized reading' (duration: 1.243306834s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:03.295678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.832095Z","time spent":"463.579591ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:46:03.295664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323038232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:709477"} {"level":"warn","ts":"2026-02-27T01:46:03.295687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.052302Z","time spent":"1.243381215s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:46:03.29566Z","caller":"traceutil/trace.go:171","msg":"trace[876333756] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14904; }","duration":"467.186437ms","start":"2026-02-27T01:46:02.828438Z","end":"2026-02-27T01:46:03.295625Z","steps":["trace[876333756] 'agreement among raft nodes before linearized reading' (duration: 467.064654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:03.295567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.83206Z","time spent":"463.503349ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-27T01:46:03.295727Z","caller":"traceutil/trace.go:171","msg":"trace[1320155763] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:14904; }","duration":"1.323100974s","start":"2026-02-27T01:46:01.97261Z","end":"2026-02-27T01:46:03.295711Z","steps":["trace[1320155763] 'agreement among raft nodes before linearized reading' (duration: 1.322240081s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:03.295741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.828428Z","time spent":"467.296969ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:46:03.295767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.972593Z","time spent":"1.323163686s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":709500,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:46:03.295589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.40235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:03.295809Z","caller":"traceutil/trace.go:171","msg":"trace[1377663445] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14904; }","duration":"465.634096ms","start":"2026-02-27T01:46:02.83017Z","end":"2026-02-27T01:46:03.295805Z","steps":["trace[1377663445] 'agreement among raft nodes before linearized reading' (duration: 465.40712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:03.295828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.830164Z","time spent":"465.660816ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-27T01:46:03.29577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.072188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T01:46:03.295534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131760893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:46:03.295945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.017806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:46:03.295906Z","caller":"traceutil/trace.go:171","msg":"trace[1511518055] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14904; }","duration":"463.754296ms","start":"2026-02-27T01:46:02.832133Z","end":"2026-02-27T01:46:03.295888Z","steps":["trace[1511518055] 'agreement among raft nodes before linearized reading' (duration: 462.845532ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:03.295974Z","caller":"traceutil/trace.go:171","msg":"trace[431477711] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14904; }","duration":"466.065637ms","start":"2026-02-27T01:46:02.829901Z","end":"2026-02-27T01:46:03.295967Z","steps":["trace[431477711] 'agreement among raft nodes before linearized reading' (duration: 465.992035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:03.296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.829894Z","time spent":"466.101639ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:46:03.296011Z","caller":"traceutil/trace.go:171","msg":"trace[868691032] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:14904; }","duration":"1.132242466s","start":"2026-02-27T01:46:02.163731Z","end":"2026-02-27T01:46:03.295973Z","steps":["trace[868691032] 'agreement among raft nodes before linearized reading' (duration: 1.131774464s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:03.296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.832117Z","time spent":"463.865679ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:46:03.296065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.163712Z","time spent":"1.132337359s","remote":"127.0.0.1:40842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:46:03.295594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.012792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-02-27T01:46:03.296095Z","caller":"traceutil/trace.go:171","msg":"trace[2050422129] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14904; }","duration":"481.544676ms","start":"2026-02-27T01:46:02.814544Z","end":"2026-02-27T01:46:03.296088Z","steps":["trace[2050422129] 'agreement among raft nodes before linearized reading' (duration: 481.003582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:03.296113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.16167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T01:46:03.296122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.814528Z","time spent":"481.587678ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:46:03.296122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27263946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8f28k\" ","response":"range_response_count:1 size:22092"} {"level":"info","ts":"2026-02-27T01:46:03.296131Z","caller":"traceutil/trace.go:171","msg":"trace[913225983] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14904; }","duration":"466.19139ms","start":"2026-02-27T01:46:02.829934Z","end":"2026-02-27T01:46:03.296125Z","steps":["trace[913225983] 'agreement among raft nodes before linearized reading' (duration: 466.143799ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:03.296139Z","caller":"traceutil/trace.go:171","msg":"trace[1670210809] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8f28k; range_end:; response_count:1; response_revision:14904; }","duration":"1.2726767s","start":"2026-02-27T01:46:02.023457Z","end":"2026-02-27T01:46:03.296134Z","steps":["trace[1670210809] 'agreement among raft nodes before linearized reading' (duration: 1.272628059s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:03.296148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.82993Z","time spent":"466.214792ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:46:03.296152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.023446Z","time spent":"1.272703162s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22115,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8f28k\" "} {"level":"warn","ts":"2026-02-27T01:46:03.296075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.101337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gpmlb\" ","response":"range_response_count:1 size:9780"} {"level":"info","ts":"2026-02-27T01:46:03.296171Z","caller":"traceutil/trace.go:171","msg":"trace[836530733] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gpmlb; range_end:; response_count:1; response_revision:14904; }","duration":"455.21282ms","start":"2026-02-27T01:46:02.840954Z","end":"2026-02-27T01:46:03.296166Z","steps":["trace[836530733] 'agreement among raft nodes before linearized reading' (duration: 454.358517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:03.29548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.187661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T01:46:03.296187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.840945Z","time spent":"455.237671ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9803,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gpmlb\" "} {"level":"info","ts":"2026-02-27T01:46:03.296209Z","caller":"traceutil/trace.go:171","msg":"trace[1376159513] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14904; }","duration":"463.924521ms","start":"2026-02-27T01:46:02.832273Z","end":"2026-02-27T01:46:03.296198Z","steps":["trace[1376159513] 'agreement among raft nodes before linearized reading' (duration: 463.158921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:03.296254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.832268Z","time spent":"463.976682ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T01:46:03.296226Z","caller":"traceutil/trace.go:171","msg":"trace[1433063893] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14904; }","duration":"465.43083ms","start":"2026-02-27T01:46:02.830213Z","end":"2026-02-27T01:46:03.295644Z","steps":["trace[1433063893] 'agreement among raft nodes before linearized reading' (duration: 465.386569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:03.296367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.830207Z","time spent":"466.149779ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:46:03.815654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281921583,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:46:03.935962Z","caller":"traceutil/trace.go:171","msg":"trace[306897861] transaction","detail":"{read_only:false; response_revision:14905; number_of_response:1; }","duration":"624.503548ms","start":"2026-02-27T01:46:03.311434Z","end":"2026-02-27T01:46:03.935938Z","steps":["trace[306897861] 'process raft request' (duration: 624.368004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:03.936121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.311423Z","time spent":"624.61153ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:46:04.885101Z","caller":"traceutil/trace.go:171","msg":"trace[1456017692] linearizableReadLoop","detail":"{readStateIndex:15647; appliedIndex:15644; }","duration":"1.570718865s","start":"2026-02-27T01:46:03.314355Z","end":"2026-02-27T01:46:04.885074Z","steps":["trace[1456017692] 'read index received' (duration: 621.375275ms)","trace[1456017692] 'applied index is now lower than readState.Index' (duration: 949.34226ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:04.885201Z","caller":"traceutil/trace.go:171","msg":"trace[63140597] transaction","detail":"{read_only:false; response_revision:14906; number_of_response:1; }","duration":"1.572669076s","start":"2026-02-27T01:46:03.312489Z","end":"2026-02-27T01:46:04.885158Z","steps":["trace[63140597] 'process raft request' (duration: 1.572318607s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.88549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.312463Z","time spent":"1.572875062s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:04.885556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.522465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:04.885619Z","caller":"traceutil/trace.go:171","msg":"trace[1516901214] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14907; }","duration":"912.594358ms","start":"2026-02-27T01:46:03.973011Z","end":"2026-02-27T01:46:04.885605Z","steps":["trace[1516901214] 'agreement among raft nodes before linearized reading' (duration: 912.494635ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:04.885629Z","caller":"traceutil/trace.go:171","msg":"trace[328139563] transaction","detail":"{read_only:false; response_revision:14907; number_of_response:1; }","duration":"1.529936606s","start":"2026-02-27T01:46:03.355679Z","end":"2026-02-27T01:46:04.885616Z","steps":["trace[328139563] 'process raft request' (duration: 1.52932361s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.885621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34595966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:46:04.885711Z","caller":"traceutil/trace.go:171","msg":"trace[617774732] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:14907; }","duration":"1.346099474s","start":"2026-02-27T01:46:03.539581Z","end":"2026-02-27T01:46:04.88568Z","steps":["trace[617774732] 'agreement among raft nodes before linearized reading' (duration: 1.345931749s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.885737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.355658Z","time spent":"1.530003677s","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:04.88576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.539559Z","time spent":"1.346190646s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:46:04.885791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.222186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130941"} {"level":"info","ts":"2026-02-27T01:46:04.88582Z","caller":"traceutil/trace.go:171","msg":"trace[1656986302] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:14907; }","duration":"724.280306ms","start":"2026-02-27T01:46:04.161531Z","end":"2026-02-27T01:46:04.885812Z","steps":["trace[1656986302] 'agreement among raft nodes before linearized reading' (duration: 724.138442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.885864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:04.161514Z","time spent":"724.344958ms","remote":"127.0.0.1:33702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130964,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T01:46:04.886033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.958587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T01:46:04.886045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.148702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:04.886081Z","caller":"traceutil/trace.go:171","msg":"trace[730356745] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14907; }","duration":"913.206493ms","start":"2026-02-27T01:46:03.972864Z","end":"2026-02-27T01:46:04.886071Z","steps":["trace[730356745] 'agreement among raft nodes before linearized reading' (duration: 913.145851ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:04.886081Z","caller":"traceutil/trace.go:171","msg":"trace[297916793] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14907; }","duration":"913.023349ms","start":"2026-02-27T01:46:03.973043Z","end":"2026-02-27T01:46:04.886066Z","steps":["trace[297916793] 'agreement among raft nodes before linearized reading' (duration: 912.887295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.886106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.040189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T01:46:04.886109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.972851Z","time spent":"913.252345ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-27T01:46:04.886117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.101421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:46:04.886133Z","caller":"traceutil/trace.go:171","msg":"trace[1969261857] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14907; }","duration":"913.08067ms","start":"2026-02-27T01:46:03.973044Z","end":"2026-02-27T01:46:04.886125Z","steps":["trace[1969261857] 'agreement among raft nodes before linearized reading' (duration: 912.992078ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:04.886152Z","caller":"traceutil/trace.go:171","msg":"trace[950151127] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14907; }","duration":"913.139212ms","start":"2026-02-27T01:46:03.973002Z","end":"2026-02-27T01:46:04.886141Z","steps":["trace[950151127] 'agreement among raft nodes before linearized reading' (duration: 912.998318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.886161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.973036Z","time spent":"913.117221ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T01:46:04.886183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.973Z","time spent":"913.177233ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:46:04.886223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.006001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-02-27T01:46:04.886279Z","caller":"traceutil/trace.go:171","msg":"trace[1814299166] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:14907; }","duration":"735.091923ms","start":"2026-02-27T01:46:04.151174Z","end":"2026-02-27T01:46:04.886266Z","steps":["trace[1814299166] 'agreement among raft nodes before linearized reading' (duration: 734.96584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.886319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.268775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:04.886323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:04.151154Z","time spent":"735.155394ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-27T01:46:04.886341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.339157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T01:46:04.88636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571980577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:709477"} {"level":"warn","ts":"2026-02-27T01:46:04.886416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.206524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7347"} {"level":"warn","ts":"2026-02-27T01:46:04.886438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.44229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:04.886452Z","caller":"traceutil/trace.go:171","msg":"trace[2102163962] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:14907; }","duration":"927.278946ms","start":"2026-02-27T01:46:03.959163Z","end":"2026-02-27T01:46:04.886442Z","steps":["trace[2102163962] 'agreement among raft nodes before linearized reading' (duration: 927.163543ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:04.886459Z","caller":"traceutil/trace.go:171","msg":"trace[794763238] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:14907; }","duration":"1.572132402s","start":"2026-02-27T01:46:03.314307Z","end":"2026-02-27T01:46:04.88644Z","steps":["trace[794763238] 'agreement among raft nodes before linearized reading' (duration: 1.571103815s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.886481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.959143Z","time spent":"927.332358ms","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7370,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-27T01:46:04.886522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.3143Z","time spent":"1.572208784s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":709500,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:46:04.886558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.586334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-02-27T01:46:04.886348Z","caller":"traceutil/trace.go:171","msg":"trace[1107588384] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14907; }","duration":"913.302296ms","start":"2026-02-27T01:46:03.973037Z","end":"2026-02-27T01:46:04.886339Z","steps":["trace[1107588384] 'agreement among raft nodes before linearized reading' (duration: 913.258065ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:04.886588Z","caller":"traceutil/trace.go:171","msg":"trace[1317805145] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14907; }","duration":"913.634125ms","start":"2026-02-27T01:46:03.972947Z","end":"2026-02-27T01:46:04.886581Z","steps":["trace[1317805145] 'agreement among raft nodes before linearized reading' (duration: 913.546072ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.886652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.972934Z","time spent":"913.711157ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-02-27T01:46:04.886652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.008098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:46:04.886702Z","caller":"traceutil/trace.go:171","msg":"trace[1428095409] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14907; }","duration":"913.108851ms","start":"2026-02-27T01:46:03.973579Z","end":"2026-02-27T01:46:04.886688Z","steps":["trace[1428095409] 'agreement among raft nodes before linearized reading' (duration: 912.939737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.88672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.811629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:04.886752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.973574Z","time spent":"913.166793ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-27T01:46:04.886763Z","caller":"traceutil/trace.go:171","msg":"trace[1920473719] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14907; }","duration":"913.859771ms","start":"2026-02-27T01:46:03.972891Z","end":"2026-02-27T01:46:04.88675Z","steps":["trace[1920473719] 'agreement among raft nodes before linearized reading' (duration: 913.795249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.886794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.972886Z","time spent":"913.903132ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-27T01:46:04.88682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324075551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:04.886866Z","caller":"traceutil/trace.go:171","msg":"trace[65935854] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:14907; }","duration":"1.324132793s","start":"2026-02-27T01:46:03.562719Z","end":"2026-02-27T01:46:04.886852Z","steps":["trace[65935854] 'agreement among raft nodes before linearized reading' (duration: 1.324057431s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:04.88647Z","caller":"traceutil/trace.go:171","msg":"trace[428035387] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14907; }","duration":"913.47922ms","start":"2026-02-27T01:46:03.972983Z","end":"2026-02-27T01:46:04.886462Z","steps":["trace[428035387] 'agreement among raft nodes before linearized reading' (duration: 913.431699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.886929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.997665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T01:46:04.886939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.972979Z","time spent":"913.951853ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T01:46:04.885651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.973007Z","time spent":"912.636519ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-27T01:46:04.886965Z","caller":"traceutil/trace.go:171","msg":"trace[978650661] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14907; }","duration":"914.036635ms","start":"2026-02-27T01:46:03.972919Z","end":"2026-02-27T01:46:04.886956Z","steps":["trace[978650661] 'agreement among raft nodes before linearized reading' (duration: 913.948163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.88699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.972917Z","time spent":"914.067476ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T01:46:04.886386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.346327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:04.88712Z","caller":"traceutil/trace.go:171","msg":"trace[1799180461] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14907; }","duration":"914.074786ms","start":"2026-02-27T01:46:03.973027Z","end":"2026-02-27T01:46:04.887101Z","steps":["trace[1799180461] 'agreement among raft nodes before linearized reading' (duration: 913.340387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.886118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.973038Z","time spent":"913.07125ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:46:04.887153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.973024Z","time spent":"914.120547ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:46:04.886943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335132793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:04.887252Z","caller":"traceutil/trace.go:171","msg":"trace[2085704366] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:14907; }","duration":"1.335451492s","start":"2026-02-27T01:46:03.55179Z","end":"2026-02-27T01:46:04.887242Z","steps":["trace[2085704366] 'agreement among raft nodes before linearized reading' (duration: 1.335129724s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.886652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.973034Z","time spent":"913.599654ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:46:04.887289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.551784Z","time spent":"1.335496903s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:46:04.8869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.562712Z","time spent":"1.324179274s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:46:04.886391Z","caller":"traceutil/trace.go:171","msg":"trace[1609389600] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14907; }","duration":"913.396328ms","start":"2026-02-27T01:46:03.972984Z","end":"2026-02-27T01:46:04.88638Z","steps":["trace[1609389600] 'agreement among raft nodes before linearized reading' (duration: 913.260295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.887491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.97298Z","time spent":"914.496167ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:46:04.886755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.281185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-02-27T01:46:04.887565Z","caller":"traceutil/trace.go:171","msg":"trace[685307941] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14907; }","duration":"948.102177ms","start":"2026-02-27T01:46:03.93944Z","end":"2026-02-27T01:46:04.887542Z","steps":["trace[685307941] 'agreement among raft nodes before linearized reading' (duration: 947.249294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.887612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.478607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T01:46:04.887638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.939428Z","time spent":"948.191859ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:46:04.887671Z","caller":"traceutil/trace.go:171","msg":"trace[1728862381] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14907; }","duration":"914.538609ms","start":"2026-02-27T01:46:03.973119Z","end":"2026-02-27T01:46:04.887657Z","steps":["trace[1728862381] 'agreement among raft nodes before linearized reading' (duration: 914.401445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.88772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.973103Z","time spent":"914.60605ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T01:46:06.24235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349224886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-02-27T01:46:06.242447Z","caller":"traceutil/trace.go:171","msg":"trace[691786094] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14907; }","duration":"1.3493462s","start":"2026-02-27T01:46:04.893074Z","end":"2026-02-27T01:46:06.24242Z","steps":["trace[691786094] 'range keys from in-memory index tree' (duration: 1.349072173s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.242499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:04.893058Z","time spent":"1.349430162s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:46:06.242831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35123816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:65 size:87305"} {"level":"info","ts":"2026-02-27T01:46:06.242914Z","caller":"traceutil/trace.go:171","msg":"trace[821738820] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:65; response_revision:14907; }","duration":"1.351334103s","start":"2026-02-27T01:46:04.891562Z","end":"2026-02-27T01:46:06.242896Z","steps":["trace[821738820] 'range keys from in-memory index tree' (duration: 1.350679795s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.24296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:04.891532Z","time spent":"1.351416174s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":65,"response size":87328,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-27T01:46:06.243017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353178991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:65 size:87305"} {"level":"info","ts":"2026-02-27T01:46:06.243112Z","caller":"traceutil/trace.go:171","msg":"trace[2086577045] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:65; response_revision:14907; }","duration":"1.353317945s","start":"2026-02-27T01:46:04.889772Z","end":"2026-02-27T01:46:06.24309Z","steps":["trace[2086577045] 'range keys from in-memory index tree' (duration: 1.352171264s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.243178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:04.889752Z","time spent":"1.353408668s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":65,"response size":87328,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-27T01:46:06.243406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146055783s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:46:06.243626Z","caller":"traceutil/trace.go:171","msg":"trace[2023317001] transaction","detail":"{read_only:false; response_revision:14908; number_of_response:1; }","duration":"1.349023031s","start":"2026-02-27T01:46:04.894579Z","end":"2026-02-27T01:46:06.243602Z","steps":["trace[2023317001] 'process raft request' (duration: 202.689101ms)","trace[2023317001] 'compare' (duration: 1.145912049s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:46:06.243733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:04.894554Z","time spent":"1.349143304s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:06.725496Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.628043859s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:46:06.748707Z","caller":"traceutil/trace.go:171","msg":"trace[1393920452] linearizableReadLoop","detail":"{readStateIndex:15649; appliedIndex:15647; }","duration":"1.6938605s","start":"2026-02-27T01:46:05.054828Z","end":"2026-02-27T01:46:06.748688Z","steps":["trace[1393920452] 'read index received' (duration: 42.591816ms)","trace[1393920452] 'applied index is now lower than readState.Index' (duration: 1.651267894s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:46:06.748924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694087757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:06.748985Z","caller":"traceutil/trace.go:171","msg":"trace[402669444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14908; }","duration":"1.69420663s","start":"2026-02-27T01:46:05.054768Z","end":"2026-02-27T01:46:06.748975Z","steps":["trace[402669444] 'agreement among raft nodes before linearized reading' (duration: 1.694090617s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.749071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.054743Z","time spent":"1.694316113s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:46:06.748888Z","caller":"traceutil/trace.go:171","msg":"trace[322655719] transaction","detail":"{read_only:false; number_of_response:0; response_revision:14908; }","duration":"1.851600352s","start":"2026-02-27T01:46:04.897241Z","end":"2026-02-27T01:46:06.748842Z","steps":["trace[322655719] 'process raft request' (duration: 1.82845485s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.749262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:04.897223Z","time spent":"1.851955232s","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:46:06.749301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504759539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:46:06.749087Z","caller":"traceutil/trace.go:171","msg":"trace[589790255] transaction","detail":"{read_only:false; response_revision:14909; number_of_response:1; }","duration":"925.723724ms","start":"2026-02-27T01:46:05.823326Z","end":"2026-02-27T01:46:06.74905Z","steps":["trace[589790255] 'process raft request' (duration: 925.308783ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:06.749338Z","caller":"traceutil/trace.go:171","msg":"trace[323722992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14911; }","duration":"1.504847061s","start":"2026-02-27T01:46:05.244479Z","end":"2026-02-27T01:46:06.749326Z","steps":["trace[323722992] 'agreement among raft nodes before linearized reading' (duration: 1.504672506s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.749365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.244455Z","time spent":"1.504905683s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:46:06.749382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437997633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:46:06.749451Z","caller":"traceutil/trace.go:171","msg":"trace[292367925] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14911; }","duration":"1.438093216s","start":"2026-02-27T01:46:05.311341Z","end":"2026-02-27T01:46:06.749434Z","steps":["trace[292367925] 'agreement among raft nodes before linearized reading' (duration: 1.437809118s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.749462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.823299Z","time spent":"926.055243ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:06.749501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.311335Z","time spent":"1.438154517s","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:46:06.749732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438824495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:46:06.749757Z","caller":"traceutil/trace.go:171","msg":"trace[1013877659] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14911; }","duration":"1.438867956s","start":"2026-02-27T01:46:05.310883Z","end":"2026-02-27T01:46:06.749751Z","steps":["trace[1013877659] 'agreement among raft nodes before linearized reading' (duration: 1.438795744s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.749775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.310872Z","time spent":"1.438896787s","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:46:06.749795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.680545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:06.749814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.401082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-02-27T01:46:06.749829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.947131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-27T01:46:06.749863Z","caller":"traceutil/trace.go:171","msg":"trace[1036656980] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:14911; }","duration":"498.495644ms","start":"2026-02-27T01:46:06.251356Z","end":"2026-02-27T01:46:06.749852Z","steps":["trace[1036656980] 'agreement among raft nodes before linearized reading' (duration: 498.35827ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:06.749871Z","caller":"traceutil/trace.go:171","msg":"trace[1375379068] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:14911; }","duration":"920.028243ms","start":"2026-02-27T01:46:05.829827Z","end":"2026-02-27T01:46:06.749855Z","steps":["trace[1375379068] 'agreement among raft nodes before linearized reading' (duration: 919.9065ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:06.749863Z","caller":"traceutil/trace.go:171","msg":"trace[1058706152] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:14911; }","duration":"257.779718ms","start":"2026-02-27T01:46:06.492063Z","end":"2026-02-27T01:46:06.749843Z","steps":["trace[1058706152] 'agreement among raft nodes before linearized reading' (duration: 257.674725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.749901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.251331Z","time spent":"498.562196ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-27T01:46:06.749903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.829796Z","time spent":"920.098985ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-27T01:46:06.750002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43144285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5ftdp\" ","response":"range_response_count:1 size:20742"} {"level":"warn","ts":"2026-02-27T01:46:06.750032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.671219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130941"} {"level":"warn","ts":"2026-02-27T01:46:06.74978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.936431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:06.750064Z","caller":"traceutil/trace.go:171","msg":"trace[2000969231] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5ftdp; range_end:; response_count:1; response_revision:14911; }","duration":"1.431525522s","start":"2026-02-27T01:46:05.318523Z","end":"2026-02-27T01:46:06.750049Z","steps":["trace[2000969231] 'agreement among raft nodes before linearized reading' (duration: 1.431376238s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:06.750079Z","caller":"traceutil/trace.go:171","msg":"trace[2127494916] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:14911; }","duration":"498.72447ms","start":"2026-02-27T01:46:06.251337Z","end":"2026-02-27T01:46:06.750061Z","steps":["trace[2127494916] 'agreement among raft nodes before linearized reading' (duration: 498.502854ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:06.750086Z","caller":"traceutil/trace.go:171","msg":"trace[464253752] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:14911; }","duration":"185.27609ms","start":"2026-02-27T01:46:06.564796Z","end":"2026-02-27T01:46:06.750072Z","steps":["trace[464253752] 'agreement among raft nodes before linearized reading' (duration: 184.91277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.75009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44770875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T01:46:06.750118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.318513Z","time spent":"1.431593714s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20765,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5ftdp\" "} {"level":"warn","ts":"2026-02-27T01:46:06.750131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.251324Z","time spent":"498.795492ms","remote":"127.0.0.1:33702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130964,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-02-27T01:46:06.750143Z","caller":"traceutil/trace.go:171","msg":"trace[1635279391] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14911; }","duration":"1.447767871s","start":"2026-02-27T01:46:05.302358Z","end":"2026-02-27T01:46:06.750126Z","steps":["trace[1635279391] 'agreement among raft nodes before linearized reading' (duration: 1.447606737s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.750177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.302353Z","time spent":"1.447816972s","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:46:06.750279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45111773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:06.750126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.040031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T01:46:06.750351Z","caller":"traceutil/trace.go:171","msg":"trace[216939481] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14911; }","duration":"1.451231353s","start":"2026-02-27T01:46:05.2991Z","end":"2026-02-27T01:46:06.750332Z","steps":["trace[216939481] 'agreement among raft nodes before linearized reading' (duration: 1.451106229s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.750355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28590002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-02-27T01:46:06.750411Z","caller":"traceutil/trace.go:171","msg":"trace[1046369160] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:14911; }","duration":"1.285977732s","start":"2026-02-27T01:46:05.464419Z","end":"2026-02-27T01:46:06.750397Z","steps":["trace[1046369160] 'agreement among raft nodes before linearized reading' (duration: 1.285855449s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.750424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442403609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:46:06.750433Z","caller":"traceutil/trace.go:171","msg":"trace[1263947492] transaction","detail":"{read_only:false; response_revision:14910; number_of_response:1; }","duration":"735.067481ms","start":"2026-02-27T01:46:06.015344Z","end":"2026-02-27T01:46:06.750411Z","steps":["trace[1263947492] 'process raft request' (duration: 733.629763ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.750409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.299077Z","time spent":"1.451319385s","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T01:46:06.750459Z","caller":"traceutil/trace.go:171","msg":"trace[891171502] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14911; }","duration":"1.442458811s","start":"2026-02-27T01:46:05.30799Z","end":"2026-02-27T01:46:06.750449Z","steps":["trace[891171502] 'agreement among raft nodes before linearized reading' (duration: 1.442354408s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.750474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440798427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9zch7\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T01:46:06.75047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448515491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:06.750495Z","caller":"traceutil/trace.go:171","msg":"trace[29032563] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9zch7; range_end:; response_count:1; response_revision:14911; }","duration":"1.440839968s","start":"2026-02-27T01:46:05.309649Z","end":"2026-02-27T01:46:06.750489Z","steps":["trace[29032563] 'agreement among raft nodes before linearized reading' (duration: 1.440216371s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.750518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.309638Z","time spent":"1.44087711s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9zch7\" "} {"level":"info","ts":"2026-02-27T01:46:06.750372Z","caller":"traceutil/trace.go:171","msg":"trace[1218349337] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:14911; }","duration":"901.327358ms","start":"2026-02-27T01:46:05.849033Z","end":"2026-02-27T01:46:06.750361Z","steps":["trace[1218349337] 'agreement among raft nodes before linearized reading' (duration: 901.02126ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:06.750522Z","caller":"traceutil/trace.go:171","msg":"trace[1238378356] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14911; }","duration":"1.448603033s","start":"2026-02-27T01:46:05.301905Z","end":"2026-02-27T01:46:06.750508Z","steps":["trace[1238378356] 'agreement among raft nodes before linearized reading' (duration: 1.448532171s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.750536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.015306Z","time spent":"735.173554ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:06.750573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.301849Z","time spent":"1.448712707s","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-27T01:46:06.750645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447082073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:06.750664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444371461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T01:46:06.750453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.464404Z","time spent":"1.286040794s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-02-27T01:46:06.75068Z","caller":"traceutil/trace.go:171","msg":"trace[1245911222] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14911; }","duration":"1.447153975s","start":"2026-02-27T01:46:05.303518Z","end":"2026-02-27T01:46:06.750672Z","steps":["trace[1245911222] 'agreement among raft nodes before linearized reading' (duration: 1.447077573s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:06.7507Z","caller":"traceutil/trace.go:171","msg":"trace[1307342941] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14911; }","duration":"1.444421573s","start":"2026-02-27T01:46:05.306267Z","end":"2026-02-27T01:46:06.750688Z","steps":["trace[1307342941] 'agreement among raft nodes before linearized reading' (duration: 1.44430564s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.750735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.306257Z","time spent":"1.444471764s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:46:06.750738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44318193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T01:46:06.750729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.303498Z","time spent":"1.447217327s","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-27T01:46:06.750776Z","caller":"traceutil/trace.go:171","msg":"trace[2014289953] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14911; }","duration":"1.443235311s","start":"2026-02-27T01:46:05.307531Z","end":"2026-02-27T01:46:06.750767Z","steps":["trace[2014289953] 'agreement among raft nodes before linearized reading' (duration: 1.443152539s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.750812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.307522Z","time spent":"1.443284262s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:46:06.750576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446441556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T01:46:06.74987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42541253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gpmlb\" ","response":"range_response_count:1 size:9780"} {"level":"warn","ts":"2026-02-27T01:46:06.750916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449087546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:06.750938Z","caller":"traceutil/trace.go:171","msg":"trace[1443091403] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gpmlb; range_end:; response_count:1; response_revision:14911; }","duration":"1.4265099s","start":"2026-02-27T01:46:05.32442Z","end":"2026-02-27T01:46:06.75093Z","steps":["trace[1443091403] 'agreement among raft nodes before linearized reading' (duration: 1.425310278s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:06.74976Z","caller":"traceutil/trace.go:171","msg":"trace[2014209680] transaction","detail":"{read_only:false; response_revision:14911; number_of_response:1; }","duration":"501.567555ms","start":"2026-02-27T01:46:06.248171Z","end":"2026-02-27T01:46:06.749738Z","steps":["trace[2014209680] 'process raft request' (duration: 500.916928ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:06.750951Z","caller":"traceutil/trace.go:171","msg":"trace[2051754685] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14911; }","duration":"1.449151848s","start":"2026-02-27T01:46:05.301787Z","end":"2026-02-27T01:46:06.750939Z","steps":["trace[2051754685] 'agreement among raft nodes before linearized reading' (duration: 1.449105687s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.750971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.324405Z","time spent":"1.42655897s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9803,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gpmlb\" "} {"level":"warn","ts":"2026-02-27T01:46:06.750985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.301771Z","time spent":"1.44920744s","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:46:06.750664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444366431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:46:06.750454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43332072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8f28k\" ","response":"range_response_count:1 size:22092"} {"level":"info","ts":"2026-02-27T01:46:06.751056Z","caller":"traceutil/trace.go:171","msg":"trace[1599596776] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8f28k; range_end:; response_count:1; response_revision:14911; }","duration":"1.433947447s","start":"2026-02-27T01:46:05.317098Z","end":"2026-02-27T01:46:06.751045Z","steps":["trace[1599596776] 'agreement among raft nodes before linearized reading' (duration: 1.433241398s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.751097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.317088Z","time spent":"1.434000908s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22115,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8f28k\" "} {"level":"info","ts":"2026-02-27T01:46:06.750923Z","caller":"traceutil/trace.go:171","msg":"trace[1363255782] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14911; }","duration":"1.446818436s","start":"2026-02-27T01:46:05.304085Z","end":"2026-02-27T01:46:06.750903Z","steps":["trace[1363255782] 'agreement among raft nodes before linearized reading' (duration: 1.446427105s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.751087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.248149Z","time spent":"502.832499ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:06.749795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379220549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:46:06.750544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.849013Z","time spent":"901.524444ms","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-02-27T01:46:06.751245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.304064Z","time spent":"1.447095654s","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T01:46:06.751305Z","caller":"traceutil/trace.go:171","msg":"trace[596663160] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14911; }","duration":"1.380737469s","start":"2026-02-27T01:46:05.37054Z","end":"2026-02-27T01:46:06.751278Z","steps":["trace[596663160] 'agreement among raft nodes before linearized reading' (duration: 1.379164437s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.750492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.307979Z","time spent":"1.442506222s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:46:06.751366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.37051Z","time spent":"1.380832021s","remote":"127.0.0.1:50466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:46:06.749792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.218418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:46:06.751478Z","caller":"traceutil/trace.go:171","msg":"trace[641306765] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:14911; }","duration":"614.968985ms","start":"2026-02-27T01:46:06.136498Z","end":"2026-02-27T01:46:06.751467Z","steps":["trace[641306765] 'agreement among raft nodes before linearized reading' (duration: 613.194288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.750549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445194553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T01:46:06.751514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.136476Z","time spent":"615.027706ms","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:46:06.751538Z","caller":"traceutil/trace.go:171","msg":"trace[219041466] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14911; }","duration":"1.44619659s","start":"2026-02-27T01:46:05.305321Z","end":"2026-02-27T01:46:06.751518Z","steps":["trace[219041466] 'agreement among raft nodes before linearized reading' (duration: 1.445144442s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.750865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451659515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:06.751614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.305305Z","time spent":"1.446288352s","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T01:46:06.751653Z","caller":"traceutil/trace.go:171","msg":"trace[548315344] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14911; }","duration":"1.452486526s","start":"2026-02-27T01:46:05.299154Z","end":"2026-02-27T01:46:06.751641Z","steps":["trace[548315344] 'agreement among raft nodes before linearized reading' (duration: 1.451678585s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.751696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.299134Z","time spent":"1.452551248s","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:46:06.750873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44545213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:46:06.75188Z","caller":"traceutil/trace.go:171","msg":"trace[1424267089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14911; }","duration":"1.446391415s","start":"2026-02-27T01:46:05.305393Z","end":"2026-02-27T01:46:06.751784Z","steps":["trace[1424267089] 'agreement among raft nodes before linearized reading' (duration: 1.445416749s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.751963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.305381Z","time spent":"1.44656882s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:46:06.751029Z","caller":"traceutil/trace.go:171","msg":"trace[812801355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14911; }","duration":"1.444744351s","start":"2026-02-27T01:46:05.306278Z","end":"2026-02-27T01:46:06.751022Z","steps":["trace[812801355] 'agreement among raft nodes before linearized reading' (duration: 1.444290949s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.752126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.306269Z","time spent":"1.44579356s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:46:06.869118Z","caller":"traceutil/trace.go:171","msg":"trace[1363848089] transaction","detail":"{read_only:false; response_revision:14912; number_of_response:1; }","duration":"112.816494ms","start":"2026-02-27T01:46:06.756279Z","end":"2026-02-27T01:46:06.869096Z","steps":["trace[1363848089] 'process raft request' (duration: 112.66208ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:06.869312Z","caller":"traceutil/trace.go:171","msg":"trace[1616665416] transaction","detail":"{read_only:false; response_revision:14913; number_of_response:1; }","duration":"112.004863ms","start":"2026-02-27T01:46:06.757303Z","end":"2026-02-27T01:46:06.869307Z","steps":["trace[1616665416] 'process raft request' (duration: 111.767217ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:06.869585Z","caller":"traceutil/trace.go:171","msg":"trace[1968341275] transaction","detail":"{read_only:false; response_revision:14914; number_of_response:1; }","duration":"112.160397ms","start":"2026-02-27T01:46:06.757405Z","end":"2026-02-27T01:46:06.869565Z","steps":["trace[1968341275] 'process raft request' (duration: 111.881709ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:06.869659Z","caller":"traceutil/trace.go:171","msg":"trace[274012060] transaction","detail":"{read_only:false; response_revision:14915; number_of_response:1; }","duration":"111.674794ms","start":"2026-02-27T01:46:06.757979Z","end":"2026-02-27T01:46:06.869653Z","steps":["trace[274012060] 'process raft request' (duration: 111.51627ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:06.869792Z","caller":"traceutil/trace.go:171","msg":"trace[1213036107] transaction","detail":"{read_only:false; response_revision:14916; number_of_response:1; }","duration":"109.030554ms","start":"2026-02-27T01:46:06.760757Z","end":"2026-02-27T01:46:06.869788Z","steps":["trace[1213036107] 'process raft request' (duration: 108.865869ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:06.869841Z","caller":"traceutil/trace.go:171","msg":"trace[213693878] transaction","detail":"{read_only:false; response_revision:14917; number_of_response:1; }","duration":"107.762001ms","start":"2026-02-27T01:46:06.762075Z","end":"2026-02-27T01:46:06.869837Z","steps":["trace[213693878] 'process raft request' (duration: 107.655138ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:06.869837Z","caller":"traceutil/trace.go:171","msg":"trace[775093269] linearizableReadLoop","detail":"{readStateIndex:15657; appliedIndex:15652; }","duration":"111.789057ms","start":"2026-02-27T01:46:06.758038Z","end":"2026-02-27T01:46:06.869827Z","steps":["trace[775093269] 'read index received' (duration: 89.710752ms)","trace[775093269] 'applied index is now lower than readState.Index' (duration: 22.077525ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:06.869882Z","caller":"traceutil/trace.go:171","msg":"trace[1417520470] transaction","detail":"{read_only:false; response_revision:14918; number_of_response:1; }","duration":"106.391404ms","start":"2026-02-27T01:46:06.763486Z","end":"2026-02-27T01:46:06.869877Z","steps":["trace[1417520470] 'process raft request' (duration: 106.264111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.870045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.989253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3106f7a1-467a-44fe-ae45-3b05e33ef480\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T01:46:06.870085Z","caller":"traceutil/trace.go:171","msg":"trace[1772520845] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3106f7a1-467a-44fe-ae45-3b05e33ef480; range_end:; response_count:1; response_revision:14918; }","duration":"112.067314ms","start":"2026-02-27T01:46:06.758008Z","end":"2026-02-27T01:46:06.870075Z","steps":["trace[1772520845] 'agreement among raft nodes before linearized reading' (duration: 111.873139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.872969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.151314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:06.873053Z","caller":"traceutil/trace.go:171","msg":"trace[100010766] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:14919; }","duration":"110.261286ms","start":"2026-02-27T01:46:06.762769Z","end":"2026-02-27T01:46:06.87303Z","steps":["trace[100010766] 'agreement among raft nodes before linearized reading' (duration: 110.107012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.873353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.099194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:709477"} {"level":"info","ts":"2026-02-27T01:46:06.873406Z","caller":"traceutil/trace.go:171","msg":"trace[66180299] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:14919; }","duration":"115.169126ms","start":"2026-02-27T01:46:06.758225Z","end":"2026-02-27T01:46:06.873394Z","steps":["trace[66180299] 'agreement among raft nodes before linearized reading' (duration: 114.241291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.874247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.748679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:709477"} {"level":"info","ts":"2026-02-27T01:46:06.874287Z","caller":"traceutil/trace.go:171","msg":"trace[1392577415] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:14919; }","duration":"113.80187ms","start":"2026-02-27T01:46:06.760476Z","end":"2026-02-27T01:46:06.874278Z","steps":["trace[1392577415] 'agreement among raft nodes before linearized reading' (duration: 113.226425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.874863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.411747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:709477"} {"level":"info","ts":"2026-02-27T01:46:06.87491Z","caller":"traceutil/trace.go:171","msg":"trace[827045658] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:14919; }","duration":"111.470129ms","start":"2026-02-27T01:46:06.763431Z","end":"2026-02-27T01:46:06.874901Z","steps":["trace[827045658] 'agreement among raft nodes before linearized reading' (duration: 110.307438ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.87909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.210529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:709477"} {"level":"info","ts":"2026-02-27T01:46:06.879127Z","caller":"traceutil/trace.go:171","msg":"trace[1639071692] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:14919; }","duration":"120.261731ms","start":"2026-02-27T01:46:06.758857Z","end":"2026-02-27T01:46:06.879118Z","steps":["trace[1639071692] 'agreement among raft nodes before linearized reading' (duration: 115.422343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:48:41.978493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.240191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:48:41.978648Z","caller":"traceutil/trace.go:171","msg":"trace[2048409790] linearizableReadLoop","detail":"{readStateIndex:17182; appliedIndex:17180; }","duration":"218.100427ms","start":"2026-02-27T01:48:41.760531Z","end":"2026-02-27T01:48:41.978631Z","steps":["trace[2048409790] 'read index received' (duration: 45.76205ms)","trace[2048409790] 'applied index is now lower than readState.Index' (duration: 172.337007ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:48:41.978734Z","caller":"traceutil/trace.go:171","msg":"trace[1403430193] transaction","detail":"{read_only:false; response_revision:16370; number_of_response:1; }","duration":"221.190029ms","start":"2026-02-27T01:48:41.757519Z","end":"2026-02-27T01:48:41.978709Z","steps":["trace[1403430193] 'process raft request' (duration: 106.65001ms)","trace[1403430193] 'compare' (duration: 114.133728ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:48:41.978865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.345413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:48:41.978923Z","caller":"traceutil/trace.go:171","msg":"trace[265086493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16370; }","duration":"218.403805ms","start":"2026-02-27T01:48:41.760509Z","end":"2026-02-27T01:48:41.978913Z","steps":["trace[265086493] 'agreement among raft nodes before linearized reading' (duration: 218.21481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:48:41.978948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.497775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:48:41.97898Z","caller":"traceutil/trace.go:171","msg":"trace[2006563988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16370; }","duration":"213.550016ms","start":"2026-02-27T01:48:41.76542Z","end":"2026-02-27T01:48:41.97897Z","steps":["trace[2006563988] 'agreement among raft nodes before linearized reading' (duration: 213.450094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:48:41.979059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.657693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T01:48:41.979104Z","caller":"traceutil/trace.go:171","msg":"trace[414413607] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:16370; }","duration":"198.725044ms","start":"2026-02-27T01:48:41.780368Z","end":"2026-02-27T01:48:41.979093Z","steps":["trace[414413607] 'agreement among raft nodes before linearized reading' (duration: 198.607521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:48:41.979339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.919746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:48:41.979429Z","caller":"traceutil/trace.go:171","msg":"trace[1278552000] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16370; }","duration":"200.04003ms","start":"2026-02-27T01:48:41.779364Z","end":"2026-02-27T01:48:41.979404Z","steps":["trace[1278552000] 'agreement among raft nodes before linearized reading' (duration: 199.747522ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:48:47.297235Z","caller":"traceutil/trace.go:171","msg":"trace[1267431489] linearizableReadLoop","detail":"{readStateIndex:17230; appliedIndex:17229; }","duration":"100.555429ms","start":"2026-02-27T01:48:47.196652Z","end":"2026-02-27T01:48:47.297207Z","steps":["trace[1267431489] 'read index received' (duration: 71.879171ms)","trace[1267431489] 'applied index is now lower than readState.Index' (duration: 28.675018ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:48:47.297438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.761514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T01:48:47.297473Z","caller":"traceutil/trace.go:171","msg":"trace[1491734002] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:16415; }","duration":"100.867997ms","start":"2026-02-27T01:48:47.196595Z","end":"2026-02-27T01:48:47.297463Z","steps":["trace[1491734002] 'agreement among raft nodes before linearized reading' (duration: 100.729883ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:48:47.297513Z","caller":"traceutil/trace.go:171","msg":"trace[1683202197] transaction","detail":"{read_only:false; response_revision:16415; number_of_response:1; }","duration":"182.239779ms","start":"2026-02-27T01:48:47.115227Z","end":"2026-02-27T01:48:47.297467Z","steps":["trace[1683202197] 'process raft request' (duration: 153.373536ms)","trace[1683202197] 'compare' (duration: 28.301438ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:49:02.869542Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13638} {"level":"info","ts":"2026-02-27T01:49:02.952965Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13638,"took":"79.274156ms","hash":4062809969,"current-db-size-bytes":45903872,"current-db-size":"46 MB","current-db-size-in-use-bytes":31117312,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-27T01:49:02.953037Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4062809969,"revision":13638,"compact-revision":11355} {"level":"info","ts":"2026-02-27T01:51:16.306435Z","caller":"traceutil/trace.go:171","msg":"trace[1147795917] linearizableReadLoop","detail":"{readStateIndex:18445; appliedIndex:18444; }","duration":"168.178667ms","start":"2026-02-27T01:51:16.138234Z","end":"2026-02-27T01:51:16.306412Z","steps":["trace[1147795917] 'read index received' (duration: 167.984282ms)","trace[1147795917] 'applied index is now lower than readState.Index' (duration: 193.515µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:51:16.306672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.421623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-02-27T01:51:16.306708Z","caller":"traceutil/trace.go:171","msg":"trace[181357683] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17566; }","duration":"168.507685ms","start":"2026-02-27T01:51:16.138191Z","end":"2026-02-27T01:51:16.306699Z","steps":["trace[181357683] 'agreement among raft nodes before linearized reading' (duration: 168.31646ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:16.307106Z","caller":"traceutil/trace.go:171","msg":"trace[1814887389] transaction","detail":"{read_only:false; response_revision:17566; number_of_response:1; }","duration":"224.142547ms","start":"2026-02-27T01:51:16.082953Z","end":"2026-02-27T01:51:16.307095Z","steps":["trace[1814887389] 'process raft request' (duration: 223.321275ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:21.491353Z","caller":"traceutil/trace.go:171","msg":"trace[1340477732] transaction","detail":"{read_only:false; response_revision:17602; number_of_response:1; }","duration":"101.490794ms","start":"2026-02-27T01:51:21.38983Z","end":"2026-02-27T01:51:21.49132Z","steps":["trace[1340477732] 'process raft request' (duration: 101.291139ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:21.796358Z","caller":"traceutil/trace.go:171","msg":"trace[1156261071] transaction","detail":"{read_only:false; response_revision:17603; number_of_response:1; }","duration":"106.408723ms","start":"2026-02-27T01:51:21.689925Z","end":"2026-02-27T01:51:21.796333Z","steps":["trace[1156261071] 'process raft request' (duration: 105.91419ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:23.279766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.035477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8f28k\" ","response":"range_response_count:1 size:22093"} {"level":"info","ts":"2026-02-27T01:51:23.279847Z","caller":"traceutil/trace.go:171","msg":"trace[1571890235] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8f28k; range_end:; response_count:1; response_revision:17608; }","duration":"462.177041ms","start":"2026-02-27T01:51:22.817651Z","end":"2026-02-27T01:51:23.279828Z","steps":["trace[1571890235] 'range keys from in-memory index tree' (duration: 461.854853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:23.279882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:22.817629Z","time spent":"462.244473ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22116,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8f28k\" "} {"level":"warn","ts":"2026-02-27T01:51:23.280188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.214129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T01:51:23.280227Z","caller":"traceutil/trace.go:171","msg":"trace[327244592] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:17608; }","duration":"432.275611ms","start":"2026-02-27T01:51:22.847943Z","end":"2026-02-27T01:51:23.280219Z","steps":["trace[327244592] 'range keys from in-memory index tree' (duration: 432.101496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:23.280249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:22.847932Z","time spent":"432.311301ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:51:23.280431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.715623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T01:51:23.28047Z","caller":"traceutil/trace.go:171","msg":"trace[669578256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17608; }","duration":"426.778325ms","start":"2026-02-27T01:51:22.853683Z","end":"2026-02-27T01:51:23.280462Z","steps":["trace[669578256] 'range keys from in-memory index tree' (duration: 426.626111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:23.280494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:22.853672Z","time spent":"426.815736ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:51:23.280819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.545882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:51:23.280851Z","caller":"traceutil/trace.go:171","msg":"trace[80104639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17608; }","duration":"425.596634ms","start":"2026-02-27T01:51:22.855247Z","end":"2026-02-27T01:51:23.280844Z","steps":["trace[80104639] 'range keys from in-memory index tree' (duration: 425.472001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:23.280872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:22.855238Z","time spent":"425.628835ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:51:23.281672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.520831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T01:51:23.281713Z","caller":"traceutil/trace.go:171","msg":"trace[1676735437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17608; }","duration":"414.581543ms","start":"2026-02-27T01:51:22.867122Z","end":"2026-02-27T01:51:23.281704Z","steps":["trace[1676735437] 'range keys from in-memory index tree' (duration: 414.439659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:23.281738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:22.867112Z","time spent":"414.619174ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:51:23.281914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.214563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T01:51:23.281953Z","caller":"traceutil/trace.go:171","msg":"trace[466349415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17608; }","duration":"414.270014ms","start":"2026-02-27T01:51:22.867671Z","end":"2026-02-27T01:51:23.281941Z","steps":["trace[466349415] 'range keys from in-memory index tree' (duration: 414.143931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:23.281976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:22.867663Z","time spent":"414.306925ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:51:23.282374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.868927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:51:23.282436Z","caller":"traceutil/trace.go:171","msg":"trace[408705835] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:17608; }","duration":"280.99016ms","start":"2026-02-27T01:51:23.001435Z","end":"2026-02-27T01:51:23.282425Z","steps":["trace[408705835] 'count revisions from in-memory index tree' (duration: 280.765954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:23.28277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.125762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:51:23.282808Z","caller":"traceutil/trace.go:171","msg":"trace[1259269610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17608; }","duration":"228.242275ms","start":"2026-02-27T01:51:23.054558Z","end":"2026-02-27T01:51:23.282801Z","steps":["trace[1259269610] 'range keys from in-memory index tree' (duration: 228.058141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:23.791975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281932134,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:51:23.826666Z","caller":"traceutil/trace.go:171","msg":"trace[632803059] transaction","detail":"{read_only:false; response_revision:17609; number_of_response:1; }","duration":"539.061124ms","start":"2026-02-27T01:51:23.287579Z","end":"2026-02-27T01:51:23.82664Z","steps":["trace[632803059] 'process raft request' (duration: 538.90379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:23.826905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:23.287565Z","time spent":"539.167407ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:51:24.280454Z","caller":"traceutil/trace.go:171","msg":"trace[2084078858] transaction","detail":"{read_only:false; response_revision:17610; number_of_response:1; }","duration":"992.212576ms","start":"2026-02-27T01:51:23.288207Z","end":"2026-02-27T01:51:24.280419Z","steps":["trace[2084078858] 'process raft request' (duration: 991.939809ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:24.28051Z","caller":"traceutil/trace.go:171","msg":"trace[1515847702] linearizableReadLoop","detail":"{readStateIndex:18495; appliedIndex:18489; }","duration":"989.558466ms","start":"2026-02-27T01:51:23.290925Z","end":"2026-02-27T01:51:24.280483Z","steps":["trace[1515847702] 'read index received' (duration: 535.598782ms)","trace[1515847702] 'applied index is now lower than readState.Index' (duration: 453.958684ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:51:24.280513Z","caller":"traceutil/trace.go:171","msg":"trace[540327192] transaction","detail":"{read_only:false; response_revision:17611; number_of_response:1; }","duration":"991.938249ms","start":"2026-02-27T01:51:23.28853Z","end":"2026-02-27T01:51:24.280468Z","steps":["trace[540327192] 'process raft request' (duration: 991.790385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:24.280604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:23.288182Z","time spent":"992.34599ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:51:24.280642Z","caller":"traceutil/trace.go:171","msg":"trace[1660155022] transaction","detail":"{read_only:false; response_revision:17612; number_of_response:1; }","duration":"989.502655ms","start":"2026-02-27T01:51:23.291129Z","end":"2026-02-27T01:51:24.280632Z","steps":["trace[1660155022] 'process raft request' (duration: 989.227717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:24.280696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:23.28852Z","time spent":"992.088043ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:51:24.280757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:23.291115Z","time spent":"989.559946ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:51:24.28081Z","caller":"traceutil/trace.go:171","msg":"trace[1068640373] transaction","detail":"{read_only:false; response_revision:17613; number_of_response:1; }","duration":"989.474454ms","start":"2026-02-27T01:51:23.291324Z","end":"2026-02-27T01:51:24.280799Z","steps":["trace[1068640373] 'process raft request' (duration: 989.063293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:24.280866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:23.291229Z","time spent":"989.609407ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:51:24.281009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.329003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T01:51:24.281012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.026669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T01:51:24.281047Z","caller":"traceutil/trace.go:171","msg":"trace[1337719791] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:17614; }","duration":"645.406225ms","start":"2026-02-27T01:51:23.635632Z","end":"2026-02-27T01:51:24.281038Z","steps":["trace[1337719791] 'agreement among raft nodes before linearized reading' (duration: 645.273692ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:24.281057Z","caller":"traceutil/trace.go:171","msg":"trace[1691154973] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:17614; }","duration":"304.115242ms","start":"2026-02-27T01:51:23.976929Z","end":"2026-02-27T01:51:24.281044Z","steps":["trace[1691154973] 'agreement among raft nodes before linearized reading' (duration: 304.035509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:24.281095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:23.976904Z","time spent":"304.184104ms","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:51:24.281152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.406837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T01:51:24.281176Z","caller":"traceutil/trace.go:171","msg":"trace[653871174] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17614; }","duration":"445.430038ms","start":"2026-02-27T01:51:23.83574Z","end":"2026-02-27T01:51:24.28117Z","steps":["trace[653871174] 'agreement among raft nodes before linearized reading' (duration: 445.340256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:24.281193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:23.835686Z","time spent":"445.504109ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:51:24.281069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:23.635588Z","time spent":"645.475947ms","remote":"127.0.0.1:33966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":105,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:51:24.28142Z","caller":"traceutil/trace.go:171","msg":"trace[2031582116] transaction","detail":"{read_only:false; response_revision:17614; number_of_response:1; }","duration":"758.480086ms","start":"2026-02-27T01:51:23.522927Z","end":"2026-02-27T01:51:24.281407Z","steps":["trace[2031582116] 'process raft request' (duration: 757.517311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:24.281505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:23.522902Z","time spent":"758.562338ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:51:24.281775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.83179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:918110"} {"level":"info","ts":"2026-02-27T01:51:24.281853Z","caller":"traceutil/trace.go:171","msg":"trace[1180225578] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:17614; }","duration":"990.942622ms","start":"2026-02-27T01:51:23.290891Z","end":"2026-02-27T01:51:24.281834Z","steps":["trace[1180225578] 'agreement among raft nodes before linearized reading' (duration: 989.855494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:24.281895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:23.290879Z","time spent":"991.004985ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":93,"response size":918133,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:51:28.523138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.095109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T01:51:28.523344Z","caller":"traceutil/trace.go:171","msg":"trace[1148529972] linearizableReadLoop","detail":"{readStateIndex:18571; appliedIndex:18569; }","duration":"372.517629ms","start":"2026-02-27T01:51:28.15081Z","end":"2026-02-27T01:51:28.523328Z","steps":["trace[1148529972] 'read index received' (duration: 166.04254ms)","trace[1148529972] 'applied index is now lower than readState.Index' (duration: 206.474169ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:51:28.523343Z","caller":"traceutil/trace.go:171","msg":"trace[1907142158] transaction","detail":"{read_only:false; response_revision:17687; number_of_response:1; }","duration":"462.832028ms","start":"2026-02-27T01:51:28.060476Z","end":"2026-02-27T01:51:28.523308Z","steps":["trace[1907142158] 'process raft request' (duration: 256.467172ms)","trace[1907142158] 'compare' (duration: 205.845062ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:51:28.523487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:28.060461Z","time spent":"462.94573ms","remote":"127.0.0.1:50272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3173,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:51:28.523606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.097381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T01:51:28.523684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.215314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T01:51:28.523594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.319981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:51:28.523661Z","caller":"traceutil/trace.go:171","msg":"trace[1305408630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17688; }","duration":"225.155402ms","start":"2026-02-27T01:51:28.29849Z","end":"2026-02-27T01:51:28.523646Z","steps":["trace[1305408630] 'agreement among raft nodes before linearized reading' (duration: 225.030859ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:28.523707Z","caller":"traceutil/trace.go:171","msg":"trace[1680033133] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:17688; }","duration":"370.509386ms","start":"2026-02-27T01:51:28.15319Z","end":"2026-02-27T01:51:28.5237Z","steps":["trace[1680033133] 'agreement among raft nodes before linearized reading' (duration: 370.29911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:28.523725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:28.153175Z","time spent":"370.544077ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" "} {"level":"info","ts":"2026-02-27T01:51:28.523692Z","caller":"traceutil/trace.go:171","msg":"trace[386758222] transaction","detail":"{read_only:false; response_revision:17688; number_of_response:1; }","duration":"458.490493ms","start":"2026-02-27T01:51:28.065164Z","end":"2026-02-27T01:51:28.523654Z","steps":["trace[386758222] 'process raft request' (duration: 458.072002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:28.523751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.86963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-02-27T01:51:28.523754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.274557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:97791"} {"level":"info","ts":"2026-02-27T01:51:28.523775Z","caller":"traceutil/trace.go:171","msg":"trace[803468162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17688; }","duration":"225.254335ms","start":"2026-02-27T01:51:28.298446Z","end":"2026-02-27T01:51:28.5237Z","steps":["trace[803468162] 'agreement among raft nodes before linearized reading' (duration: 225.192493ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:28.523796Z","caller":"traceutil/trace.go:171","msg":"trace[256362309] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17688; }","duration":"175.950372ms","start":"2026-02-27T01:51:28.347831Z","end":"2026-02-27T01:51:28.523782Z","steps":["trace[256362309] 'agreement among raft nodes before linearized reading' (duration: 175.809348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:28.523794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.011263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T01:51:28.523831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:28.065155Z","time spent":"458.599465ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:51:28.523872Z","caller":"traceutil/trace.go:171","msg":"trace[1637075819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17688; }","duration":"224.113555ms","start":"2026-02-27T01:51:28.299737Z","end":"2026-02-27T01:51:28.52385Z","steps":["trace[1637075819] 'agreement among raft nodes before linearized reading' (duration: 223.91641ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:28.523822Z","caller":"traceutil/trace.go:171","msg":"trace[572147161] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:17688; }","duration":"461.351939ms","start":"2026-02-27T01:51:28.062454Z","end":"2026-02-27T01:51:28.523806Z","steps":["trace[572147161] 'agreement among raft nodes before linearized reading' (duration: 461.001189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:28.523989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:28.062422Z","time spent":"461.556534ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":13,"response size":97814,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-02-27T01:51:28.524045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.9969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8f28k\" ","response":"range_response_count:1 size:22093"} {"level":"warn","ts":"2026-02-27T01:51:28.524154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.105097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T01:51:28.524167Z","caller":"traceutil/trace.go:171","msg":"trace[1343853853] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8f28k; range_end:; response_count:1; response_revision:17688; }","duration":"202.163235ms","start":"2026-02-27T01:51:28.321994Z","end":"2026-02-27T01:51:28.524158Z","steps":["trace[1343853853] 'agreement among raft nodes before linearized reading' (duration: 201.549049ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:28.524196Z","caller":"traceutil/trace.go:171","msg":"trace[805263538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17688; }","duration":"229.141858ms","start":"2026-02-27T01:51:28.29504Z","end":"2026-02-27T01:51:28.524181Z","steps":["trace[805263538] 'agreement among raft nodes before linearized reading' (duration: 228.535002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:28.524583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.74979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2574540"} {"level":"info","ts":"2026-02-27T01:51:28.524645Z","caller":"traceutil/trace.go:171","msg":"trace[1118221245] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:17688; }","duration":"295.840561ms","start":"2026-02-27T01:51:28.228789Z","end":"2026-02-27T01:51:28.52463Z","steps":["trace[1118221245] 'agreement among raft nodes before linearized reading' (duration: 294.808384ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:28.651336Z","caller":"traceutil/trace.go:171","msg":"trace[1861799750] linearizableReadLoop","detail":"{readStateIndex:18572; appliedIndex:18571; }","duration":"120.211879ms","start":"2026-02-27T01:51:28.531099Z","end":"2026-02-27T01:51:28.651311Z","steps":["trace[1861799750] 'read index received' (duration: 120.141867ms)","trace[1861799750] 'applied index is now lower than readState.Index' (duration: 68.882µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:51:28.65141Z","caller":"traceutil/trace.go:171","msg":"trace[12432241] transaction","detail":"{read_only:false; response_revision:17689; number_of_response:1; }","duration":"120.62767ms","start":"2026-02-27T01:51:28.530729Z","end":"2026-02-27T01:51:28.651357Z","steps":["trace[12432241] 'process raft request' (duration: 120.458686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:28.652273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.315568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:927794"} {"level":"info","ts":"2026-02-27T01:51:28.652323Z","caller":"traceutil/trace.go:171","msg":"trace[2062679912] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17689; }","duration":"121.400071ms","start":"2026-02-27T01:51:28.530912Z","end":"2026-02-27T01:51:28.652312Z","steps":["trace[2062679912] 'agreement among raft nodes before linearized reading' (duration: 120.513087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:28.655204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.186353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-02-27T01:51:28.655256Z","caller":"traceutil/trace.go:171","msg":"trace[1255830590] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:17695; }","duration":"116.259664ms","start":"2026-02-27T01:51:28.538983Z","end":"2026-02-27T01:51:28.655243Z","steps":["trace[1255830590] 'agreement among raft nodes before linearized reading' (duration: 116.122901ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:28.65543Z","caller":"traceutil/trace.go:171","msg":"trace[168508321] transaction","detail":"{read_only:false; response_revision:17694; number_of_response:1; }","duration":"121.904173ms","start":"2026-02-27T01:51:28.533496Z","end":"2026-02-27T01:51:28.655401Z","steps":["trace[168508321] 'process raft request' (duration: 121.550354ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:28.65552Z","caller":"traceutil/trace.go:171","msg":"trace[1098369581] transaction","detail":"{read_only:false; response_revision:17695; number_of_response:1; }","duration":"111.393735ms","start":"2026-02-27T01:51:28.54412Z","end":"2026-02-27T01:51:28.655514Z","steps":["trace[1098369581] 'process raft request' (duration: 110.953894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:28.655782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.592833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-senlin-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-02-27T01:51:28.655797Z","caller":"traceutil/trace.go:171","msg":"trace[2116649003] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-senlin-nodes; range_end:; response_count:1; response_revision:17695; }","duration":"116.618274ms","start":"2026-02-27T01:51:28.539174Z","end":"2026-02-27T01:51:28.655793Z","steps":["trace[2116649003] 'agreement among raft nodes before linearized reading' (duration: 116.575963ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:28.655822Z","caller":"traceutil/trace.go:171","msg":"trace[1643329958] transaction","detail":"{read_only:false; response_revision:17690; number_of_response:1; }","duration":"124.671217ms","start":"2026-02-27T01:51:28.531136Z","end":"2026-02-27T01:51:28.655807Z","steps":["trace[1643329958] 'process raft request' (duration: 123.774623ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:28.655952Z","caller":"traceutil/trace.go:171","msg":"trace[1709592132] transaction","detail":"{read_only:false; response_revision:17691; number_of_response:1; }","duration":"124.706888ms","start":"2026-02-27T01:51:28.531236Z","end":"2026-02-27T01:51:28.655943Z","steps":["trace[1709592132] 'process raft request' (duration: 123.755753ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:28.65608Z","caller":"traceutil/trace.go:171","msg":"trace[204519203] transaction","detail":"{read_only:false; response_revision:17692; number_of_response:1; }","duration":"123.968088ms","start":"2026-02-27T01:51:28.532102Z","end":"2026-02-27T01:51:28.656071Z","steps":["trace[204519203] 'process raft request' (duration: 122.9105ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:28.656206Z","caller":"traceutil/trace.go:171","msg":"trace[1598485400] transaction","detail":"{read_only:false; response_revision:17693; number_of_response:1; }","duration":"122.988562ms","start":"2026-02-27T01:51:28.533209Z","end":"2026-02-27T01:51:28.656197Z","steps":["trace[1598485400] 'process raft request' (duration: 121.822812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:30.104394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.81142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-02-27T01:51:30.104466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.007633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T01:51:30.104541Z","caller":"traceutil/trace.go:171","msg":"trace[1984380761] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:17711; }","duration":"255.148137ms","start":"2026-02-27T01:51:29.849373Z","end":"2026-02-27T01:51:30.104521Z","steps":["trace[1984380761] 'range keys from in-memory index tree' (duration: 254.844919ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:30.10449Z","caller":"traceutil/trace.go:171","msg":"trace[1378407820] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:17711; }","duration":"290.914243ms","start":"2026-02-27T01:51:29.81355Z","end":"2026-02-27T01:51:30.104465Z","steps":["trace[1378407820] 'range keys from in-memory index tree' (duration: 290.561953ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:31.927989Z","caller":"traceutil/trace.go:171","msg":"trace[997509599] linearizableReadLoop","detail":"{readStateIndex:18629; appliedIndex:18628; }","duration":"202.460893ms","start":"2026-02-27T01:51:31.725506Z","end":"2026-02-27T01:51:31.927967Z","steps":["trace[997509599] 'read index received' (duration: 202.399701ms)","trace[997509599] 'applied index is now lower than readState.Index' (duration: 60.072µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:51:31.928265Z","caller":"traceutil/trace.go:171","msg":"trace[1813098681] transaction","detail":"{read_only:false; response_revision:17742; number_of_response:1; }","duration":"204.58696ms","start":"2026-02-27T01:51:31.723666Z","end":"2026-02-27T01:51:31.928253Z","steps":["trace[1813098681] 'process raft request' (duration: 204.171749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:31.928784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.260395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-27T01:51:31.928911Z","caller":"traceutil/trace.go:171","msg":"trace[609245374] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:17742; }","duration":"203.349407ms","start":"2026-02-27T01:51:31.725474Z","end":"2026-02-27T01:51:31.928823Z","steps":["trace[609245374] 'agreement among raft nodes before linearized reading' (duration: 202.955166ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:56.161569Z","caller":"traceutil/trace.go:171","msg":"trace[854503407] linearizableReadLoop","detail":"{readStateIndex:18872; appliedIndex:18871; }","duration":"202.601018ms","start":"2026-02-27T01:51:55.958895Z","end":"2026-02-27T01:51:56.161496Z","steps":["trace[854503407] 'read index received' (duration: 195.825608ms)","trace[854503407] 'applied index is now lower than readState.Index' (duration: 6.77407ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:51:56.161741Z","caller":"traceutil/trace.go:171","msg":"trace[2095185076] transaction","detail":"{read_only:false; response_revision:17971; number_of_response:1; }","duration":"232.256972ms","start":"2026-02-27T01:51:55.929466Z","end":"2026-02-27T01:51:56.161722Z","steps":["trace[2095185076] 'process raft request' (duration: 225.300728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:56.162221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.304286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T01:51:56.162258Z","caller":"traceutil/trace.go:171","msg":"trace[1702607490] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17971; }","duration":"203.390829ms","start":"2026-02-27T01:51:55.958857Z","end":"2026-02-27T01:51:56.162248Z","steps":["trace[1702607490] 'agreement among raft nodes before linearized reading' (duration: 203.223904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:56.162373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.261333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:51:56.162429Z","caller":"traceutil/trace.go:171","msg":"trace[521615989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17971; }","duration":"108.342295ms","start":"2026-02-27T01:51:56.054078Z","end":"2026-02-27T01:51:56.16242Z","steps":["trace[521615989] 'agreement among raft nodes before linearized reading' (duration: 108.266353ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:23.785856Z","caller":"traceutil/trace.go:171","msg":"trace[868558175] transaction","detail":"{read_only:false; response_revision:18324; number_of_response:1; }","duration":"139.689034ms","start":"2026-02-27T01:52:23.646124Z","end":"2026-02-27T01:52:23.785813Z","steps":["trace[868558175] 'process raft request' (duration: 139.358905ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:53:41.582065Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"30aa8136fb61a722","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T01:53:41.586554Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-02-27T01:53:41.586732Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-02-27T01:54:02.881252Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16537} {"level":"info","ts":"2026-02-27T01:54:02.982857Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16537,"took":"98.04024ms","hash":4286302987,"current-db-size-bytes":45903872,"current-db-size":"46 MB","current-db-size-in-use-bytes":31350784,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-27T01:54:02.982922Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4286302987,"revision":16537,"compact-revision":13638} {"level":"info","ts":"2026-02-27T01:58:18.943028Z","caller":"traceutil/trace.go:171","msg":"trace[1305939408] transaction","detail":"{read_only:false; response_revision:21514; number_of_response:1; }","duration":"113.430628ms","start":"2026-02-27T01:58:18.82957Z","end":"2026-02-27T01:58:18.943Z","steps":["trace[1305939408] 'process raft request' (duration: 113.373606ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:18.943035Z","caller":"traceutil/trace.go:171","msg":"trace[1075131461] transaction","detail":"{read_only:false; response_revision:21513; number_of_response:1; }","duration":"135.622318ms","start":"2026-02-27T01:58:18.807382Z","end":"2026-02-27T01:58:18.943004Z","steps":["trace[1075131461] 'process raft request' (duration: 130.111934ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:18.943035Z","caller":"traceutil/trace.go:171","msg":"trace[1118734620] linearizableReadLoop","detail":"{readStateIndex:22581; appliedIndex:22580; }","duration":"118.071029ms","start":"2026-02-27T01:58:18.824917Z","end":"2026-02-27T01:58:18.942988Z","steps":["trace[1118734620] 'read index received' (duration: 112.505624ms)","trace[1118734620] 'applied index is now lower than readState.Index' (duration: 5.561875ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:58:18.943337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.469521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T01:58:18.943429Z","caller":"traceutil/trace.go:171","msg":"trace[1492262775] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21514; }","duration":"133.608105ms","start":"2026-02-27T01:58:18.809802Z","end":"2026-02-27T01:58:18.94341Z","steps":["trace[1492262775] 'agreement among raft nodes before linearized reading' (duration: 133.306357ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:21.204813Z","caller":"traceutil/trace.go:171","msg":"trace[568202510] transaction","detail":"{read_only:false; number_of_response:0; response_revision:21526; }","duration":"101.094025ms","start":"2026-02-27T01:58:21.103679Z","end":"2026-02-27T01:58:21.204773Z","steps":["trace[568202510] 'process raft request' (duration: 100.952401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:30.169155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281943958,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:58:30.501281Z","caller":"traceutil/trace.go:171","msg":"trace[834830130] transaction","detail":"{read_only:false; response_revision:21575; number_of_response:1; }","duration":"936.766527ms","start":"2026-02-27T01:58:29.564479Z","end":"2026-02-27T01:58:30.501246Z","steps":["trace[834830130] 'process raft request' (duration: 936.538921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:30.501608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:29.564453Z","time spent":"936.936882ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:58:30.727057Z","caller":"traceutil/trace.go:171","msg":"trace[1146964627] linearizableReadLoop","detail":"{readStateIndex:22648; appliedIndex:22646; }","duration":"1.058019939s","start":"2026-02-27T01:58:29.668997Z","end":"2026-02-27T01:58:30.727017Z","steps":["trace[1146964627] 'read index received' (duration: 832.097649ms)","trace[1146964627] 'applied index is now lower than readState.Index' (duration: 225.92058ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:30.727095Z","caller":"traceutil/trace.go:171","msg":"trace[1407730088] transaction","detail":"{read_only:false; response_revision:21576; number_of_response:1; }","duration":"659.216906ms","start":"2026-02-27T01:58:30.067847Z","end":"2026-02-27T01:58:30.727064Z","steps":["trace[1407730088] 'process raft request' (duration: 630.278918ms)","trace[1407730088] 'compare' (duration: 28.716682ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:58:30.727266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:30.067832Z","time spent":"659.35192ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:58:30.72728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.138898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:58:30.727336Z","caller":"traceutil/trace.go:171","msg":"trace[1013238656] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:21576; }","duration":"942.201639ms","start":"2026-02-27T01:58:29.78512Z","end":"2026-02-27T01:58:30.727322Z","steps":["trace[1013238656] 'agreement among raft nodes before linearized reading' (duration: 942.107757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:30.727376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:29.785056Z","time spent":"942.308752ms","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:58:30.727598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.137426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T01:58:30.72767Z","caller":"traceutil/trace.go:171","msg":"trace[1711003643] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:21576; }","duration":"325.27583ms","start":"2026-02-27T01:58:30.402373Z","end":"2026-02-27T01:58:30.727649Z","steps":["trace[1711003643] 'agreement among raft nodes before linearized reading' (duration: 324.981042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:30.727727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:30.40235Z","time spent":"325.358312ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:58:30.727724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.816308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T01:58:30.72779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.329476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-27T01:58:30.727592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058535962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T01:58:30.727938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.142318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T01:58:30.72784Z","caller":"traceutil/trace.go:171","msg":"trace[1535489567] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21576; }","duration":"222.427329ms","start":"2026-02-27T01:58:30.505397Z","end":"2026-02-27T01:58:30.727824Z","steps":["trace[1535489567] 'agreement among raft nodes before linearized reading' (duration: 222.245785ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:30.727925Z","caller":"traceutil/trace.go:171","msg":"trace[1775295369] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:21576; }","duration":"1.058959283s","start":"2026-02-27T01:58:29.668945Z","end":"2026-02-27T01:58:30.727904Z","steps":["trace[1775295369] 'agreement among raft nodes before linearized reading' (duration: 1.058185773s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:30.728121Z","caller":"traceutil/trace.go:171","msg":"trace[1374485187] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21576; }","duration":"684.361674ms","start":"2026-02-27T01:58:30.043736Z","end":"2026-02-27T01:58:30.728097Z","steps":["trace[1374485187] 'agreement among raft nodes before linearized reading' (duration: 683.976893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:30.728188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:30.043712Z","time spent":"684.457796ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:58:30.727838Z","caller":"traceutil/trace.go:171","msg":"trace[1570526810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21576; }","duration":"673.933691ms","start":"2026-02-27T01:58:30.053878Z","end":"2026-02-27T01:58:30.727811Z","steps":["trace[1570526810] 'agreement among raft nodes before linearized reading' (duration: 673.784667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:30.728261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:29.668927Z","time spent":"1.059229961s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:58:30.728304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:30.053862Z","time spent":"674.427444ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:58:41.334664Z","caller":"traceutil/trace.go:171","msg":"trace[1719774168] linearizableReadLoop","detail":"{readStateIndex:22713; appliedIndex:22712; }","duration":"486.645801ms","start":"2026-02-27T01:58:40.847947Z","end":"2026-02-27T01:58:41.334593Z","steps":["trace[1719774168] 'read index received' (duration: 486.404715ms)","trace[1719774168] 'applied index is now lower than readState.Index' (duration: 239.876µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:41.334846Z","caller":"traceutil/trace.go:171","msg":"trace[1339883970] transaction","detail":"{read_only:false; response_revision:21637; number_of_response:1; }","duration":"515.630069ms","start":"2026-02-27T01:58:40.819172Z","end":"2026-02-27T01:58:41.334802Z","steps":["trace[1339883970] 'process raft request' (duration: 515.207678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:41.334997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.016321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T01:58:41.33504Z","caller":"traceutil/trace.go:171","msg":"trace[1739260170] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21637; }","duration":"487.114123ms","start":"2026-02-27T01:58:40.847911Z","end":"2026-02-27T01:58:41.335025Z","steps":["trace[1739260170] 'agreement among raft nodes before linearized reading' (duration: 486.897377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:41.335048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:40.819142Z","time spent":"515.802954ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:58:41.335122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.484647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-02-27T01:58:41.335197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.189406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T01:58:41.335211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.981878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-27T01:58:41.335219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:40.847893Z","time spent":"487.176075ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:58:41.335235Z","caller":"traceutil/trace.go:171","msg":"trace[1200389769] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21637; }","duration":"486.645051ms","start":"2026-02-27T01:58:40.848561Z","end":"2026-02-27T01:58:41.335206Z","steps":["trace[1200389769] 'agreement among raft nodes before linearized reading' (duration: 486.321752ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:41.335267Z","caller":"traceutil/trace.go:171","msg":"trace[1158381380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21637; }","duration":"315.281448ms","start":"2026-02-27T01:58:41.019963Z","end":"2026-02-27T01:58:41.335245Z","steps":["trace[1158381380] 'agreement among raft nodes before linearized reading' (duration: 315.046921ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:41.335272Z","caller":"traceutil/trace.go:171","msg":"trace[1408772967] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21637; }","duration":"201.096481ms","start":"2026-02-27T01:58:41.134155Z","end":"2026-02-27T01:58:41.335251Z","steps":["trace[1408772967] 'agreement among raft nodes before linearized reading' (duration: 200.929146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:41.335293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:40.848551Z","time spent":"486.731884ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:58:41.335305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:41.019954Z","time spent":"315.34457ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:58:41.33513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.731335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:58:41.335364Z","caller":"traceutil/trace.go:171","msg":"trace[1683671167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21637; }","duration":"281.044433ms","start":"2026-02-27T01:58:41.054314Z","end":"2026-02-27T01:58:41.335359Z","steps":["trace[1683671167] 'agreement among raft nodes before linearized reading' (duration: 280.711984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:41.335442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.280769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:58:41.335486Z","caller":"traceutil/trace.go:171","msg":"trace[89898959] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21637; }","duration":"255.353561ms","start":"2026-02-27T01:58:41.080118Z","end":"2026-02-27T01:58:41.335472Z","steps":["trace[89898959] 'agreement among raft nodes before linearized reading' (duration: 255.215837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:41.335579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.402232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T01:58:41.335622Z","caller":"traceutil/trace.go:171","msg":"trace[262104918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21637; }","duration":"260.496655ms","start":"2026-02-27T01:58:41.075113Z","end":"2026-02-27T01:58:41.335609Z","steps":["trace[262104918] 'agreement among raft nodes before linearized reading' (duration: 259.825828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:41.335664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.920905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T01:58:41.335737Z","caller":"traceutil/trace.go:171","msg":"trace[1648476578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21637; }","duration":"320.998347ms","start":"2026-02-27T01:58:41.014718Z","end":"2026-02-27T01:58:41.335716Z","steps":["trace[1648476578] 'agreement among raft nodes before linearized reading' (duration: 320.515314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:41.335901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:41.014591Z","time spent":"321.291525ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:58:41.454644Z","caller":"traceutil/trace.go:171","msg":"trace[290334224] transaction","detail":"{read_only:false; response_revision:21638; number_of_response:1; }","duration":"114.018602ms","start":"2026-02-27T01:58:41.340556Z","end":"2026-02-27T01:58:41.454575Z","steps":["trace[290334224] 'process raft request' (duration: 111.63021ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:41.456507Z","caller":"traceutil/trace.go:171","msg":"trace[644691267] transaction","detail":"{read_only:false; response_revision:21639; number_of_response:1; }","duration":"115.798469ms","start":"2026-02-27T01:58:41.340681Z","end":"2026-02-27T01:58:41.456479Z","steps":["trace[644691267] 'process raft request' (duration: 115.632245ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:41.456848Z","caller":"traceutil/trace.go:171","msg":"trace[647098350] transaction","detail":"{read_only:false; response_revision:21640; number_of_response:1; }","duration":"115.862071ms","start":"2026-02-27T01:58:41.340957Z","end":"2026-02-27T01:58:41.456819Z","steps":["trace[647098350] 'process raft request' (duration: 115.478271ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:41.456993Z","caller":"traceutil/trace.go:171","msg":"trace[386998496] transaction","detail":"{read_only:false; response_revision:21641; number_of_response:1; }","duration":"114.849624ms","start":"2026-02-27T01:58:41.342125Z","end":"2026-02-27T01:58:41.456975Z","steps":["trace[386998496] 'process raft request' (duration: 114.613028ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:41.458275Z","caller":"traceutil/trace.go:171","msg":"trace[698212347] transaction","detail":"{read_only:false; response_revision:21642; number_of_response:1; }","duration":"114.026073ms","start":"2026-02-27T01:58:41.342982Z","end":"2026-02-27T01:58:41.457008Z","steps":["trace[698212347] 'process raft request' (duration: 113.8872ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:41.465874Z","caller":"traceutil/trace.go:171","msg":"trace[154317073] linearizableReadLoop","detail":"{readStateIndex:22716; appliedIndex:22713; }","duration":"124.22649ms","start":"2026-02-27T01:58:41.34163Z","end":"2026-02-27T01:58:41.465856Z","steps":["trace[154317073] 'read index received' (duration: 110.530381ms)","trace[154317073] 'applied index is now lower than readState.Index' (duration: 13.694449ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:58:41.466103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.437866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T01:58:41.466148Z","caller":"traceutil/trace.go:171","msg":"trace[2076402324] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21642; }","duration":"124.519188ms","start":"2026-02-27T01:58:41.341617Z","end":"2026-02-27T01:58:41.466136Z","steps":["trace[2076402324] 'agreement among raft nodes before linearized reading' (duration: 124.346284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:41.466136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.481616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T01:58:41.466203Z","caller":"traceutil/trace.go:171","msg":"trace[291824360] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21642; }","duration":"124.58543ms","start":"2026-02-27T01:58:41.341602Z","end":"2026-02-27T01:58:41.466187Z","steps":["trace[291824360] 'agreement among raft nodes before linearized reading' (duration: 124.347973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:41.466223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.509518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-02-27T01:58:41.466319Z","caller":"traceutil/trace.go:171","msg":"trace[901615534] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:21642; }","duration":"124.642571ms","start":"2026-02-27T01:58:41.341653Z","end":"2026-02-27T01:58:41.466296Z","steps":["trace[901615534] 'agreement among raft nodes before linearized reading' (duration: 124.387795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:47.348481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281944238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:58:47.849679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281944238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:58:48.282364Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.641083013s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:58:48.282792Z","caller":"traceutil/trace.go:171","msg":"trace[1827279153] linearizableReadLoop","detail":"{readStateIndex:22752; appliedIndex:22751; }","duration":"1.43495328s","start":"2026-02-27T01:58:46.847809Z","end":"2026-02-27T01:58:48.282763Z","steps":["trace[1827279153] 'read index received' (duration: 1.434704204s)","trace[1827279153] 'applied index is now lower than readState.Index' (duration: 247.826µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:48.28289Z","caller":"traceutil/trace.go:171","msg":"trace[1680056684] transaction","detail":"{read_only:false; response_revision:21673; number_of_response:1; }","duration":"1.64173375s","start":"2026-02-27T01:58:46.641126Z","end":"2026-02-27T01:58:48.282859Z","steps":["trace[1680056684] 'process raft request' (duration: 1.641430152s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:48.283107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435291149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T01:58:48.283165Z","caller":"traceutil/trace.go:171","msg":"trace[36694128] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:21673; }","duration":"1.435403032s","start":"2026-02-27T01:58:46.847748Z","end":"2026-02-27T01:58:48.283151Z","steps":["trace[36694128] 'agreement among raft nodes before linearized reading' (duration: 1.435184346s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:48.283172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.4334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-02-27T01:58:48.283163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321273336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-02-27T01:58:48.283191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.89932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T01:58:48.283202Z","caller":"traceutil/trace.go:171","msg":"trace[2051402757] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21673; }","duration":"761.517173ms","start":"2026-02-27T01:58:47.521676Z","end":"2026-02-27T01:58:48.283194Z","steps":["trace[2051402757] 'agreement among raft nodes before linearized reading' (duration: 761.377629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:48.283201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:46.847726Z","time spent":"1.435466384s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:58:48.283211Z","caller":"traceutil/trace.go:171","msg":"trace[727615015] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21673; }","duration":"1.321393989s","start":"2026-02-27T01:58:46.961805Z","end":"2026-02-27T01:58:48.283199Z","steps":["trace[727615015] 'agreement among raft nodes before linearized reading' (duration: 1.321142732s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:48.283229Z","caller":"traceutil/trace.go:171","msg":"trace[2141662020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21673; }","duration":"785.981372ms","start":"2026-02-27T01:58:47.497235Z","end":"2026-02-27T01:58:48.283217Z","steps":["trace[2141662020] 'agreement among raft nodes before linearized reading' (duration: 785.865109ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:48.283243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:46.961779Z","time spent":"1.321456751s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:58:48.283267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:47.497211Z","time spent":"786.050074ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:58:48.283291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.847284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T01:58:48.283295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.319376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T01:58:48.283312Z","caller":"traceutil/trace.go:171","msg":"trace[1809608509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21673; }","duration":"781.884955ms","start":"2026-02-27T01:58:47.501422Z","end":"2026-02-27T01:58:48.283307Z","steps":["trace[1809608509] 'agreement among raft nodes before linearized reading' (duration: 781.831653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:48.283275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22854019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T01:58:48.283238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:47.521663Z","time spent":"761.568914ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:58:48.283338Z","caller":"traceutil/trace.go:171","msg":"trace[894657859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21673; }","duration":"777.379107ms","start":"2026-02-27T01:58:47.505946Z","end":"2026-02-27T01:58:48.283325Z","steps":["trace[894657859] 'agreement among raft nodes before linearized reading' (duration: 777.273044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:48.283373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:47.505934Z","time spent":"777.431688ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:58:48.283372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.639055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T01:58:48.283375Z","caller":"traceutil/trace.go:171","msg":"trace[521150183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21673; }","duration":"1.228702755s","start":"2026-02-27T01:58:47.054648Z","end":"2026-02-27T01:58:48.283351Z","steps":["trace[521150183] 'agreement among raft nodes before linearized reading' (duration: 1.228523s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:48.283428Z","caller":"traceutil/trace.go:171","msg":"trace[885249575] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:21673; }","duration":"907.752117ms","start":"2026-02-27T01:58:47.37566Z","end":"2026-02-27T01:58:48.283412Z","steps":["trace[885249575] 'agreement among raft nodes before linearized reading' (duration: 907.4706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:48.283185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.333181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T01:58:48.283424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.382698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T01:58:48.283473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:47.375633Z","time spent":"907.83126ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T01:58:48.283518Z","caller":"traceutil/trace.go:171","msg":"trace[1516552554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21673; }","duration":"782.510901ms","start":"2026-02-27T01:58:47.500981Z","end":"2026-02-27T01:58:48.283492Z","steps":["trace[1516552554] 'agreement among raft nodes before linearized reading' (duration: 782.288306ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:48.283532Z","caller":"traceutil/trace.go:171","msg":"trace[415250706] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21673; }","duration":"781.669509ms","start":"2026-02-27T01:58:47.501816Z","end":"2026-02-27T01:58:48.283485Z","steps":["trace[415250706] 'agreement among raft nodes before linearized reading' (duration: 781.165236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:48.28333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:47.501415Z","time spent":"781.912586ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:58:48.283578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:47.50096Z","time spent":"782.608044ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:58:48.283439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:47.054631Z","time spent":"1.228798597s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:58:48.283618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:47.501807Z","time spent":"781.792412ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:58:48.283049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:46.641092Z","time spent":"1.641863643s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:58:48.284063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.458772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T01:58:48.284166Z","caller":"traceutil/trace.go:171","msg":"trace[112484517] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21673; }","duration":"759.293863ms","start":"2026-02-27T01:58:47.524851Z","end":"2026-02-27T01:58:48.284144Z","steps":["trace[112484517] 'agreement among raft nodes before linearized reading' (duration: 758.196055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:48.284216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:47.524839Z","time spent":"759.361106ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:58:48.790943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281944243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:58:49.695504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.646159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T01:58:49.695626Z","caller":"traceutil/trace.go:171","msg":"trace[591675211] transaction","detail":"{read_only:false; response_revision:21674; number_of_response:1; }","duration":"1.406115294s","start":"2026-02-27T01:58:48.289488Z","end":"2026-02-27T01:58:49.695604Z","steps":["trace[591675211] 'process raft request' (duration: 830.28045ms)","trace[591675211] 'compare' (duration: 575.400223ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:58:49.695702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:48.289463Z","time spent":"1.406204136s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:58:49.784649Z","caller":"traceutil/trace.go:171","msg":"trace[950233240] transaction","detail":"{read_only:false; response_revision:21676; number_of_response:1; }","duration":"1.494766463s","start":"2026-02-27T01:58:48.28985Z","end":"2026-02-27T01:58:49.784617Z","steps":["trace[950233240] 'process raft request' (duration: 1.494677541s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:49.784673Z","caller":"traceutil/trace.go:171","msg":"trace[1276954507] transaction","detail":"{read_only:false; response_revision:21675; number_of_response:1; }","duration":"1.495112512s","start":"2026-02-27T01:58:48.289506Z","end":"2026-02-27T01:58:49.784619Z","steps":["trace[1276954507] 'process raft request' (duration: 1.494865786s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:49.784831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:48.289841Z","time spent":"1.494899496s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:58:49.785014Z","caller":"traceutil/trace.go:171","msg":"trace[965309614] transaction","detail":"{read_only:false; response_revision:21678; number_of_response:1; }","duration":"1.493371197s","start":"2026-02-27T01:58:48.291622Z","end":"2026-02-27T01:58:49.784994Z","steps":["trace[965309614] 'process raft request' (duration: 1.493151461s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:49.785036Z","caller":"traceutil/trace.go:171","msg":"trace[1067115570] linearizableReadLoop","detail":"{readStateIndex:22759; appliedIndex:22752; }","duration":"1.495122873s","start":"2026-02-27T01:58:48.289892Z","end":"2026-02-27T01:58:49.785015Z","steps":["trace[1067115570] 'read index received' (duration: 829.799067ms)","trace[1067115570] 'applied index is now lower than readState.Index' (duration: 665.322836ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:49.785025Z","caller":"traceutil/trace.go:171","msg":"trace[716219829] transaction","detail":"{read_only:false; response_revision:21677; number_of_response:1; }","duration":"1.495092492s","start":"2026-02-27T01:58:48.289893Z","end":"2026-02-27T01:58:49.784985Z","steps":["trace[716219829] 'process raft request' (duration: 1.494673061s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:49.785126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:48.291608Z","time spent":"1.493468689s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:58:49.785166Z","caller":"traceutil/trace.go:171","msg":"trace[583847139] transaction","detail":"{read_only:false; response_revision:21680; number_of_response:1; }","duration":"1.489258989s","start":"2026-02-27T01:58:48.295892Z","end":"2026-02-27T01:58:49.785151Z","steps":["trace[583847139] 'process raft request' (duration: 1.489033193s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:49.785175Z","caller":"traceutil/trace.go:171","msg":"trace[97048219] transaction","detail":"{read_only:false; response_revision:21679; number_of_response:1; }","duration":"1.493256254s","start":"2026-02-27T01:58:48.291894Z","end":"2026-02-27T01:58:49.78515Z","steps":["trace[97048219] 'process raft request' (duration: 1.492976247s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:49.78526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:48.295882Z","time spent":"1.489330291s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:58:49.785275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:48.291876Z","time spent":"1.493345366s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:58:49.785229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:48.289878Z","time spent":"1.495234965s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:58:49.7854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494076995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-02-27T01:58:49.785436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490092261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:58:49.785476Z","caller":"traceutil/trace.go:171","msg":"trace[868925876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21680; }","duration":"1.490141372s","start":"2026-02-27T01:58:48.295322Z","end":"2026-02-27T01:58:49.785463Z","steps":["trace[868925876] 'agreement among raft nodes before linearized reading' (duration: 1.490078581s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:49.785657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:48.295313Z","time spent":"1.490299776s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:58:49.785714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495808931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T01:58:49.785472Z","caller":"traceutil/trace.go:171","msg":"trace[1792193091] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21680; }","duration":"1.494190748s","start":"2026-02-27T01:58:48.291264Z","end":"2026-02-27T01:58:49.785455Z","steps":["trace[1792193091] 'agreement among raft nodes before linearized reading' (duration: 1.493988273s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:49.785775Z","caller":"traceutil/trace.go:171","msg":"trace[1960368] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21680; }","duration":"1.495887323s","start":"2026-02-27T01:58:48.289866Z","end":"2026-02-27T01:58:49.785754Z","steps":["trace[1960368] 'agreement among raft nodes before linearized reading' (duration: 1.495675697s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:49.785792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:48.291244Z","time spent":"1.494530208s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:58:49.785816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:48.289854Z","time spent":"1.495954484s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:58:49.785485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:48.289486Z","time spent":"1.495287297s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:58:49.785508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.667289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T01:58:49.786095Z","caller":"traceutil/trace.go:171","msg":"trace[1437687807] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:21680; }","duration":"941.286915ms","start":"2026-02-27T01:58:48.844779Z","end":"2026-02-27T01:58:49.786066Z","steps":["trace[1437687807] 'agreement among raft nodes before linearized reading' (duration: 940.601047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:49.786209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:48.844758Z","time spent":"941.414318ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":15,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:58:50.296059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281944255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:58:50.704228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.652614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T01:58:50.70435Z","caller":"traceutil/trace.go:171","msg":"trace[67606821] transaction","detail":"{read_only:false; response_revision:21681; number_of_response:1; }","duration":"911.454555ms","start":"2026-02-27T01:58:49.792873Z","end":"2026-02-27T01:58:50.704327Z","steps":["trace[67606821] 'process raft request' (duration: 771.608846ms)","trace[67606821] 'compare' (duration: 139.50384ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:58:50.704415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:49.792845Z","time spent":"911.540167ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:58:51.672674Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.108154511s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T01:58:51.796131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001005329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T01:58:51.796222Z","caller":"traceutil/trace.go:171","msg":"trace[1273499121] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001125082s","start":"2026-02-27T01:58:49.795078Z","end":"2026-02-27T01:58:51.796203Z","steps":["trace[1273499121] 'agreement among raft nodes before linearized reading' (duration: 2.001018589s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:51.796268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:49.79507Z","time spent":"2.001188343s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:58:51.962006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.043802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T01:58:51.962263Z","caller":"traceutil/trace.go:171","msg":"trace[82164193] linearizableReadLoop","detail":"{readStateIndex:22762; appliedIndex:22759; }","duration":"2.167148436s","start":"2026-02-27T01:58:49.795097Z","end":"2026-02-27T01:58:51.962245Z","steps":["trace[82164193] 'read index received' (duration: 769.402909ms)","trace[82164193] 'applied index is now lower than readState.Index' (duration: 1.397744317s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:51.962346Z","caller":"traceutil/trace.go:171","msg":"trace[490839458] transaction","detail":"{read_only:false; response_revision:21682; number_of_response:1; }","duration":"2.167426592s","start":"2026-02-27T01:58:49.794911Z","end":"2026-02-27T01:58:51.962337Z","steps":["trace[490839458] 'process raft request' (duration: 1.877963309s)","trace[490839458] 'compare' (duration: 288.790355ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:58:51.96239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:49.794893Z","time spent":"2.167473314s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:58:51.962559Z","caller":"traceutil/trace.go:171","msg":"trace[108202390] transaction","detail":"{read_only:false; response_revision:21683; number_of_response:1; }","duration":"2.131345788s","start":"2026-02-27T01:58:49.831188Z","end":"2026-02-27T01:58:51.962534Z","steps":["trace[108202390] 'process raft request' (duration: 2.130944328s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:51.962715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:49.831149Z","time spent":"2.131501462s","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:58:52.598755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.786584ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T01:58:52.598874Z","caller":"traceutil/trace.go:171","msg":"trace[595964734] linearizableReadLoop","detail":"{readStateIndex:22763; appliedIndex:22762; }","duration":"636.559622ms","start":"2026-02-27T01:58:51.962294Z","end":"2026-02-27T01:58:52.598853Z","steps":["trace[595964734] 'read index received' (duration: 6.703115ms)","trace[595964734] 'applied index is now lower than readState.Index' (duration: 629.855027ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:58:52.599089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471305231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T01:58:52.599122Z","caller":"traceutil/trace.go:171","msg":"trace[75028506] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:21683; }","duration":"2.471404263s","start":"2026-02-27T01:58:50.127704Z","end":"2026-02-27T01:58:52.599108Z","steps":["trace[75028506] 'agreement among raft nodes before linearized reading' (duration: 2.471200148s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:52.599161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:50.127675Z","time spent":"2.471475426s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":161,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:58:52.599761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.217964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:58:52.59988Z","caller":"traceutil/trace.go:171","msg":"trace[1533939964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21683; }","duration":"800.394208ms","start":"2026-02-27T01:58:51.799456Z","end":"2026-02-27T01:58:52.599851Z","steps":["trace[1533939964] 'agreement among raft nodes before linearized reading' (duration: 800.143171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:52.599946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:51.799447Z","time spent":"800.48654ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:58:52.599972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.276083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T01:58:52.600059Z","caller":"traceutil/trace.go:171","msg":"trace[2135308209] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:21683; }","duration":"811.412697ms","start":"2026-02-27T01:58:51.788623Z","end":"2026-02-27T01:58:52.600036Z","steps":["trace[2135308209] 'agreement among raft nodes before linearized reading' (duration: 811.128529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:52.600107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:51.788613Z","time spent":"811.483558ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:58:52.600343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.242989548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T01:58:52.600378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.546235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T01:58:52.60041Z","caller":"traceutil/trace.go:171","msg":"trace[1031482274] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21683; }","duration":"807.599156ms","start":"2026-02-27T01:58:51.792801Z","end":"2026-02-27T01:58:52.6004Z","steps":["trace[1031482274] 'agreement among raft nodes before linearized reading' (duration: 807.506854ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:52.600408Z","caller":"traceutil/trace.go:171","msg":"trace[1217024007] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:21683; }","duration":"2.243110351s","start":"2026-02-27T01:58:50.357278Z","end":"2026-02-27T01:58:52.600388Z","steps":["trace[1217024007] 'agreement among raft nodes before linearized reading' (duration: 2.242899435s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:52.600435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:51.792793Z","time spent":"807.636308ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:58:52.600455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:50.357252Z","time spent":"2.243189683s","remote":"127.0.0.1:48408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":139,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:58:52.60061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.201004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T01:58:52.600642Z","caller":"traceutil/trace.go:171","msg":"trace[211325535] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21683; }","duration":"810.243986ms","start":"2026-02-27T01:58:51.790385Z","end":"2026-02-27T01:58:52.600629Z","steps":["trace[211325535] 'agreement among raft nodes before linearized reading' (duration: 810.162864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:52.600666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:51.790378Z","time spent":"810.282477ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:58:52.599749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.111783ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:58:52.600755Z","caller":"traceutil/trace.go:171","msg":"trace[1228049223] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21683; }","duration":"199.115289ms","start":"2026-02-27T01:58:52.401618Z","end":"2026-02-27T01:58:52.600733Z","steps":["trace[1228049223] 'range keys from in-memory index tree' (duration: 198.096182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:52.600856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.78517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T01:58:52.600886Z","caller":"traceutil/trace.go:171","msg":"trace[1717457828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21683; }","duration":"810.830441ms","start":"2026-02-27T01:58:51.790046Z","end":"2026-02-27T01:58:52.600876Z","steps":["trace[1717457828] 'agreement among raft nodes before linearized reading' (duration: 810.746738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:52.600909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:51.790038Z","time spent":"810.865182ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:58:52.601081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.848458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T01:58:52.601109Z","caller":"traceutil/trace.go:171","msg":"trace[1111206741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21683; }","duration":"811.892228ms","start":"2026-02-27T01:58:51.789208Z","end":"2026-02-27T01:58:52.6011Z","steps":["trace[1111206741] 'agreement among raft nodes before linearized reading' (duration: 811.810446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:52.601131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:51.789197Z","time spent":"811.92786ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:58:52.601194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.320401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-27T01:58:52.601242Z","caller":"traceutil/trace.go:171","msg":"trace[1964473710] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:21683; }","duration":"817.429594ms","start":"2026-02-27T01:58:51.783797Z","end":"2026-02-27T01:58:52.601226Z","steps":["trace[1964473710] 'agreement among raft nodes before linearized reading' (duration: 817.217098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:52.601287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:51.783767Z","time spent":"817.509756ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-02-27T01:58:52.60169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.493387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:58:52.601761Z","caller":"traceutil/trace.go:171","msg":"trace[1776502473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21683; }","duration":"900.593799ms","start":"2026-02-27T01:58:51.70114Z","end":"2026-02-27T01:58:52.601734Z","steps":["trace[1776502473] 'agreement among raft nodes before linearized reading' (duration: 900.445935ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:52.6018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:51.701117Z","time spent":"900.672811ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:58:52.602792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894927532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T01:58:52.602823Z","caller":"traceutil/trace.go:171","msg":"trace[634563884] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21683; }","duration":"1.895004094s","start":"2026-02-27T01:58:50.707811Z","end":"2026-02-27T01:58:52.602816Z","steps":["trace[634563884] 'agreement among raft nodes before linearized reading' (duration: 1.892828837s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:52.602843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:50.707791Z","time spent":"1.895046175s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:58:52.622918Z","caller":"traceutil/trace.go:171","msg":"trace[8665427] transaction","detail":"{read_only:false; number_of_response:0; response_revision:21683; }","duration":"654.42793ms","start":"2026-02-27T01:58:51.968472Z","end":"2026-02-27T01:58:52.6229Z","steps":["trace[8665427] 'process raft request' (duration: 654.336168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:52.623175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:51.968447Z","time spent":"654.553373ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:58:53.729174Z","caller":"traceutil/trace.go:171","msg":"trace[761401925] transaction","detail":"{read_only:false; response_revision:21684; number_of_response:1; }","duration":"1.538762965s","start":"2026-02-27T01:58:52.190366Z","end":"2026-02-27T01:58:53.729129Z","steps":["trace[761401925] 'process raft request' (duration: 1.538372205s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:53.729179Z","caller":"traceutil/trace.go:171","msg":"trace[674936825] transaction","detail":"{read_only:false; response_revision:21685; number_of_response:1; }","duration":"1.123569083s","start":"2026-02-27T01:58:52.605572Z","end":"2026-02-27T01:58:53.729141Z","steps":["trace[674936825] 'process raft request' (duration: 1.1234354s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:53.729404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:52.190331Z","time spent":"1.53894409s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:58:53.729563Z","caller":"traceutil/trace.go:171","msg":"trace[1544880946] transaction","detail":"{read_only:false; response_revision:21686; number_of_response:1; }","duration":"1.123395489s","start":"2026-02-27T01:58:52.606144Z","end":"2026-02-27T01:58:53.729539Z","steps":["trace[1544880946] 'process raft request' (duration: 1.122926676s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:53.729689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:52.606121Z","time spent":"1.123498202s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:58:53.729693Z","caller":"traceutil/trace.go:171","msg":"trace[43630967] transaction","detail":"{read_only:false; response_revision:21688; number_of_response:1; }","duration":"1.123297286s","start":"2026-02-27T01:58:52.606376Z","end":"2026-02-27T01:58:53.729673Z","steps":["trace[43630967] 'process raft request' (duration: 1.123173803s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:53.729723Z","caller":"traceutil/trace.go:171","msg":"trace[1526596463] transaction","detail":"{read_only:false; response_revision:21687; number_of_response:1; }","duration":"1.123368359s","start":"2026-02-27T01:58:52.606293Z","end":"2026-02-27T01:58:53.729661Z","steps":["trace[1526596463] 'process raft request' (duration: 1.123095322s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:53.729798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:52.606368Z","time spent":"1.123386939s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:58:53.729791Z","caller":"traceutil/trace.go:171","msg":"trace[1689715769] linearizableReadLoop","detail":"{readStateIndex:22765; appliedIndex:22764; }","duration":"1.124385715s","start":"2026-02-27T01:58:52.605368Z","end":"2026-02-27T01:58:53.729754Z","steps":["trace[1689715769] 'read index received' (duration: 17.604811ms)","trace[1689715769] 'applied index is now lower than readState.Index' (duration: 1.106779784s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:53.729924Z","caller":"traceutil/trace.go:171","msg":"trace[33729794] transaction","detail":"{read_only:false; response_revision:21689; number_of_response:1; }","duration":"1.122097845s","start":"2026-02-27T01:58:52.60781Z","end":"2026-02-27T01:58:53.729907Z","steps":["trace[33729794] 'process raft request' (duration: 1.121803758s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:53.729952Z","caller":"traceutil/trace.go:171","msg":"trace[819077976] transaction","detail":"{read_only:false; response_revision:21691; number_of_response:1; }","duration":"1.120520934s","start":"2026-02-27T01:58:52.609391Z","end":"2026-02-27T01:58:53.729912Z","steps":["trace[819077976] 'process raft request' (duration: 1.120310209s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:53.729984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:52.606285Z","time spent":"1.123567444s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:58:53.730047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:52.607797Z","time spent":"1.122182557s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:58:53.730099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124694513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-75998ebc-a58f-453b-a4bc-4a6133df8a18\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T01:58:53.730141Z","caller":"traceutil/trace.go:171","msg":"trace[1229107482] range","detail":"{range_begin:/registry/persistentvolumes/pvc-75998ebc-a58f-453b-a4bc-4a6133df8a18; range_end:; response_count:1; response_revision:21691; }","duration":"1.124811256s","start":"2026-02-27T01:58:52.605315Z","end":"2026-02-27T01:58:53.730127Z","steps":["trace[1229107482] 'agreement among raft nodes before linearized reading' (duration: 1.124619731s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:53.730054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:52.609386Z","time spent":"1.120622367s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:58:53.730194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:52.605294Z","time spent":"1.124886648s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-75998ebc-a58f-453b-a4bc-4a6133df8a18\" "} {"level":"warn","ts":"2026-02-27T01:58:53.730337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:52.605551Z","time spent":"1.123735188s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:58:53.729938Z","caller":"traceutil/trace.go:171","msg":"trace[922554418] transaction","detail":"{read_only:false; response_revision:21690; number_of_response:1; }","duration":"1.121169641s","start":"2026-02-27T01:58:52.608703Z","end":"2026-02-27T01:58:53.729872Z","steps":["trace[922554418] 'process raft request' (duration: 1.120957206s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:53.732224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:52.608695Z","time spent":"1.123465531s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:58:54.058981Z","caller":"traceutil/trace.go:171","msg":"trace[1064344211] linearizableReadLoop","detail":"{readStateIndex:22773; appliedIndex:22772; }","duration":"329.061619ms","start":"2026-02-27T01:58:53.729895Z","end":"2026-02-27T01:58:54.058956Z","steps":["trace[1064344211] 'read index received' (duration: 303.691395ms)","trace[1064344211] 'applied index is now lower than readState.Index' (duration: 25.368883ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:58:54.059155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452498109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5ba91fb2d64\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-02-27T01:58:54.059138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447866737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:58:54.059158Z","caller":"traceutil/trace.go:171","msg":"trace[1067306267] transaction","detail":"{read_only:false; response_revision:21692; number_of_response:1; }","duration":"760.65448ms","start":"2026-02-27T01:58:53.298462Z","end":"2026-02-27T01:58:54.059117Z","steps":["trace[1067306267] 'process raft request' (duration: 735.202974ms)","trace[1067306267] 'compare' (duration: 24.903011ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:54.059237Z","caller":"traceutil/trace.go:171","msg":"trace[1965945496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21692; }","duration":"1.447995811s","start":"2026-02-27T01:58:52.611219Z","end":"2026-02-27T01:58:54.059215Z","steps":["trace[1965945496] 'agreement among raft nodes before linearized reading' (duration: 1.447824837s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:54.059195Z","caller":"traceutil/trace.go:171","msg":"trace[845571395] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f5ba91fb2d64; range_end:; response_count:1; response_revision:21692; }","duration":"1.452587881s","start":"2026-02-27T01:58:52.606595Z","end":"2026-02-27T01:58:54.059183Z","steps":["trace[845571395] 'agreement among raft nodes before linearized reading' (duration: 1.452489899s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:54.059286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:52.611211Z","time spent":"1.448065433s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:58:54.059307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:52.606588Z","time spent":"1.452710304s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5ba91fb2d64\" "} {"level":"warn","ts":"2026-02-27T01:58:54.059329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:53.298431Z","time spent":"760.802824ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:58:54.059321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4349807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-02-27T01:58:54.059457Z","caller":"traceutil/trace.go:171","msg":"trace[1834372721] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:21692; }","duration":"1.435226287s","start":"2026-02-27T01:58:52.624205Z","end":"2026-02-27T01:58:54.059431Z","steps":["trace[1834372721] 'agreement among raft nodes before linearized reading' (duration: 1.434810796s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:54.05952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:52.62419Z","time spent":"1.435311619s","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13509,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-02-27T01:59:02.887526Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19227} {"level":"info","ts":"2026-02-27T01:59:03.075852Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19227,"took":"184.830945ms","hash":2575755178,"current-db-size-bytes":45903872,"current-db-size":"46 MB","current-db-size-in-use-bytes":28409856,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T01:59:03.075911Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2575755178,"revision":19227,"compact-revision":16537} {"level":"info","ts":"2026-02-27T01:59:46.703017Z","caller":"traceutil/trace.go:171","msg":"trace[331137299] transaction","detail":"{read_only:false; response_revision:22265; number_of_response:1; }","duration":"152.194012ms","start":"2026-02-27T01:59:46.550795Z","end":"2026-02-27T01:59:46.702989Z","steps":["trace[331137299] 'process raft request' (duration: 152.022557ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:59:46.703438Z","caller":"traceutil/trace.go:171","msg":"trace[1242487578] linearizableReadLoop","detail":"{readStateIndex:23381; appliedIndex:23381; }","duration":"128.380088ms","start":"2026-02-27T01:59:46.575044Z","end":"2026-02-27T01:59:46.703424Z","steps":["trace[1242487578] 'read index received' (duration: 128.374008ms)","trace[1242487578] 'applied index is now lower than readState.Index' (duration: 5.07µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:59:46.70357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.507111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T01:59:46.703615Z","caller":"traceutil/trace.go:171","msg":"trace[1473690118] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:22265; }","duration":"128.620645ms","start":"2026-02-27T01:59:46.574979Z","end":"2026-02-27T01:59:46.7036Z","steps":["trace[1473690118] 'agreement among raft nodes before linearized reading' (duration: 128.522592ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:59:46.797871Z","caller":"traceutil/trace.go:171","msg":"trace[1371160690] transaction","detail":"{read_only:false; response_revision:22266; number_of_response:1; }","duration":"103.773815ms","start":"2026-02-27T01:59:46.694058Z","end":"2026-02-27T01:59:46.797832Z","steps":["trace[1371160690] 'process raft request' (duration: 98.21694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:59:46.798143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.023746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:59:46.798183Z","caller":"traceutil/trace.go:171","msg":"trace[350579366] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22267; }","duration":"160.14503ms","start":"2026-02-27T01:59:46.638026Z","end":"2026-02-27T01:59:46.798171Z","steps":["trace[350579366] 'agreement among raft nodes before linearized reading' (duration: 160.046407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:59:46.798171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.910717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T01:59:46.798242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.16481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T01:59:46.798276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.093821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:59:46.798299Z","caller":"traceutil/trace.go:171","msg":"trace[793250081] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22267; }","duration":"167.05063ms","start":"2026-02-27T01:59:46.63122Z","end":"2026-02-27T01:59:46.798271Z","steps":["trace[793250081] 'agreement among raft nodes before linearized reading' (duration: 166.857995ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:59:46.798308Z","caller":"traceutil/trace.go:171","msg":"trace[1613767355] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22267; }","duration":"160.252362ms","start":"2026-02-27T01:59:46.638036Z","end":"2026-02-27T01:59:46.798288Z","steps":["trace[1613767355] 'agreement among raft nodes before linearized reading' (duration: 160.149339ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:59:46.798337Z","caller":"traceutil/trace.go:171","msg":"trace[1856398403] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22267; }","duration":"167.161323ms","start":"2026-02-27T01:59:46.631155Z","end":"2026-02-27T01:59:46.798316Z","steps":["trace[1856398403] 'agreement among raft nodes before linearized reading' (duration: 167.099911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:59:46.798433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.048678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T01:59:46.798195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.780662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5104"} {"level":"info","ts":"2026-02-27T01:59:46.798523Z","caller":"traceutil/trace.go:171","msg":"trace[967573800] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22267; }","duration":"131.163891ms","start":"2026-02-27T01:59:46.667349Z","end":"2026-02-27T01:59:46.798513Z","steps":["trace[967573800] 'agreement among raft nodes before linearized reading' (duration: 131.054778ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:59:46.79856Z","caller":"traceutil/trace.go:171","msg":"trace[1445804469] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22267; }","duration":"131.186572ms","start":"2026-02-27T01:59:46.66736Z","end":"2026-02-27T01:59:46.798547Z","steps":["trace[1445804469] 'agreement among raft nodes before linearized reading' (duration: 130.653788ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:59:46.798714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.406948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-02-27T01:59:46.798715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.230275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-02-27T01:59:46.798732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.487577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5104"} {"level":"info","ts":"2026-02-27T01:59:46.798774Z","caller":"traceutil/trace.go:171","msg":"trace[2027339077] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22267; }","duration":"167.311287ms","start":"2026-02-27T01:59:46.63145Z","end":"2026-02-27T01:59:46.798762Z","steps":["trace[2027339077] 'agreement among raft nodes before linearized reading' (duration: 167.053041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:59:46.79879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.593758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5104"} {"level":"info","ts":"2026-02-27T01:59:46.798822Z","caller":"traceutil/trace.go:171","msg":"trace[388042631] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22267; }","duration":"153.65606ms","start":"2026-02-27T01:59:46.645158Z","end":"2026-02-27T01:59:46.798814Z","steps":["trace[388042631] 'agreement among raft nodes before linearized reading' (duration: 153.537417ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:59:46.798842Z","caller":"traceutil/trace.go:171","msg":"trace[36783080] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22267; }","duration":"163.544689ms","start":"2026-02-27T01:59:46.635229Z","end":"2026-02-27T01:59:46.798774Z","steps":["trace[36783080] 'agreement among raft nodes before linearized reading' (duration: 162.898102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:59:46.798855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.26808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:59:46.798752Z","caller":"traceutil/trace.go:171","msg":"trace[1752919094] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22267; }","duration":"131.470239ms","start":"2026-02-27T01:59:46.667272Z","end":"2026-02-27T01:59:46.798743Z","steps":["trace[1752919094] 'agreement among raft nodes before linearized reading' (duration: 131.322905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:59:46.798929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.687623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:59:46.798977Z","caller":"traceutil/trace.go:171","msg":"trace[208156605] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22267; }","duration":"132.408294ms","start":"2026-02-27T01:59:46.66654Z","end":"2026-02-27T01:59:46.798948Z","steps":["trace[208156605] 'agreement among raft nodes before linearized reading' (duration: 132.24983ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:59:46.799056Z","caller":"traceutil/trace.go:171","msg":"trace[1721916167] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22267; }","duration":"160.908369ms","start":"2026-02-27T01:59:46.638121Z","end":"2026-02-27T01:59:46.79903Z","steps":["trace[1721916167] 'agreement among raft nodes before linearized reading' (duration: 160.629602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:59:46.79906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.331044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-02-27T01:59:46.799115Z","caller":"traceutil/trace.go:171","msg":"trace[217638239] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22267; }","duration":"160.405246ms","start":"2026-02-27T01:59:46.638699Z","end":"2026-02-27T01:59:46.799104Z","steps":["trace[217638239] 'agreement among raft nodes before linearized reading' (duration: 160.15832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:59:46.799164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.155089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T01:59:46.799475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.5138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:59:46.799531Z","caller":"traceutil/trace.go:171","msg":"trace[242617261] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22267; }","duration":"132.26181ms","start":"2026-02-27T01:59:46.667252Z","end":"2026-02-27T01:59:46.799514Z","steps":["trace[242617261] 'agreement among raft nodes before linearized reading' (duration: 131.456559ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:59:46.799518Z","caller":"traceutil/trace.go:171","msg":"trace[711892058] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22267; }","duration":"168.984041ms","start":"2026-02-27T01:59:46.630513Z","end":"2026-02-27T01:59:46.799497Z","steps":["trace[711892058] 'agreement among raft nodes before linearized reading' (duration: 168.141799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:59:58.567605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.07794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T01:59:58.567709Z","caller":"traceutil/trace.go:171","msg":"trace[1205846342] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:22341; }","duration":"188.269806ms","start":"2026-02-27T01:59:58.379419Z","end":"2026-02-27T01:59:58.567689Z","steps":["trace[1205846342] 'count revisions from in-memory index tree' (duration: 187.959718ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:59:59.028965Z","caller":"traceutil/trace.go:171","msg":"trace[1702411451] transaction","detail":"{read_only:false; response_revision:22342; number_of_response:1; }","duration":"101.27623ms","start":"2026-02-27T01:59:58.927672Z","end":"2026-02-27T01:59:59.028948Z","steps":["trace[1702411451] 'process raft request' (duration: 101.057524ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:59:59.028941Z","caller":"traceutil/trace.go:171","msg":"trace[196467304] linearizableReadLoop","detail":"{readStateIndex:23462; appliedIndex:23461; }","duration":"100.311315ms","start":"2026-02-27T01:59:58.928603Z","end":"2026-02-27T01:59:59.028915Z","steps":["trace[196467304] 'read index received' (duration: 100.041288ms)","trace[196467304] 'applied index is now lower than readState.Index' (duration: 268.697µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:59:59.029161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.53221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T01:59:59.029203Z","caller":"traceutil/trace.go:171","msg":"trace[966313386] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22342; }","duration":"100.618272ms","start":"2026-02-27T01:59:58.928574Z","end":"2026-02-27T01:59:59.029192Z","steps":["trace[966313386] 'agreement among raft nodes before linearized reading' (duration: 100.425687ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:59:59.218071Z","caller":"traceutil/trace.go:171","msg":"trace[931680352] linearizableReadLoop","detail":"{readStateIndex:23464; appliedIndex:23463; }","duration":"145.049784ms","start":"2026-02-27T01:59:59.072987Z","end":"2026-02-27T01:59:59.218037Z","steps":["trace[931680352] 'read index received' (duration: 53.692754ms)","trace[931680352] 'applied index is now lower than readState.Index' (duration: 91.35519ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:59:59.21839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.387733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T01:59:59.218441Z","caller":"traceutil/trace.go:171","msg":"trace[1218456248] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22344; }","duration":"145.525998ms","start":"2026-02-27T01:59:59.072899Z","end":"2026-02-27T01:59:59.218425Z","steps":["trace[1218456248] 'agreement among raft nodes before linearized reading' (duration: 145.25539ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:59:59.218652Z","caller":"traceutil/trace.go:171","msg":"trace[671754574] transaction","detail":"{read_only:false; response_revision:22344; number_of_response:1; }","duration":"182.067133ms","start":"2026-02-27T01:59:59.036476Z","end":"2026-02-27T01:59:59.218543Z","steps":["trace[671754574] 'process raft request' (duration: 90.24537ms)","trace[671754574] 'compare' (duration: 90.534999ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:00:19.964387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281947001,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:00:20.233565Z","caller":"traceutil/trace.go:171","msg":"trace[882427672] linearizableReadLoop","detail":"{readStateIndex:23765; appliedIndex:23764; }","duration":"769.359027ms","start":"2026-02-27T02:00:19.464172Z","end":"2026-02-27T02:00:20.233531Z","steps":["trace[882427672] 'read index received' (duration: 769.102591ms)","trace[882427672] 'applied index is now lower than readState.Index' (duration: 255.106µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:00:20.233711Z","caller":"traceutil/trace.go:171","msg":"trace[169744805] transaction","detail":"{read_only:false; response_revision:22637; number_of_response:1; }","duration":"774.215585ms","start":"2026-02-27T02:00:19.459481Z","end":"2026-02-27T02:00:20.233697Z","steps":["trace[169744805] 'process raft request' (duration: 773.862175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:20.233839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:19.45946Z","time spent":"774.283736ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:20.234134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.953133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:00:20.234207Z","caller":"traceutil/trace.go:171","msg":"trace[292008366] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22637; }","duration":"770.065345ms","start":"2026-02-27T02:00:19.464123Z","end":"2026-02-27T02:00:20.234188Z","steps":["trace[292008366] 'agreement among raft nodes before linearized reading' (duration: 769.86163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:20.234248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:19.464113Z","time spent":"770.125168ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:00:20.234308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.794279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:00:20.234385Z","caller":"traceutil/trace.go:171","msg":"trace[727022584] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:22637; }","duration":"657.925322ms","start":"2026-02-27T02:00:19.576436Z","end":"2026-02-27T02:00:20.234361Z","steps":["trace[727022584] 'agreement among raft nodes before linearized reading' (duration: 657.673335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:20.234432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:19.576416Z","time spent":"658.002335ms","remote":"127.0.0.1:48408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":148,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:00:20.234571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.740835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:00:20.23472Z","caller":"traceutil/trace.go:171","msg":"trace[1714284889] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:22637; }","duration":"569.92898ms","start":"2026-02-27T02:00:19.664768Z","end":"2026-02-27T02:00:20.234697Z","steps":["trace[1714284889] 'agreement among raft nodes before linearized reading' (duration: 569.656603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:20.234728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.303697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:00:20.234784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:19.664752Z","time spent":"570.013153ms","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":65,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:00:20.234838Z","caller":"traceutil/trace.go:171","msg":"trace[2050260685] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22637; }","duration":"115.458961ms","start":"2026-02-27T02:00:20.119356Z","end":"2026-02-27T02:00:20.234815Z","steps":["trace[2050260685] 'agreement among raft nodes before linearized reading' (duration: 115.163263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:20.235137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.340746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-service-cleaner-29535960-q5pk2\" ","response":"range_response_count:1 size:8599"} {"level":"info","ts":"2026-02-27T02:00:20.235293Z","caller":"traceutil/trace.go:171","msg":"trace[1230278611] range","detail":"{range_begin:/registry/pods/openstack/nova-service-cleaner-29535960-q5pk2; range_end:; response_count:1; response_revision:22637; }","duration":"402.553551ms","start":"2026-02-27T02:00:19.832717Z","end":"2026-02-27T02:00:20.23527Z","steps":["trace[1230278611] 'agreement among raft nodes before linearized reading' (duration: 401.658647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:20.235622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:19.832691Z","time spent":"402.914491ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":8622,"request content":"key:\"/registry/pods/openstack/nova-service-cleaner-29535960-q5pk2\" "} {"level":"info","ts":"2026-02-27T02:01:49.093256Z","caller":"traceutil/trace.go:171","msg":"trace[326684974] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"160.701322ms","start":"2026-02-27T02:01:48.932527Z","end":"2026-02-27T02:01:49.093229Z","steps":["trace[326684974] 'process raft request' (duration: 158.465193ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:49.093491Z","caller":"traceutil/trace.go:171","msg":"trace[1778355781] linearizableReadLoop","detail":"{readStateIndex:24601; appliedIndex:24598; }","duration":"155.979538ms","start":"2026-02-27T02:01:48.93748Z","end":"2026-02-27T02:01:49.09346Z","steps":["trace[1778355781] 'read index received' (duration: 153.529183ms)","trace[1778355781] 'applied index is now lower than readState.Index' (duration: 2.448555ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:01:49.09362Z","caller":"traceutil/trace.go:171","msg":"trace[710672395] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"160.002544ms","start":"2026-02-27T02:01:48.933579Z","end":"2026-02-27T02:01:49.093581Z","steps":["trace[710672395] 'process raft request' (duration: 159.786988ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:49.093745Z","caller":"traceutil/trace.go:171","msg":"trace[160318963] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"160.150958ms","start":"2026-02-27T02:01:48.933355Z","end":"2026-02-27T02:01:49.093506Z","steps":["trace[160318963] 'process raft request' (duration: 159.83429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:49.09375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.254325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:01:49.093868Z","caller":"traceutil/trace.go:171","msg":"trace[4584479] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23431; }","duration":"156.423179ms","start":"2026-02-27T02:01:48.937422Z","end":"2026-02-27T02:01:49.093845Z","steps":["trace[4584479] 'agreement among raft nodes before linearized reading' (duration: 156.197573ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:59.404375Z","caller":"traceutil/trace.go:171","msg":"trace[303496449] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"420.310969ms","start":"2026-02-27T02:01:58.984031Z","end":"2026-02-27T02:01:59.404342Z","steps":["trace[303496449] 'process raft request' (duration: 398.550396ms)","trace[303496449] 'compare' (duration: 21.625959ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:01:59.40456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:58.984014Z","time spent":"420.449072ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:01:59.465077Z","caller":"traceutil/trace.go:171","msg":"trace[285819815] transaction","detail":"{read_only:false; response_revision:23489; number_of_response:1; }","duration":"480.567575ms","start":"2026-02-27T02:01:58.984484Z","end":"2026-02-27T02:01:59.465051Z","steps":["trace[285819815] 'process raft request' (duration: 480.392471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.465244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:58.984448Z","time spent":"480.697609ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:01:59.465353Z","caller":"traceutil/trace.go:171","msg":"trace[1930198004] transaction","detail":"{read_only:false; number_of_response:0; response_revision:23489; }","duration":"479.568189ms","start":"2026-02-27T02:01:58.985763Z","end":"2026-02-27T02:01:59.465332Z","steps":["trace[1930198004] 'process raft request' (duration: 479.25464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.465505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:58.985744Z","time spent":"479.668762ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:01:59.465485Z","caller":"traceutil/trace.go:171","msg":"trace[357076596] linearizableReadLoop","detail":"{readStateIndex:24663; appliedIndex:24660; }","duration":"411.759924ms","start":"2026-02-27T02:01:59.053689Z","end":"2026-02-27T02:01:59.465449Z","steps":["trace[357076596] 'read index received' (duration: 328.909002ms)","trace[357076596] 'applied index is now lower than readState.Index' (duration: 82.849462ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:01:59.465633Z","caller":"traceutil/trace.go:171","msg":"trace[1477858506] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"146.440327ms","start":"2026-02-27T02:01:59.319155Z","end":"2026-02-27T02:01:59.465595Z","steps":["trace[1477858506] 'process raft request' (duration: 146.142709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.465678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.982799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:01:59.465735Z","caller":"traceutil/trace.go:171","msg":"trace[1742736959] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23490; }","duration":"412.099833ms","start":"2026-02-27T02:01:59.05362Z","end":"2026-02-27T02:01:59.465719Z","steps":["trace[1742736959] 'agreement among raft nodes before linearized reading' (duration: 411.98479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.465801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:59.053593Z","time spent":"412.198315ms","remote":"127.0.0.1:40802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:01:59.465688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.900731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:01:59.465883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.526381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-27T02:01:59.465911Z","caller":"traceutil/trace.go:171","msg":"trace[2010614129] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23490; }","duration":"249.622914ms","start":"2026-02-27T02:01:59.21628Z","end":"2026-02-27T02:01:59.465903Z","steps":["trace[2010614129] 'agreement among raft nodes before linearized reading' (duration: 249.463429ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:59.465939Z","caller":"traceutil/trace.go:171","msg":"trace[2043983845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23490; }","duration":"411.162787ms","start":"2026-02-27T02:01:59.054731Z","end":"2026-02-27T02:01:59.465894Z","steps":["trace[2043983845] 'agreement among raft nodes before linearized reading' (duration: 410.89086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.466059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:59.054722Z","time spent":"411.296051ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:01:59.466195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.384133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:01:59.466259Z","caller":"traceutil/trace.go:171","msg":"trace[1121757444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23490; }","duration":"250.501887ms","start":"2026-02-27T02:01:59.215743Z","end":"2026-02-27T02:01:59.466245Z","steps":["trace[1121757444] 'agreement among raft nodes before linearized reading' (duration: 250.313862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.466351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.273921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T02:01:59.466405Z","caller":"traceutil/trace.go:171","msg":"trace[1119810495] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23490; }","duration":"269.491686ms","start":"2026-02-27T02:01:59.196898Z","end":"2026-02-27T02:01:59.46639Z","steps":["trace[1119810495] 'agreement among raft nodes before linearized reading' (duration: 269.355473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.466511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.175798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T02:01:59.466567Z","caller":"traceutil/trace.go:171","msg":"trace[788108483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23490; }","duration":"250.322862ms","start":"2026-02-27T02:01:59.216228Z","end":"2026-02-27T02:01:59.466551Z","steps":["trace[788108483] 'agreement among raft nodes before linearized reading' (duration: 250.100306ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:59.659473Z","caller":"traceutil/trace.go:171","msg":"trace[640834417] transaction","detail":"{read_only:false; response_revision:23497; number_of_response:1; }","duration":"181.982202ms","start":"2026-02-27T02:01:59.477461Z","end":"2026-02-27T02:01:59.659443Z","steps":["trace[640834417] 'process raft request' (duration: 181.795978ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:59.659497Z","caller":"traceutil/trace.go:171","msg":"trace[307985830] transaction","detail":"{read_only:false; response_revision:23496; number_of_response:1; }","duration":"185.113605ms","start":"2026-02-27T02:01:59.47434Z","end":"2026-02-27T02:01:59.659453Z","steps":["trace[307985830] 'process raft request' (duration: 184.779966ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:59.884233Z","caller":"traceutil/trace.go:171","msg":"trace[475344684] transaction","detail":"{read_only:false; response_revision:23498; number_of_response:1; }","duration":"219.395448ms","start":"2026-02-27T02:01:59.664791Z","end":"2026-02-27T02:01:59.884186Z","steps":["trace[475344684] 'process raft request' (duration: 198.777185ms)","trace[475344684] 'compare' (duration: 20.328225ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:01:59.894596Z","caller":"traceutil/trace.go:171","msg":"trace[1467675377] linearizableReadLoop","detail":"{readStateIndex:24673; appliedIndex:24671; }","duration":"214.351405ms","start":"2026-02-27T02:01:59.680216Z","end":"2026-02-27T02:01:59.894568Z","steps":["trace[1467675377] 'read index received' (duration: 183.364479ms)","trace[1467675377] 'applied index is now lower than readState.Index' (duration: 30.985596ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:01:59.894723Z","caller":"traceutil/trace.go:171","msg":"trace[2046112301] transaction","detail":"{read_only:false; response_revision:23499; number_of_response:1; }","duration":"224.757079ms","start":"2026-02-27T02:01:59.669944Z","end":"2026-02-27T02:01:59.894701Z","steps":["trace[2046112301] 'process raft request' (duration: 224.450991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.894941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.697494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T02:01:59.89505Z","caller":"traceutil/trace.go:171","msg":"trace[1866514792] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23499; }","duration":"214.857658ms","start":"2026-02-27T02:01:59.680173Z","end":"2026-02-27T02:01:59.89503Z","steps":["trace[1866514792] 'agreement among raft nodes before linearized reading' (duration: 214.54998ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:02:20.071873Z","caller":"traceutil/trace.go:171","msg":"trace[721410399] transaction","detail":"{read_only:false; response_revision:23722; number_of_response:1; }","duration":"131.580645ms","start":"2026-02-27T02:02:19.940267Z","end":"2026-02-27T02:02:20.071848Z","steps":["trace[721410399] 'process raft request' (duration: 131.326418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:25.673512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.433074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:02:25.673667Z","caller":"traceutil/trace.go:171","msg":"trace[934551474] transaction","detail":"{read_only:false; response_revision:24055; number_of_response:1; }","duration":"191.154213ms","start":"2026-02-27T02:02:25.482491Z","end":"2026-02-27T02:02:25.673645Z","steps":["trace[934551474] 'process raft request' (duration: 60.486252ms)","trace[934551474] 'compare' (duration: 130.25637ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:02:25.679709Z","caller":"traceutil/trace.go:171","msg":"trace[639812322] transaction","detail":"{read_only:false; response_revision:24056; number_of_response:1; }","duration":"173.889999ms","start":"2026-02-27T02:02:25.505782Z","end":"2026-02-27T02:02:25.679672Z","steps":["trace[639812322] 'process raft request' (duration: 173.046967ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:02:25.681528Z","caller":"traceutil/trace.go:171","msg":"trace[1164310303] linearizableReadLoop","detail":"{readStateIndex:25248; appliedIndex:25245; }","duration":"142.572314ms","start":"2026-02-27T02:02:25.538934Z","end":"2026-02-27T02:02:25.681506Z","steps":["trace[1164310303] 'read index received' (duration: 4.239731ms)","trace[1164310303] 'applied index is now lower than readState.Index' (duration: 138.331893ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:02:25.681753Z","caller":"traceutil/trace.go:171","msg":"trace[1043934872] transaction","detail":"{read_only:false; response_revision:24057; number_of_response:1; }","duration":"159.608503ms","start":"2026-02-27T02:02:25.522134Z","end":"2026-02-27T02:02:25.681742Z","steps":["trace[1043934872] 'process raft request' (duration: 158.121123ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:02:25.681968Z","caller":"traceutil/trace.go:171","msg":"trace[1523257168] transaction","detail":"{read_only:false; response_revision:24058; number_of_response:1; }","duration":"141.65342ms","start":"2026-02-27T02:02:25.540306Z","end":"2026-02-27T02:02:25.681959Z","steps":["trace[1523257168] 'process raft request' (duration: 141.152687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:25.682223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.264542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:02:25.682281Z","caller":"traceutil/trace.go:171","msg":"trace[2045529663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24058; }","duration":"143.358905ms","start":"2026-02-27T02:02:25.538891Z","end":"2026-02-27T02:02:25.68225Z","steps":["trace[2045529663] 'agreement among raft nodes before linearized reading' (duration: 143.16413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:25.684916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.420745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:02:25.684982Z","caller":"traceutil/trace.go:171","msg":"trace[1243125508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24059; }","duration":"100.543467ms","start":"2026-02-27T02:02:25.584423Z","end":"2026-02-27T02:02:25.684966Z","steps":["trace[1243125508] 'agreement among raft nodes before linearized reading' (duration: 100.353982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:27.299501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.433557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:02:27.299591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.664609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:02:27.299623Z","caller":"traceutil/trace.go:171","msg":"trace[1351159422] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24148; }","duration":"102.565241ms","start":"2026-02-27T02:02:27.19702Z","end":"2026-02-27T02:02:27.299585Z","steps":["trace[1351159422] 'count revisions from in-memory index tree' (duration: 102.350916ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:02:27.299693Z","caller":"traceutil/trace.go:171","msg":"trace[2040692884] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24148; }","duration":"147.853554ms","start":"2026-02-27T02:02:27.151815Z","end":"2026-02-27T02:02:27.299669Z","steps":["trace[2040692884] 'range keys from in-memory index tree' (duration: 147.530895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:27.299806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.506141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:02:27.299828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.160779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:02:27.29922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.17623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:02:27.299945Z","caller":"traceutil/trace.go:171","msg":"trace[1363600471] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24148; }","duration":"129.717516ms","start":"2026-02-27T02:02:27.170195Z","end":"2026-02-27T02:02:27.299912Z","steps":["trace[1363600471] 'count revisions from in-memory index tree' (duration: 129.346227ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:02:27.299967Z","caller":"traceutil/trace.go:171","msg":"trace[1548889378] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24148; }","duration":"165.426126ms","start":"2026-02-27T02:02:27.134515Z","end":"2026-02-27T02:02:27.299941Z","steps":["trace[1548889378] 'count revisions from in-memory index tree' (duration: 164.989295ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:02:27.300011Z","caller":"traceutil/trace.go:171","msg":"trace[2095052832] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24148; }","duration":"114.004312ms","start":"2026-02-27T02:02:27.185969Z","end":"2026-02-27T02:02:27.299974Z","steps":["trace[2095052832] 'count revisions from in-memory index tree' (duration: 113.132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:27.300049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.180892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:02:27.300126Z","caller":"traceutil/trace.go:171","msg":"trace[1340207973] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24148; }","duration":"148.301506ms","start":"2026-02-27T02:02:27.151807Z","end":"2026-02-27T02:02:27.300108Z","steps":["trace[1340207973] 'count revisions from in-memory index tree' (duration: 148.023928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:27.300093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.753598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:02:27.300135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.90344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:02:27.300217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.380062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:02:27.300262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.669234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:02:27.300246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.933942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:02:27.300319Z","caller":"traceutil/trace.go:171","msg":"trace[1878496773] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24148; }","duration":"102.734256ms","start":"2026-02-27T02:02:27.197567Z","end":"2026-02-27T02:02:27.300301Z","steps":["trace[1878496773] 'range keys from in-memory index tree' (duration: 102.638943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:27.300329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.944756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:02:27.300339Z","caller":"traceutil/trace.go:171","msg":"trace[1659964914] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24148; }","duration":"179.070056ms","start":"2026-02-27T02:02:27.121244Z","end":"2026-02-27T02:02:27.300314Z","steps":["trace[1659964914] 'range keys from in-memory index tree' (duration: 178.815909ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:02:27.300366Z","caller":"traceutil/trace.go:171","msg":"trace[389364348] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24148; }","duration":"148.000808ms","start":"2026-02-27T02:02:27.152355Z","end":"2026-02-27T02:02:27.300355Z","steps":["trace[389364348] 'range keys from in-memory index tree' (duration: 147.891525ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:02:27.300333Z","caller":"traceutil/trace.go:171","msg":"trace[2134706335] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24148; }","duration":"178.964833ms","start":"2026-02-27T02:02:27.121265Z","end":"2026-02-27T02:02:27.30023Z","steps":["trace[2134706335] 'count revisions from in-memory index tree' (duration: 178.678266ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:02:27.300273Z","caller":"traceutil/trace.go:171","msg":"trace[1799743925] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24148; }","duration":"114.437763ms","start":"2026-02-27T02:02:27.185819Z","end":"2026-02-27T02:02:27.300257Z","steps":["trace[1799743925] 'range keys from in-memory index tree' (duration: 114.328681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:27.300545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.286001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:02:27.300269Z","caller":"traceutil/trace.go:171","msg":"trace[145188117] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24148; }","duration":"103.061974ms","start":"2026-02-27T02:02:27.197181Z","end":"2026-02-27T02:02:27.300243Z","steps":["trace[145188117] 'range keys from in-memory index tree' (duration: 102.801468ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:02:27.300596Z","caller":"traceutil/trace.go:171","msg":"trace[1783067451] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24148; }","duration":"130.352713ms","start":"2026-02-27T02:02:27.170225Z","end":"2026-02-27T02:02:27.300578Z","steps":["trace[1783067451] 'range keys from in-memory index tree' (duration: 130.208929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:27.299845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.298533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:02:27.300655Z","caller":"traceutil/trace.go:171","msg":"trace[295090412] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24148; }","duration":"166.170616ms","start":"2026-02-27T02:02:27.13447Z","end":"2026-02-27T02:02:27.30064Z","steps":["trace[295090412] 'range keys from in-memory index tree' (duration: 165.058166ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:02:28.765682Z","caller":"traceutil/trace.go:171","msg":"trace[677460280] linearizableReadLoop","detail":"{readStateIndex:25390; appliedIndex:25389; }","duration":"163.836954ms","start":"2026-02-27T02:02:28.601819Z","end":"2026-02-27T02:02:28.765656Z","steps":["trace[677460280] 'read index received' (duration: 163.581627ms)","trace[677460280] 'applied index is now lower than readState.Index' (duration: 254.147µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:02:28.765886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.996338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/services/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:02:28.765936Z","caller":"traceutil/trace.go:171","msg":"trace[755597658] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/services/cert-manager-test0; response_count:0; response_revision:24197; }","duration":"164.141102ms","start":"2026-02-27T02:02:28.601781Z","end":"2026-02-27T02:02:28.765922Z","steps":["trace[755597658] 'agreement among raft nodes before linearized reading' (duration: 163.976958ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:02:28.766086Z","caller":"traceutil/trace.go:171","msg":"trace[1510842129] transaction","detail":"{read_only:false; response_revision:24197; number_of_response:1; }","duration":"176.246621ms","start":"2026-02-27T02:02:28.589706Z","end":"2026-02-27T02:02:28.765952Z","steps":["trace[1510842129] 'process raft request' (duration: 175.653525ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:02:28.769648Z","caller":"traceutil/trace.go:171","msg":"trace[1006848380] transaction","detail":"{read_only:false; response_revision:24198; number_of_response:1; }","duration":"152.942467ms","start":"2026-02-27T02:02:28.61668Z","end":"2026-02-27T02:02:28.769622Z","steps":["trace[1006848380] 'process raft request' (duration: 152.67323ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:02:30.352889Z","caller":"traceutil/trace.go:171","msg":"trace[1054007069] transaction","detail":"{read_only:false; response_revision:24226; number_of_response:1; }","duration":"141.65097ms","start":"2026-02-27T02:02:30.211207Z","end":"2026-02-27T02:02:30.352858Z","steps":["trace[1054007069] 'process raft request' (duration: 141.435555ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:02:30.352956Z","caller":"traceutil/trace.go:171","msg":"trace[2105085436] transaction","detail":"{read_only:false; response_revision:24227; number_of_response:1; }","duration":"129.50271ms","start":"2026-02-27T02:02:30.223429Z","end":"2026-02-27T02:02:30.352932Z","steps":["trace[2105085436] 'process raft request' (duration: 129.350156ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:02:33.223158Z","caller":"traceutil/trace.go:171","msg":"trace[711776078] linearizableReadLoop","detail":"{readStateIndex:25482; appliedIndex:25481; }","duration":"169.332589ms","start":"2026-02-27T02:02:33.053795Z","end":"2026-02-27T02:02:33.223127Z","steps":["trace[711776078] 'read index received' (duration: 169.085722ms)","trace[711776078] 'applied index is now lower than readState.Index' (duration: 245.647µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:02:33.223269Z","caller":"traceutil/trace.go:171","msg":"trace[2083356995] transaction","detail":"{read_only:false; response_revision:24287; number_of_response:1; }","duration":"245.916636ms","start":"2026-02-27T02:02:32.977309Z","end":"2026-02-27T02:02:33.223226Z","steps":["trace[2083356995] 'process raft request' (duration: 245.607078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:33.223354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.527475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:02:33.223412Z","caller":"traceutil/trace.go:171","msg":"trace[2059897923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24287; }","duration":"169.664238ms","start":"2026-02-27T02:02:33.053731Z","end":"2026-02-27T02:02:33.223396Z","steps":["trace[2059897923] 'agreement among raft nodes before linearized reading' (duration: 169.538145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:33.863264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281951768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:02:34.699893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.123717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:02:34.700222Z","caller":"traceutil/trace.go:171","msg":"trace[1487599501] transaction","detail":"{read_only:false; response_revision:24288; number_of_response:1; }","duration":"1.425879578s","start":"2026-02-27T02:02:33.27428Z","end":"2026-02-27T02:02:34.700159Z","steps":["trace[1487599501] 'process raft request' (duration: 995.386361ms)","trace[1487599501] 'compare' (duration: 429.780268ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:02:34.700403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:02:33.274253Z","time spent":"1.426054293s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:02:34.70056Z","caller":"traceutil/trace.go:171","msg":"trace[929762390] linearizableReadLoop","detail":"{readStateIndex:25484; appliedIndex:25482; }","duration":"1.338270081s","start":"2026-02-27T02:02:33.36227Z","end":"2026-02-27T02:02:34.70054Z","steps":["trace[929762390] 'read index received' (duration: 907.335552ms)","trace[929762390] 'applied index is now lower than readState.Index' (duration: 430.933479ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:02:34.700735Z","caller":"traceutil/trace.go:171","msg":"trace[521501322] transaction","detail":"{read_only:false; response_revision:24289; number_of_response:1; }","duration":"994.254652ms","start":"2026-02-27T02:02:33.706468Z","end":"2026-02-27T02:02:34.700723Z","steps":["trace[521501322] 'process raft request' (duration: 993.555603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:34.700799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:02:33.706436Z","time spent":"994.329184ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:02:34.700812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238241647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-27T02:02:34.700806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.232772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:02:34.700853Z","caller":"traceutil/trace.go:171","msg":"trace[1714613138] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24289; }","duration":"1.23836829s","start":"2026-02-27T02:02:33.462474Z","end":"2026-02-27T02:02:34.700842Z","steps":["trace[1714613138] 'agreement among raft nodes before linearized reading' (duration: 1.238189415s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:34.70086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.489641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T02:02:34.70089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:02:33.462441Z","time spent":"1.238439892s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T02:02:34.700939Z","caller":"traceutil/trace.go:171","msg":"trace[766296289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24289; }","duration":"966.600384ms","start":"2026-02-27T02:02:33.73432Z","end":"2026-02-27T02:02:34.70092Z","steps":["trace[766296289] 'agreement among raft nodes before linearized reading' (duration: 966.370668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:34.700955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.460207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-02-27T02:02:34.700927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.308822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:02:34.700981Z","caller":"traceutil/trace.go:171","msg":"trace[504683313] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24289; }","duration":"318.530598ms","start":"2026-02-27T02:02:34.382441Z","end":"2026-02-27T02:02:34.700972Z","steps":["trace[504683313] 'agreement among raft nodes before linearized reading' (duration: 318.468047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:34.70098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:02:33.734281Z","time spent":"966.690786ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:02:34.701007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:02:34.382417Z","time spent":"318.58379ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:02:34.701026Z","caller":"traceutil/trace.go:171","msg":"trace[1563668570] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24289; }","duration":"318.464127ms","start":"2026-02-27T02:02:34.382528Z","end":"2026-02-27T02:02:34.700992Z","steps":["trace[1563668570] 'agreement among raft nodes before linearized reading' (duration: 318.169409ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:02:34.700885Z","caller":"traceutil/trace.go:171","msg":"trace[1552583592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24289; }","duration":"950.334186ms","start":"2026-02-27T02:02:33.750533Z","end":"2026-02-27T02:02:34.700867Z","steps":["trace[1552583592] 'agreement among raft nodes before linearized reading' (duration: 950.1278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:34.701081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:02:34.3825Z","time spent":"318.571889ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:02:34.701102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:02:33.750526Z","time spent":"950.545111ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:02:34.701082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.932485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:02:34.701173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.642019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:02:34.701176Z","caller":"traceutil/trace.go:171","msg":"trace[2083291517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24289; }","duration":"969.1051ms","start":"2026-02-27T02:02:33.732048Z","end":"2026-02-27T02:02:34.701153Z","steps":["trace[2083291517] 'agreement among raft nodes before linearized reading' (duration: 968.814852ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:02:34.701225Z","caller":"traceutil/trace.go:171","msg":"trace[906812224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24289; }","duration":"962.709841ms","start":"2026-02-27T02:02:33.738504Z","end":"2026-02-27T02:02:34.701214Z","steps":["trace[906812224] 'agreement among raft nodes before linearized reading' (duration: 962.507505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:34.701237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:02:33.732022Z","time spent":"969.204752ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:02:34.701261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:02:33.738498Z","time spent":"962.756763ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:02:34.701353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.949501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:02:34.701489Z","caller":"traceutil/trace.go:171","msg":"trace[269086975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24289; }","duration":"951.120026ms","start":"2026-02-27T02:02:33.750344Z","end":"2026-02-27T02:02:34.701464Z","steps":["trace[269086975] 'agreement among raft nodes before linearized reading' (duration: 950.472599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:34.701589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:02:33.750334Z","time spent":"951.241099ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:02:34.701526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.9085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-27T02:02:34.701793Z","caller":"traceutil/trace.go:171","msg":"trace[1499426044] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24289; }","duration":"501.240959ms","start":"2026-02-27T02:02:34.200472Z","end":"2026-02-27T02:02:34.701713Z","steps":["trace[1499426044] 'agreement among raft nodes before linearized reading' (duration: 500.735726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:34.701836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339558614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:02:34.701895Z","caller":"traceutil/trace.go:171","msg":"trace[1669781390] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24289; }","duration":"1.339666677s","start":"2026-02-27T02:02:33.362209Z","end":"2026-02-27T02:02:34.701876Z","steps":["trace[1669781390] 'agreement among raft nodes before linearized reading' (duration: 1.339544824s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:34.701954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:02:33.362185Z","time spent":"1.33975483s","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:02:34.701865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:02:34.200447Z","time spent":"501.399663ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:02:34.702003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.329513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:02:34.702148Z","caller":"traceutil/trace.go:171","msg":"trace[2055153170] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24289; }","duration":"967.486677ms","start":"2026-02-27T02:02:33.73464Z","end":"2026-02-27T02:02:34.702126Z","steps":["trace[2055153170] 'agreement among raft nodes before linearized reading' (duration: 966.039779ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:02:34.702209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:02:33.734631Z","time spent":"967.563689ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T02:03:23.161485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.407689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:03:23.161676Z","caller":"traceutil/trace.go:171","msg":"trace[1978177478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24821; }","duration":"107.678856ms","start":"2026-02-27T02:03:23.053974Z","end":"2026-02-27T02:03:23.161652Z","steps":["trace[1978177478] 'range keys from in-memory index tree' (duration: 107.240894ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:03:32.519137Z","caller":"traceutil/trace.go:171","msg":"trace[2083043512] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"113.410206ms","start":"2026-02-27T02:03:32.405698Z","end":"2026-02-27T02:03:32.519108Z","steps":["trace[2083043512] 'process raft request' (duration: 113.202131ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:03:50.162716Z","caller":"traceutil/trace.go:171","msg":"trace[1905270846] transaction","detail":"{read_only:false; response_revision:25191; number_of_response:1; }","duration":"129.161141ms","start":"2026-02-27T02:03:50.033511Z","end":"2026-02-27T02:03:50.162672Z","steps":["trace[1905270846] 'process raft request' (duration: 126.507242ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:03:59.873649Z","caller":"traceutil/trace.go:171","msg":"trace[1368824409] linearizableReadLoop","detail":"{readStateIndex:26506; appliedIndex:26505; }","duration":"190.569679ms","start":"2026-02-27T02:03:59.683054Z","end":"2026-02-27T02:03:59.873624Z","steps":["trace[1368824409] 'read index received' (duration: 190.294642ms)","trace[1368824409] 'applied index is now lower than readState.Index' (duration: 273.997µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:03:59.873724Z","caller":"traceutil/trace.go:171","msg":"trace[1283908292] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"272.523686ms","start":"2026-02-27T02:03:59.601156Z","end":"2026-02-27T02:03:59.87368Z","steps":["trace[1283908292] 'process raft request' (duration: 272.217988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:03:59.873978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.823376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:03:59.874048Z","caller":"traceutil/trace.go:171","msg":"trace[31220015] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25271; }","duration":"187.93275ms","start":"2026-02-27T02:03:59.686096Z","end":"2026-02-27T02:03:59.874029Z","steps":["trace[31220015] 'agreement among raft nodes before linearized reading' (duration: 187.709204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:03:59.874068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.984569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:03:59.874175Z","caller":"traceutil/trace.go:171","msg":"trace[1269040285] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25271; }","duration":"191.171905ms","start":"2026-02-27T02:03:59.682978Z","end":"2026-02-27T02:03:59.87415Z","steps":["trace[1269040285] 'agreement among raft nodes before linearized reading' (duration: 190.826346ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:04:00.086013Z","caller":"traceutil/trace.go:171","msg":"trace[818088565] linearizableReadLoop","detail":"{readStateIndex:26508; appliedIndex:26507; }","duration":"121.52568ms","start":"2026-02-27T02:03:59.964458Z","end":"2026-02-27T02:04:00.085984Z","steps":["trace[818088565] 'read index received' (duration: 121.406737ms)","trace[818088565] 'applied index is now lower than readState.Index' (duration: 117.793µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:04:00.086152Z","caller":"traceutil/trace.go:171","msg":"trace[237938427] transaction","detail":"{read_only:false; response_revision:25273; number_of_response:1; }","duration":"203.024866ms","start":"2026-02-27T02:03:59.883081Z","end":"2026-02-27T02:04:00.086106Z","steps":["trace[237938427] 'process raft request' (duration: 202.718508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:04:00.086654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.121236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T02:04:00.086777Z","caller":"traceutil/trace.go:171","msg":"trace[1435424529] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25273; }","duration":"122.362202ms","start":"2026-02-27T02:03:59.964383Z","end":"2026-02-27T02:04:00.086745Z","steps":["trace[1435424529] 'agreement among raft nodes before linearized reading' (duration: 121.755006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:04:00.264982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.006748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:04:00.265327Z","caller":"traceutil/trace.go:171","msg":"trace[1724592544] linearizableReadLoop","detail":"{readStateIndex:26510; appliedIndex:26508; }","duration":"179.209208ms","start":"2026-02-27T02:04:00.086096Z","end":"2026-02-27T02:04:00.265305Z","steps":["trace[1724592544] 'read index received' (duration: 52.768459ms)","trace[1724592544] 'applied index is now lower than readState.Index' (duration: 126.439499ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:04:00.265449Z","caller":"traceutil/trace.go:171","msg":"trace[648705283] transaction","detail":"{read_only:false; response_revision:25275; number_of_response:1; }","duration":"275.69915ms","start":"2026-02-27T02:03:59.989738Z","end":"2026-02-27T02:04:00.265437Z","steps":["trace[648705283] 'process raft request' (duration: 275.379811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:04:00.26561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.878097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:04:00.265596Z","caller":"traceutil/trace.go:171","msg":"trace[1524256320] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"284.011668ms","start":"2026-02-27T02:03:59.981244Z","end":"2026-02-27T02:04:00.265255Z","steps":["trace[1524256320] 'process raft request' (duration: 157.600759ms)","trace[1524256320] 'compare' (duration: 125.715641ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:04:00.265678Z","caller":"traceutil/trace.go:171","msg":"trace[458629596] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25276; }","duration":"226.017911ms","start":"2026-02-27T02:04:00.039646Z","end":"2026-02-27T02:04:00.265664Z","steps":["trace[458629596] 'agreement among raft nodes before linearized reading' (duration: 225.857337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:04:00.26567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.161261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T02:04:00.265654Z","caller":"traceutil/trace.go:171","msg":"trace[351715758] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"173.637372ms","start":"2026-02-27T02:04:00.091961Z","end":"2026-02-27T02:04:00.265599Z","steps":["trace[351715758] 'process raft request' (duration: 173.299563ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:04:00.265744Z","caller":"traceutil/trace.go:171","msg":"trace[779417453] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25276; }","duration":"175.251374ms","start":"2026-02-27T02:04:00.090465Z","end":"2026-02-27T02:04:00.265716Z","steps":["trace[779417453] 'agreement among raft nodes before linearized reading' (duration: 175.066279ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:04:00.693094Z","caller":"traceutil/trace.go:171","msg":"trace[1238657446] transaction","detail":"{read_only:false; response_revision:25278; number_of_response:1; }","duration":"134.140883ms","start":"2026-02-27T02:04:00.558919Z","end":"2026-02-27T02:04:00.69306Z","steps":["trace[1238657446] 'process raft request' (duration: 133.839725ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:04:02.895283Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21743} {"level":"info","ts":"2026-02-27T02:04:03.006024Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21743,"took":"107.07085ms","hash":2874209584,"current-db-size-bytes":47022080,"current-db-size":"47 MB","current-db-size-in-use-bytes":40497152,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-02-27T02:04:03.006102Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2874209584,"revision":21743,"compact-revision":19227} {"level":"info","ts":"2026-02-27T02:05:16.24983Z","caller":"traceutil/trace.go:171","msg":"trace[152717384] transaction","detail":"{read_only:false; response_revision:26156; number_of_response:1; }","duration":"105.430617ms","start":"2026-02-27T02:05:16.144366Z","end":"2026-02-27T02:05:16.249796Z","steps":["trace[152717384] 'process raft request' (duration: 61.415838ms)","trace[152717384] 'compare' (duration: 43.845374ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:27.430294Z","caller":"traceutil/trace.go:171","msg":"trace[1848692794] transaction","detail":"{read_only:false; response_revision:26254; number_of_response:1; }","duration":"114.651849ms","start":"2026-02-27T02:05:27.315612Z","end":"2026-02-27T02:05:27.430264Z","steps":["trace[1848692794] 'process raft request' (duration: 94.713884ms)","trace[1848692794] 'compare' (duration: 19.810052ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:27.459619Z","caller":"traceutil/trace.go:171","msg":"trace[2025858472] transaction","detail":"{read_only:false; response_revision:26255; number_of_response:1; }","duration":"140.708116ms","start":"2026-02-27T02:05:27.318856Z","end":"2026-02-27T02:05:27.459564Z","steps":["trace[2025858472] 'process raft request' (duration: 140.083889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:29.132186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.787528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:05:29.13232Z","caller":"traceutil/trace.go:171","msg":"trace[1300685553] linearizableReadLoop","detail":"{readStateIndex:27538; appliedIndex:27537; }","duration":"193.013333ms","start":"2026-02-27T02:05:28.939289Z","end":"2026-02-27T02:05:29.132302Z","steps":["trace[1300685553] 'read index received' (duration: 20.08µs)","trace[1300685553] 'applied index is now lower than readState.Index' (duration: 192.991873ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:29.132439Z","caller":"traceutil/trace.go:171","msg":"trace[1336393645] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"438.854577ms","start":"2026-02-27T02:05:28.693562Z","end":"2026-02-27T02:05:29.132416Z","steps":["trace[1336393645] 'process raft request' (duration: 199.683528ms)","trace[1336393645] 'compare' (duration: 238.649825ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:29.132521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:28.693533Z","time spent":"438.942559ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:29.132853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.539036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7264"} {"level":"info","ts":"2026-02-27T02:05:29.132922Z","caller":"traceutil/trace.go:171","msg":"trace[1950437360] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26266; }","duration":"193.65268ms","start":"2026-02-27T02:05:28.939251Z","end":"2026-02-27T02:05:29.132903Z","steps":["trace[1950437360] 'agreement among raft nodes before linearized reading' (duration: 193.465045ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:29.878752Z","caller":"traceutil/trace.go:171","msg":"trace[1403373188] linearizableReadLoop","detail":"{readStateIndex:27544; appliedIndex:27543; }","duration":"103.690701ms","start":"2026-02-27T02:05:29.775033Z","end":"2026-02-27T02:05:29.878723Z","steps":["trace[1403373188] 'read index received' (duration: 103.455765ms)","trace[1403373188] 'applied index is now lower than readState.Index' (duration: 233.726µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:29.878818Z","caller":"traceutil/trace.go:171","msg":"trace[1518195606] transaction","detail":"{read_only:false; response_revision:26272; number_of_response:1; }","duration":"124.395455ms","start":"2026-02-27T02:05:29.754386Z","end":"2026-02-27T02:05:29.878782Z","steps":["trace[1518195606] 'process raft request' (duration: 124.133178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:29.879075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.928087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T02:05:29.879103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.026039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:05:29.879134Z","caller":"traceutil/trace.go:171","msg":"trace[1622492258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26272; }","duration":"104.026359ms","start":"2026-02-27T02:05:29.775095Z","end":"2026-02-27T02:05:29.879121Z","steps":["trace[1622492258] 'agreement among raft nodes before linearized reading' (duration: 103.852755ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:29.879141Z","caller":"traceutil/trace.go:171","msg":"trace[648345817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26272; }","duration":"104.151982ms","start":"2026-02-27T02:05:29.774978Z","end":"2026-02-27T02:05:29.87913Z","steps":["trace[648345817] 'agreement among raft nodes before linearized reading' (duration: 103.904846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:29.879347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.814264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:05:29.879441Z","caller":"traceutil/trace.go:171","msg":"trace[1000907669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26272; }","duration":"103.979688ms","start":"2026-02-27T02:05:29.775436Z","end":"2026-02-27T02:05:29.879415Z","steps":["trace[1000907669] 'agreement among raft nodes before linearized reading' (duration: 103.599018ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:29.983843Z","caller":"traceutil/trace.go:171","msg":"trace[315866806] transaction","detail":"{read_only:false; response_revision:26274; number_of_response:1; }","duration":"100.230969ms","start":"2026-02-27T02:05:29.883544Z","end":"2026-02-27T02:05:29.983775Z","steps":["trace[315866806] 'process raft request' (duration: 86.155289ms)","trace[315866806] 'compare' (duration: 13.419613ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:30.968366Z","caller":"traceutil/trace.go:171","msg":"trace[390458877] linearizableReadLoop","detail":"{readStateIndex:27553; appliedIndex:27552; }","duration":"141.495587ms","start":"2026-02-27T02:05:30.826834Z","end":"2026-02-27T02:05:30.968329Z","steps":["trace[390458877] 'read index received' (duration: 98.029922ms)","trace[390458877] 'applied index is now lower than readState.Index' (duration: 43.464444ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:30.968536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.667001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:30.968583Z","caller":"traceutil/trace.go:171","msg":"trace[1168519533] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26280; }","duration":"141.779034ms","start":"2026-02-27T02:05:30.826788Z","end":"2026-02-27T02:05:30.968567Z","steps":["trace[1168519533] 'agreement among raft nodes before linearized reading' (duration: 141.668611ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:30.968892Z","caller":"traceutil/trace.go:171","msg":"trace[475030411] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26280; }","duration":"142.360879ms","start":"2026-02-27T02:05:30.826519Z","end":"2026-02-27T02:05:30.96888Z","steps":["trace[475030411] 'process raft request' (duration: 98.401051ms)","trace[475030411] 'compare' (duration: 43.354942ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:31.115478Z","caller":"traceutil/trace.go:171","msg":"trace[1056293456] transaction","detail":"{read_only:false; response_revision:26281; number_of_response:1; }","duration":"132.444877ms","start":"2026-02-27T02:05:30.983004Z","end":"2026-02-27T02:05:31.115449Z","steps":["trace[1056293456] 'process raft request' (duration: 132.199971ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:31.183735Z","caller":"traceutil/trace.go:171","msg":"trace[1754186951] linearizableReadLoop","detail":"{readStateIndex:27555; appliedIndex:27553; }","duration":"128.612637ms","start":"2026-02-27T02:05:31.055094Z","end":"2026-02-27T02:05:31.183707Z","steps":["trace[1754186951] 'read index received' (duration: 60.156964ms)","trace[1754186951] 'applied index is now lower than readState.Index' (duration: 68.454453ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:31.184071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.947326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:31.18421Z","caller":"traceutil/trace.go:171","msg":"trace[1789039841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26281; }","duration":"129.154131ms","start":"2026-02-27T02:05:31.055029Z","end":"2026-02-27T02:05:31.184183Z","steps":["trace[1789039841] 'agreement among raft nodes before linearized reading' (duration: 128.929695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:31.270996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.687644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7264"} {"level":"info","ts":"2026-02-27T02:05:31.271067Z","caller":"traceutil/trace.go:171","msg":"trace[125678947] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26282; }","duration":"132.823318ms","start":"2026-02-27T02:05:31.138223Z","end":"2026-02-27T02:05:31.271046Z","steps":["trace[125678947] 'agreement among raft nodes before linearized reading' (duration: 45.996882ms)","trace[125678947] 'range keys from in-memory index tree' (duration: 86.638971ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:31.271338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.260173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:05:31.271428Z","caller":"traceutil/trace.go:171","msg":"trace[1921010123] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26282; }","duration":"192.367846ms","start":"2026-02-27T02:05:31.079036Z","end":"2026-02-27T02:05:31.271404Z","steps":["trace[1921010123] 'agreement among raft nodes before linearized reading' (duration: 105.107608ms)","trace[1921010123] 'count revisions from in-memory index tree' (duration: 87.126324ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:31.271731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.200101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T02:05:31.271934Z","caller":"traceutil/trace.go:171","msg":"trace[274891249] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26282; }","duration":"124.654863ms","start":"2026-02-27T02:05:31.147223Z","end":"2026-02-27T02:05:31.271878Z","steps":["trace[274891249] 'agreement among raft nodes before linearized reading' (duration: 36.954514ms)","trace[274891249] 'range keys from in-memory index tree' (duration: 87.061353ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:32.111475Z","caller":"traceutil/trace.go:171","msg":"trace[1483933243] linearizableReadLoop","detail":"{readStateIndex:27563; appliedIndex:27562; }","duration":"123.226265ms","start":"2026-02-27T02:05:31.988224Z","end":"2026-02-27T02:05:32.111451Z","steps":["trace[1483933243] 'read index received' (duration: 122.992299ms)","trace[1483933243] 'applied index is now lower than readState.Index' (duration: 232.846µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:32.111548Z","caller":"traceutil/trace.go:171","msg":"trace[558511511] transaction","detail":"{read_only:false; response_revision:26289; number_of_response:1; }","duration":"157.568639ms","start":"2026-02-27T02:05:31.953942Z","end":"2026-02-27T02:05:32.11151Z","steps":["trace[558511511] 'process raft request' (duration: 157.331262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:32.111805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.559514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:05:32.111833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.408929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:05:32.111947Z","caller":"traceutil/trace.go:171","msg":"trace[1271067248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26289; }","duration":"123.544483ms","start":"2026-02-27T02:05:31.988368Z","end":"2026-02-27T02:05:32.111913Z","steps":["trace[1271067248] 'agreement among raft nodes before linearized reading' (duration: 123.243005ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:32.111852Z","caller":"traceutil/trace.go:171","msg":"trace[2081154055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26289; }","duration":"123.677706ms","start":"2026-02-27T02:05:31.988163Z","end":"2026-02-27T02:05:32.111841Z","steps":["trace[2081154055] 'agreement among raft nodes before linearized reading' (duration: 123.41786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:32.111967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.354969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:05:32.112056Z","caller":"traceutil/trace.go:171","msg":"trace[147151284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26289; }","duration":"123.516683ms","start":"2026-02-27T02:05:31.988517Z","end":"2026-02-27T02:05:32.112034Z","steps":["trace[147151284] 'agreement among raft nodes before linearized reading' (duration: 123.192534ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:34.315695Z","caller":"traceutil/trace.go:171","msg":"trace[342822762] transaction","detail":"{read_only:false; response_revision:26310; number_of_response:1; }","duration":"136.686899ms","start":"2026-02-27T02:05:34.178959Z","end":"2026-02-27T02:05:34.315646Z","steps":["trace[342822762] 'process raft request' (duration: 112.143793ms)","trace[342822762] 'compare' (duration: 24.29786ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:34.684071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.587402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:05:34.684306Z","caller":"traceutil/trace.go:171","msg":"trace[1458510139] linearizableReadLoop","detail":"{readStateIndex:27586; appliedIndex:27584; }","duration":"115.210804ms","start":"2026-02-27T02:05:34.569079Z","end":"2026-02-27T02:05:34.68429Z","steps":["trace[1458510139] 'read index received' (duration: 113.296984ms)","trace[1458510139] 'applied index is now lower than readState.Index' (duration: 1.91274ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:34.684265Z","caller":"traceutil/trace.go:171","msg":"trace[1308131961] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"299.360244ms","start":"2026-02-27T02:05:34.384872Z","end":"2026-02-27T02:05:34.684232Z","steps":["trace[1308131961] 'process raft request' (duration: 46.514545ms)","trace[1308131961] 'compare' (duration: 252.301304ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:34.684472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.41305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7264"} {"level":"info","ts":"2026-02-27T02:05:34.684496Z","caller":"traceutil/trace.go:171","msg":"trace[173075427] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:26312; }","duration":"115.496022ms","start":"2026-02-27T02:05:34.568994Z","end":"2026-02-27T02:05:34.68449Z","steps":["trace[173075427] 'agreement among raft nodes before linearized reading' (duration: 115.341867ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:34.68468Z","caller":"traceutil/trace.go:171","msg":"trace[1271155296] transaction","detail":"{read_only:false; response_revision:26312; number_of_response:1; }","duration":"210.973236ms","start":"2026-02-27T02:05:34.473689Z","end":"2026-02-27T02:05:34.684662Z","steps":["trace[1271155296] 'process raft request' (duration: 210.487773ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:36.547551Z","caller":"traceutil/trace.go:171","msg":"trace[1434940147] linearizableReadLoop","detail":"{readStateIndex:27605; appliedIndex:27604; }","duration":"164.622785ms","start":"2026-02-27T02:05:36.382898Z","end":"2026-02-27T02:05:36.547521Z","steps":["trace[1434940147] 'read index received' (duration: 163.685691ms)","trace[1434940147] 'applied index is now lower than readState.Index' (duration: 936.224µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:36.54769Z","caller":"traceutil/trace.go:171","msg":"trace[1741707395] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26329; }","duration":"182.371273ms","start":"2026-02-27T02:05:36.36528Z","end":"2026-02-27T02:05:36.547651Z","steps":["trace[1741707395] 'process raft request' (duration: 181.12802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:36.548262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.923343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:36.54834Z","caller":"traceutil/trace.go:171","msg":"trace[1054782573] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26329; }","duration":"165.483697ms","start":"2026-02-27T02:05:36.382835Z","end":"2026-02-27T02:05:36.548319Z","steps":["trace[1054782573] 'agreement among raft nodes before linearized reading' (duration: 164.878461ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:36.611363Z","caller":"traceutil/trace.go:171","msg":"trace[1527729705] transaction","detail":"{read_only:false; response_revision:26330; number_of_response:1; }","duration":"170.138051ms","start":"2026-02-27T02:05:36.441184Z","end":"2026-02-27T02:05:36.611322Z","steps":["trace[1527729705] 'process raft request' (duration: 169.900854ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:37.764328Z","caller":"traceutil/trace.go:171","msg":"trace[1920873335] transaction","detail":"{read_only:false; response_revision:26339; number_of_response:1; }","duration":"111.566858ms","start":"2026-02-27T02:05:37.652737Z","end":"2026-02-27T02:05:37.764304Z","steps":["trace[1920873335] 'process raft request' (duration: 63.364379ms)","trace[1920873335] 'compare' (duration: 47.831259ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:37.887055Z","caller":"traceutil/trace.go:171","msg":"trace[1286794264] transaction","detail":"{read_only:false; response_revision:26340; number_of_response:1; }","duration":"114.611041ms","start":"2026-02-27T02:05:37.772416Z","end":"2026-02-27T02:05:37.887027Z","steps":["trace[1286794264] 'process raft request' (duration: 92.648652ms)","trace[1286794264] 'compare' (duration: 21.736433ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:37.88741Z","caller":"traceutil/trace.go:171","msg":"trace[497567756] transaction","detail":"{read_only:false; response_revision:26341; number_of_response:1; }","duration":"114.261032ms","start":"2026-02-27T02:05:37.773114Z","end":"2026-02-27T02:05:37.887375Z","steps":["trace[497567756] 'process raft request' (duration: 113.856911ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:37.99582Z","caller":"traceutil/trace.go:171","msg":"trace[362021897] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"100.394297ms","start":"2026-02-27T02:05:37.895382Z","end":"2026-02-27T02:05:37.995776Z","steps":["trace[362021897] 'process raft request' (duration: 97.543272ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:37.995906Z","caller":"traceutil/trace.go:171","msg":"trace[607615856] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"100.328015ms","start":"2026-02-27T02:05:37.895556Z","end":"2026-02-27T02:05:37.995884Z","steps":["trace[607615856] 'process raft request' (duration: 100.15422ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:39.436984Z","caller":"traceutil/trace.go:171","msg":"trace[205721850] transaction","detail":"{read_only:false; response_revision:26362; number_of_response:1; }","duration":"110.954855ms","start":"2026-02-27T02:05:39.325995Z","end":"2026-02-27T02:05:39.43695Z","steps":["trace[205721850] 'process raft request' (duration: 110.645247ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:39.436983Z","caller":"traceutil/trace.go:171","msg":"trace[2116306600] transaction","detail":"{read_only:false; response_revision:26363; number_of_response:1; }","duration":"109.336572ms","start":"2026-02-27T02:05:39.327617Z","end":"2026-02-27T02:05:39.436954Z","steps":["trace[2116306600] 'process raft request' (duration: 109.26059ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:40.251861Z","caller":"traceutil/trace.go:171","msg":"trace[699965213] linearizableReadLoop","detail":"{readStateIndex:27648; appliedIndex:27647; }","duration":"153.25176ms","start":"2026-02-27T02:05:40.098584Z","end":"2026-02-27T02:05:40.251835Z","steps":["trace[699965213] 'read index received' (duration: 153.027644ms)","trace[699965213] 'applied index is now lower than readState.Index' (duration: 222.796µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:40.251903Z","caller":"traceutil/trace.go:171","msg":"trace[479586352] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"202.847738ms","start":"2026-02-27T02:05:40.049028Z","end":"2026-02-27T02:05:40.251875Z","steps":["trace[479586352] 'process raft request' (duration: 202.637912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:40.252093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.485566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T02:05:40.252138Z","caller":"traceutil/trace.go:171","msg":"trace[1330349002] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26371; }","duration":"153.571038ms","start":"2026-02-27T02:05:40.098553Z","end":"2026-02-27T02:05:40.252125Z","steps":["trace[1330349002] 'agreement among raft nodes before linearized reading' (duration: 153.412634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:40.252189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.13037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T02:05:40.252266Z","caller":"traceutil/trace.go:171","msg":"trace[385409334] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26371; }","duration":"152.233643ms","start":"2026-02-27T02:05:40.100012Z","end":"2026-02-27T02:05:40.252246Z","steps":["trace[385409334] 'agreement among raft nodes before linearized reading' (duration: 152.040608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:40.252537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.613375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-02-27T02:05:40.252584Z","caller":"traceutil/trace.go:171","msg":"trace[2116432833] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26371; }","duration":"113.677997ms","start":"2026-02-27T02:05:40.138893Z","end":"2026-02-27T02:05:40.252571Z","steps":["trace[2116432833] 'agreement among raft nodes before linearized reading' (duration: 113.550304ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:40.361321Z","caller":"traceutil/trace.go:171","msg":"trace[2029559042] transaction","detail":"{read_only:false; response_revision:26374; number_of_response:1; }","duration":"103.357344ms","start":"2026-02-27T02:05:40.257945Z","end":"2026-02-27T02:05:40.361302Z","steps":["trace[2029559042] 'process raft request' (duration: 103.20338ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:40.361708Z","caller":"traceutil/trace.go:171","msg":"trace[100373171] transaction","detail":"{read_only:false; response_revision:26375; number_of_response:1; }","duration":"103.230771ms","start":"2026-02-27T02:05:40.25845Z","end":"2026-02-27T02:05:40.361681Z","steps":["trace[100373171] 'process raft request' (duration: 102.81883ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:40.361772Z","caller":"traceutil/trace.go:171","msg":"trace[789228816] transaction","detail":"{read_only:false; response_revision:26376; number_of_response:1; }","duration":"102.625144ms","start":"2026-02-27T02:05:40.259114Z","end":"2026-02-27T02:05:40.361739Z","steps":["trace[789228816] 'process raft request' (duration: 102.397258ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:40.491804Z","caller":"traceutil/trace.go:171","msg":"trace[149035095] transaction","detail":"{read_only:false; response_revision:26378; number_of_response:1; }","duration":"124.743849ms","start":"2026-02-27T02:05:40.367015Z","end":"2026-02-27T02:05:40.491759Z","steps":["trace[149035095] 'process raft request' (duration: 73.480968ms)","trace[149035095] 'compare' (duration: 50.956473ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:40.491861Z","caller":"traceutil/trace.go:171","msg":"trace[1763487509] transaction","detail":"{read_only:false; response_revision:26379; number_of_response:1; }","duration":"124.76191ms","start":"2026-02-27T02:05:40.367053Z","end":"2026-02-27T02:05:40.491815Z","steps":["trace[1763487509] 'process raft request' (duration: 124.571885ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:40.659721Z","caller":"traceutil/trace.go:171","msg":"trace[1948926163] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"159.776812ms","start":"2026-02-27T02:05:40.499909Z","end":"2026-02-27T02:05:40.659686Z","steps":["trace[1948926163] 'process raft request' (duration: 125.342104ms)","trace[1948926163] 'compare' (duration: 33.564905ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:41.121396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.409979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:41.121488Z","caller":"traceutil/trace.go:171","msg":"trace[560532994] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26382; }","duration":"336.574213ms","start":"2026-02-27T02:05:40.784894Z","end":"2026-02-27T02:05:41.121468Z","steps":["trace[560532994] 'count revisions from in-memory index tree' (duration: 336.232564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:41.121539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:40.784863Z","time spent":"336.664895ms","remote":"127.0.0.1:50370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:05:41.124038Z","caller":"traceutil/trace.go:171","msg":"trace[1611974101] linearizableReadLoop","detail":"{readStateIndex:27660; appliedIndex:27659; }","duration":"138.785439ms","start":"2026-02-27T02:05:40.985236Z","end":"2026-02-27T02:05:41.124021Z","steps":["trace[1611974101] 'read index received' (duration: 138.564493ms)","trace[1611974101] 'applied index is now lower than readState.Index' (duration: 219.916µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:41.124119Z","caller":"traceutil/trace.go:171","msg":"trace[890753209] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"305.181766ms","start":"2026-02-27T02:05:40.818911Z","end":"2026-02-27T02:05:41.124093Z","steps":["trace[890753209] 'process raft request' (duration: 304.95208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:41.124228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:40.81886Z","time spent":"305.301589ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:41.12423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.992324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:05:41.124283Z","caller":"traceutil/trace.go:171","msg":"trace[1028171623] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26383; }","duration":"139.090898ms","start":"2026-02-27T02:05:40.985174Z","end":"2026-02-27T02:05:41.124265Z","steps":["trace[1028171623] 'agreement among raft nodes before linearized reading' (duration: 138.959164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:41.182736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.80576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:41.182838Z","caller":"traceutil/trace.go:171","msg":"trace[101642710] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26383; }","duration":"135.980745ms","start":"2026-02-27T02:05:41.046833Z","end":"2026-02-27T02:05:41.182814Z","steps":["trace[101642710] 'agreement among raft nodes before linearized reading' (duration: 135.752709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:41.182823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.648879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:41.182971Z","caller":"traceutil/trace.go:171","msg":"trace[1932271790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26383; }","duration":"126.843754ms","start":"2026-02-27T02:05:41.056102Z","end":"2026-02-27T02:05:41.182946Z","steps":["trace[1932271790] 'agreement among raft nodes before linearized reading' (duration: 126.519506ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:41.554048Z","caller":"traceutil/trace.go:171","msg":"trace[2050132820] transaction","detail":"{read_only:false; response_revision:26385; number_of_response:1; }","duration":"158.649582ms","start":"2026-02-27T02:05:41.395348Z","end":"2026-02-27T02:05:41.553998Z","steps":["trace[2050132820] 'process raft request' (duration: 117.59064ms)","trace[2050132820] 'compare' (duration: 40.436496ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:41.773021Z","caller":"traceutil/trace.go:171","msg":"trace[2062276846] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"122.320205ms","start":"2026-02-27T02:05:41.650668Z","end":"2026-02-27T02:05:41.772988Z","steps":["trace[2062276846] 'process raft request' (duration: 46.049534ms)","trace[2062276846] 'compare' (duration: 76.097626ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:41.789905Z","caller":"traceutil/trace.go:171","msg":"trace[751513706] linearizableReadLoop","detail":"{readStateIndex:27671; appliedIndex:27668; }","duration":"123.144866ms","start":"2026-02-27T02:05:41.666744Z","end":"2026-02-27T02:05:41.789889Z","steps":["trace[751513706] 'read index received' (duration: 29.990431ms)","trace[751513706] 'applied index is now lower than readState.Index' (duration: 93.153515ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:41.789965Z","caller":"traceutil/trace.go:171","msg":"trace[316515475] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"134.418144ms","start":"2026-02-27T02:05:41.655504Z","end":"2026-02-27T02:05:41.789922Z","steps":["trace[316515475] 'process raft request' (duration: 134.220179ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:41.79Z","caller":"traceutil/trace.go:171","msg":"trace[932089495] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26392; }","duration":"129.395121ms","start":"2026-02-27T02:05:41.660594Z","end":"2026-02-27T02:05:41.789989Z","steps":["trace[932089495] 'process raft request' (duration: 129.258057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:41.790208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.438605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-jgw92.1897f5d31e53fa31\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-02-27T02:05:41.790271Z","caller":"traceutil/trace.go:171","msg":"trace[48202485] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-jgw92.1897f5d31e53fa31; range_end:; response_count:1; response_revision:26392; }","duration":"123.544167ms","start":"2026-02-27T02:05:41.666714Z","end":"2026-02-27T02:05:41.790258Z","steps":["trace[48202485] 'agreement among raft nodes before linearized reading' (duration: 123.310731ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:41.960177Z","caller":"traceutil/trace.go:171","msg":"trace[967289376] linearizableReadLoop","detail":"{readStateIndex:27672; appliedIndex:27671; }","duration":"170.189207ms","start":"2026-02-27T02:05:41.789954Z","end":"2026-02-27T02:05:41.960143Z","steps":["trace[967289376] 'read index received' (duration: 169.977281ms)","trace[967289376] 'applied index is now lower than readState.Index' (duration: 210.596µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:41.960314Z","caller":"traceutil/trace.go:171","msg":"trace[1200939889] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"204.749258ms","start":"2026-02-27T02:05:41.755554Z","end":"2026-02-27T02:05:41.960303Z","steps":["trace[1200939889] 'process raft request' (duration: 204.417249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:41.960688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.757376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T02:05:41.960771Z","caller":"traceutil/trace.go:171","msg":"trace[83242277] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26393; }","duration":"243.910701ms","start":"2026-02-27T02:05:41.716841Z","end":"2026-02-27T02:05:41.960752Z","steps":["trace[83242277] 'agreement among raft nodes before linearized reading' (duration: 243.598773ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:42.020931Z","caller":"traceutil/trace.go:171","msg":"trace[1893215] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"228.35271ms","start":"2026-02-27T02:05:41.792555Z","end":"2026-02-27T02:05:42.020907Z","steps":["trace[1893215] 'process raft request' (duration: 228.095104ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:42.02138Z","caller":"traceutil/trace.go:171","msg":"trace[302757134] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"215.591024ms","start":"2026-02-27T02:05:41.805777Z","end":"2026-02-27T02:05:42.021368Z","steps":["trace[302757134] 'process raft request' (duration: 215.019859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:42.021663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.671686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-27T02:05:42.021711Z","caller":"traceutil/trace.go:171","msg":"trace[534570265] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26395; }","duration":"215.780868ms","start":"2026-02-27T02:05:41.805917Z","end":"2026-02-27T02:05:42.021698Z","steps":["trace[534570265] 'agreement among raft nodes before linearized reading' (duration: 215.604344ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:42.348288Z","caller":"traceutil/trace.go:171","msg":"trace[479199665] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"320.379456ms","start":"2026-02-27T02:05:42.027841Z","end":"2026-02-27T02:05:42.348221Z","steps":["trace[479199665] 'process raft request' (duration: 316.831253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:42.348537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:42.02782Z","time spent":"320.642273ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":679,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:05:42.399459Z","caller":"traceutil/trace.go:171","msg":"trace[1292983951] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"326.418985ms","start":"2026-02-27T02:05:42.072996Z","end":"2026-02-27T02:05:42.399415Z","steps":["trace[1292983951] 'process raft request' (duration: 326.153838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:42.399681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:42.072955Z","time spent":"326.6018ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:42.399723Z","caller":"traceutil/trace.go:171","msg":"trace[692662760] transaction","detail":"{read_only:false; response_revision:26398; number_of_response:1; }","duration":"254.358875ms","start":"2026-02-27T02:05:42.145336Z","end":"2026-02-27T02:05:42.399695Z","steps":["trace[692662760] 'process raft request' (duration: 253.989226ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:42.399829Z","caller":"traceutil/trace.go:171","msg":"trace[250768352] linearizableReadLoop","detail":"{readStateIndex:27677; appliedIndex:27674; }","duration":"143.617756ms","start":"2026-02-27T02:05:42.256175Z","end":"2026-02-27T02:05:42.399792Z","steps":["trace[250768352] 'read index received' (duration: 88.512923ms)","trace[250768352] 'applied index is now lower than readState.Index' (duration: 55.101053ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:42.399946Z","caller":"traceutil/trace.go:171","msg":"trace[443425517] transaction","detail":"{read_only:false; response_revision:26399; number_of_response:1; }","duration":"108.1115ms","start":"2026-02-27T02:05:42.29181Z","end":"2026-02-27T02:05:42.399922Z","steps":["trace[443425517] 'process raft request' (duration: 107.570616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:42.400151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.946284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:05:42.400201Z","caller":"traceutil/trace.go:171","msg":"trace[2105181017] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26399; }","duration":"144.015266ms","start":"2026-02-27T02:05:42.256169Z","end":"2026-02-27T02:05:42.400184Z","steps":["trace[2105181017] 'agreement among raft nodes before linearized reading' (duration: 143.78972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:42.649271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.768315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:05:42.649427Z","caller":"traceutil/trace.go:171","msg":"trace[623464798] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26400; }","duration":"235.761846ms","start":"2026-02-27T02:05:42.413651Z","end":"2026-02-27T02:05:42.649412Z","steps":["trace[623464798] 'process raft request' (duration: 235.709794ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:42.649623Z","caller":"traceutil/trace.go:171","msg":"trace[50047811] transaction","detail":"{read_only:false; response_revision:26400; number_of_response:1; }","duration":"235.94406ms","start":"2026-02-27T02:05:42.41364Z","end":"2026-02-27T02:05:42.649584Z","steps":["trace[50047811] 'process raft request' (duration: 128.783585ms)","trace[50047811] 'compare' (duration: 106.362254ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:42.834817Z","caller":"traceutil/trace.go:171","msg":"trace[2095267431] transaction","detail":"{read_only:false; response_revision:26402; number_of_response:1; }","duration":"420.962938ms","start":"2026-02-27T02:05:42.413801Z","end":"2026-02-27T02:05:42.834763Z","steps":["trace[2095267431] 'process raft request' (duration: 420.65562ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:42.834856Z","caller":"traceutil/trace.go:171","msg":"trace[6276245] linearizableReadLoop","detail":"{readStateIndex:27682; appliedIndex:27678; }","duration":"420.991789ms","start":"2026-02-27T02:05:42.41384Z","end":"2026-02-27T02:05:42.834832Z","steps":["trace[6276245] 'read index received' (duration: 128.602971ms)","trace[6276245] 'applied index is now lower than readState.Index' (duration: 292.387668ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:42.834998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:42.413793Z","time spent":"421.104991ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:42.835149Z","caller":"traceutil/trace.go:171","msg":"trace[1675630731] transaction","detail":"{read_only:false; response_revision:26403; number_of_response:1; }","duration":"421.200464ms","start":"2026-02-27T02:05:42.413936Z","end":"2026-02-27T02:05:42.835137Z","steps":["trace[1675630731] 'process raft request' (duration: 420.561637ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:42.83517Z","caller":"traceutil/trace.go:171","msg":"trace[1024088488] transaction","detail":"{read_only:false; response_revision:26401; number_of_response:1; }","duration":"421.456361ms","start":"2026-02-27T02:05:42.413682Z","end":"2026-02-27T02:05:42.835138Z","steps":["trace[1024088488] 'process raft request' (duration: 366.862882ms)","trace[1024088488] 'compare' (duration: 53.748097ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:42.835283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:42.413926Z","time spent":"421.273385ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:42.835307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:42.413664Z","time spent":"421.567033ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:42.835291Z","caller":"traceutil/trace.go:171","msg":"trace[62667679] transaction","detail":"{read_only:false; response_revision:26405; number_of_response:1; }","duration":"421.225575ms","start":"2026-02-27T02:05:42.414031Z","end":"2026-02-27T02:05:42.835256Z","steps":["trace[62667679] 'process raft request' (duration: 420.66155ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:42.835401Z","caller":"traceutil/trace.go:171","msg":"trace[308502215] transaction","detail":"{read_only:false; response_revision:26404; number_of_response:1; }","duration":"421.419929ms","start":"2026-02-27T02:05:42.413968Z","end":"2026-02-27T02:05:42.835388Z","steps":["trace[308502215] 'process raft request' (duration: 420.589248ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:42.835433Z","caller":"traceutil/trace.go:171","msg":"trace[863057160] transaction","detail":"{read_only:false; response_revision:26407; number_of_response:1; }","duration":"415.397341ms","start":"2026-02-27T02:05:42.420019Z","end":"2026-02-27T02:05:42.835416Z","steps":["trace[863057160] 'process raft request' (duration: 414.751604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:42.835467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:42.414019Z","time spent":"421.360078ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:42.835442Z","caller":"traceutil/trace.go:171","msg":"trace[705024537] transaction","detail":"{read_only:false; response_revision:26406; number_of_response:1; }","duration":"421.322277ms","start":"2026-02-27T02:05:42.414077Z","end":"2026-02-27T02:05:42.8354Z","steps":["trace[705024537] 'process raft request' (duration: 420.646809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:42.83549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:42.420006Z","time spent":"415.452012ms","remote":"127.0.0.1:60844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2620,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:42.835594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:42.413962Z","time spent":"421.472092ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:42.835581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.710488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-02-27T02:05:42.835644Z","caller":"traceutil/trace.go:171","msg":"trace[882085209] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26407; }","duration":"421.80716ms","start":"2026-02-27T02:05:42.413821Z","end":"2026-02-27T02:05:42.835628Z","steps":["trace[882085209] 'agreement among raft nodes before linearized reading' (duration: 421.581154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:42.835645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:42.41405Z","time spent":"421.492221ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:42.835684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:42.413816Z","time spent":"421.861841ms","remote":"127.0.0.1:33730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-02-27T02:05:42.912002Z","caller":"traceutil/trace.go:171","msg":"trace[1246142108] transaction","detail":"{read_only:false; response_revision:26409; number_of_response:1; }","duration":"168.527612ms","start":"2026-02-27T02:05:42.743436Z","end":"2026-02-27T02:05:42.911964Z","steps":["trace[1246142108] 'process raft request' (duration: 168.360508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:42.912145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.390902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:05:42.912196Z","caller":"traceutil/trace.go:171","msg":"trace[78232459] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26409; }","duration":"412.472814ms","start":"2026-02-27T02:05:42.499708Z","end":"2026-02-27T02:05:42.912181Z","steps":["trace[78232459] 'agreement among raft nodes before linearized reading' (duration: 412.34324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:42.912175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.386182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9841"} {"level":"warn","ts":"2026-02-27T02:05:42.912233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:42.499686Z","time spent":"412.539126ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T02:05:42.912251Z","caller":"traceutil/trace.go:171","msg":"trace[868969245] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:26409; }","duration":"335.512555ms","start":"2026-02-27T02:05:42.576719Z","end":"2026-02-27T02:05:42.912231Z","steps":["trace[868969245] 'agreement among raft nodes before linearized reading' (duration: 335.253498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:42.912285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.772415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:05:42.912294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:42.576698Z","time spent":"335.587917ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":9864,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"info","ts":"2026-02-27T02:05:42.912317Z","caller":"traceutil/trace.go:171","msg":"trace[1330408408] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26409; }","duration":"414.858307ms","start":"2026-02-27T02:05:42.497451Z","end":"2026-02-27T02:05:42.912309Z","steps":["trace[1330408408] 'agreement among raft nodes before linearized reading' (duration: 414.725494ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:42.912125Z","caller":"traceutil/trace.go:171","msg":"trace[1448821531] transaction","detail":"{read_only:false; response_revision:26408; number_of_response:1; }","duration":"333.509893ms","start":"2026-02-27T02:05:42.578591Z","end":"2026-02-27T02:05:42.912101Z","steps":["trace[1448821531] 'process raft request' (duration: 333.053511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:42.912342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:42.49743Z","time spent":"414.906438ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:05:42.91242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:42.578567Z","time spent":"333.784979ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:05:42.912514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.08206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-02-27T02:05:42.912531Z","caller":"traceutil/trace.go:171","msg":"trace[532675463] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:26409; }","duration":"262.12635ms","start":"2026-02-27T02:05:42.6504Z","end":"2026-02-27T02:05:42.912526Z","steps":["trace[532675463] 'agreement among raft nodes before linearized reading' (duration: 262.064488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:42.912009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.316064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:05:42.912615Z","caller":"traceutil/trace.go:171","msg":"trace[867331134] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26409; }","duration":"254.987612ms","start":"2026-02-27T02:05:42.657608Z","end":"2026-02-27T02:05:42.912596Z","steps":["trace[867331134] 'agreement among raft nodes before linearized reading' (duration: 254.286543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:42.913499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.939875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2574540"} {"level":"info","ts":"2026-02-27T02:05:42.913589Z","caller":"traceutil/trace.go:171","msg":"trace[147272648] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26409; }","duration":"254.071498ms","start":"2026-02-27T02:05:42.659497Z","end":"2026-02-27T02:05:42.913568Z","steps":["trace[147272648] 'agreement among raft nodes before linearized reading' (duration: 252.390944ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:43.096906Z","caller":"traceutil/trace.go:171","msg":"trace[961874580] linearizableReadLoop","detail":"{readStateIndex:27690; appliedIndex:27689; }","duration":"185.010277ms","start":"2026-02-27T02:05:42.911867Z","end":"2026-02-27T02:05:43.096877Z","steps":["trace[961874580] 'read index received' (duration: 184.7581ms)","trace[961874580] 'applied index is now lower than readState.Index' (duration: 251.117µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:43.097219Z","caller":"traceutil/trace.go:171","msg":"trace[1555277072] transaction","detail":"{read_only:false; response_revision:26410; number_of_response:1; }","duration":"239.757441ms","start":"2026-02-27T02:05:42.857448Z","end":"2026-02-27T02:05:43.097206Z","steps":["trace[1555277072] 'process raft request' (duration: 239.259488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.097659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.619217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-27T02:05:43.09771Z","caller":"traceutil/trace.go:171","msg":"trace[1379858106] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26410; }","duration":"250.72934ms","start":"2026-02-27T02:05:42.846967Z","end":"2026-02-27T02:05:43.097696Z","steps":["trace[1379858106] 'agreement among raft nodes before linearized reading' (duration: 250.464853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.097939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.792517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-02-27T02:05:43.097978Z","caller":"traceutil/trace.go:171","msg":"trace[1308513968] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26410; }","duration":"257.874369ms","start":"2026-02-27T02:05:42.840094Z","end":"2026-02-27T02:05:43.097968Z","steps":["trace[1308513968] 'agreement among raft nodes before linearized reading' (duration: 257.769086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.098201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.124925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T02:05:43.098244Z","caller":"traceutil/trace.go:171","msg":"trace[1065058162] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26410; }","duration":"258.205327ms","start":"2026-02-27T02:05:42.84003Z","end":"2026-02-27T02:05:43.098235Z","steps":["trace[1065058162] 'agreement among raft nodes before linearized reading' (duration: 258.102484ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:43.130758Z","caller":"traceutil/trace.go:171","msg":"trace[629928028] transaction","detail":"{read_only:false; response_revision:26411; number_of_response:1; }","duration":"214.191556ms","start":"2026-02-27T02:05:42.916537Z","end":"2026-02-27T02:05:43.130729Z","steps":["trace[629928028] 'process raft request' (duration: 213.796526ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:43.130844Z","caller":"traceutil/trace.go:171","msg":"trace[1776506310] transaction","detail":"{read_only:false; response_revision:26412; number_of_response:1; }","duration":"213.95693ms","start":"2026-02-27T02:05:42.916851Z","end":"2026-02-27T02:05:43.130808Z","steps":["trace[1776506310] 'process raft request' (duration: 213.690393ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:43.13089Z","caller":"traceutil/trace.go:171","msg":"trace[453057816] transaction","detail":"{read_only:false; response_revision:26413; number_of_response:1; }","duration":"210.805938ms","start":"2026-02-27T02:05:42.920047Z","end":"2026-02-27T02:05:43.130853Z","steps":["trace[453057816] 'process raft request' (duration: 210.659654ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:43.131315Z","caller":"traceutil/trace.go:171","msg":"trace[1286867656] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"210.017437ms","start":"2026-02-27T02:05:42.921261Z","end":"2026-02-27T02:05:43.131279Z","steps":["trace[1286867656] 'process raft request' (duration: 209.501093ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:43.131407Z","caller":"traceutil/trace.go:171","msg":"trace[2083058146] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"127.880701ms","start":"2026-02-27T02:05:43.003495Z","end":"2026-02-27T02:05:43.131376Z","steps":["trace[2083058146] 'process raft request' (duration: 127.761518ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:43.131365Z","caller":"traceutil/trace.go:171","msg":"trace[446408646] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"209.041981ms","start":"2026-02-27T02:05:42.922297Z","end":"2026-02-27T02:05:43.131339Z","steps":["trace[446408646] 'process raft request' (duration: 208.833076ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.131512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.130445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-02-27T02:05:43.131571Z","caller":"traceutil/trace.go:171","msg":"trace[109008621] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26416; }","duration":"181.261898ms","start":"2026-02-27T02:05:42.950295Z","end":"2026-02-27T02:05:43.131557Z","steps":["trace[109008621] 'agreement among raft nodes before linearized reading' (duration: 181.057563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.265365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.074128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-27T02:05:43.265433Z","caller":"traceutil/trace.go:171","msg":"trace[5448090] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26426; }","duration":"155.178961ms","start":"2026-02-27T02:05:43.110235Z","end":"2026-02-27T02:05:43.265414Z","steps":["trace[5448090] 'agreement among raft nodes before linearized reading' (duration: 79.701802ms)","trace[5448090] 'range keys from in-memory index tree' (duration: 75.269514ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:43.266085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.692699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:43.26611Z","caller":"traceutil/trace.go:171","msg":"trace[491800390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26428; }","duration":"129.7592ms","start":"2026-02-27T02:05:43.136346Z","end":"2026-02-27T02:05:43.266105Z","steps":["trace[491800390] 'agreement among raft nodes before linearized reading' (duration: 129.688439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.266232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.290723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3523"} {"level":"info","ts":"2026-02-27T02:05:43.266247Z","caller":"traceutil/trace.go:171","msg":"trace[248293308] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26428; }","duration":"106.322263ms","start":"2026-02-27T02:05:43.159919Z","end":"2026-02-27T02:05:43.266241Z","steps":["trace[248293308] 'agreement among raft nodes before linearized reading' (duration: 106.267592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.26625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.075405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T02:05:43.266382Z","caller":"traceutil/trace.go:171","msg":"trace[2102412064] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26428; }","duration":"101.216159ms","start":"2026-02-27T02:05:43.165091Z","end":"2026-02-27T02:05:43.266307Z","steps":["trace[2102412064] 'agreement among raft nodes before linearized reading' (duration: 101.027784ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:43.269811Z","caller":"traceutil/trace.go:171","msg":"trace[1172054726] transaction","detail":"{read_only:false; response_revision:26427; number_of_response:1; }","duration":"127.531822ms","start":"2026-02-27T02:05:43.137836Z","end":"2026-02-27T02:05:43.265368Z","steps":["trace[1172054726] 'process raft request' (duration: 102.698247ms)","trace[1172054726] 'compare' (duration: 24.453275ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:43.61808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.82755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:05:43.618218Z","caller":"traceutil/trace.go:171","msg":"trace[1088237274] linearizableReadLoop","detail":"{readStateIndex:27709; appliedIndex:27708; }","duration":"343.618039ms","start":"2026-02-27T02:05:43.274581Z","end":"2026-02-27T02:05:43.618199Z","steps":["trace[1088237274] 'read index received' (duration: 226.603374ms)","trace[1088237274] 'applied index is now lower than readState.Index' (duration: 117.013124ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:43.618311Z","caller":"traceutil/trace.go:171","msg":"trace[356881816] transaction","detail":"{read_only:false; response_revision:26429; number_of_response:1; }","duration":"344.323037ms","start":"2026-02-27T02:05:43.27395Z","end":"2026-02-27T02:05:43.618273Z","steps":["trace[356881816] 'process raft request' (duration: 227.2195ms)","trace[356881816] 'compare' (duration: 116.552653ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:43.618477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:43.27393Z","time spent":"344.465341ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2147,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:05:43.618707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.110631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3523"} {"level":"info","ts":"2026-02-27T02:05:43.618753Z","caller":"traceutil/trace.go:171","msg":"trace[407926497] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26429; }","duration":"344.196614ms","start":"2026-02-27T02:05:43.274541Z","end":"2026-02-27T02:05:43.618738Z","steps":["trace[407926497] 'agreement among raft nodes before linearized reading' (duration: 343.736172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.618791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:43.274523Z","time spent":"344.258746ms","remote":"127.0.0.1:33730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3546,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-02-27T02:05:43.659797Z","caller":"traceutil/trace.go:171","msg":"trace[346082491] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"384.153977ms","start":"2026-02-27T02:05:43.2756Z","end":"2026-02-27T02:05:43.659754Z","steps":["trace[346082491] 'process raft request' (duration: 383.88747ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:43.659853Z","caller":"traceutil/trace.go:171","msg":"trace[735600743] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"378.487178ms","start":"2026-02-27T02:05:43.281336Z","end":"2026-02-27T02:05:43.659823Z","steps":["trace[735600743] 'process raft request' (duration: 378.304933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.659996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:43.275582Z","time spent":"384.314812ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:05:43.66Z","caller":"traceutil/trace.go:171","msg":"trace[1923291442] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"274.177678ms","start":"2026-02-27T02:05:43.385803Z","end":"2026-02-27T02:05:43.659981Z","steps":["trace[1923291442] 'process raft request' (duration: 273.921451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.660339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.09684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-02-27T02:05:43.660421Z","caller":"traceutil/trace.go:171","msg":"trace[1024219341] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26432; }","duration":"383.198172ms","start":"2026-02-27T02:05:43.277204Z","end":"2026-02-27T02:05:43.660402Z","steps":["trace[1024219341] 'agreement among raft nodes before linearized reading' (duration: 382.688529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.660481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:43.277177Z","time spent":"383.286625ms","remote":"127.0.0.1:33730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-02-27T02:05:43.660698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:43.281324Z","time spent":"378.92136ms","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6318,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:43.661136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.043862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-02-27T02:05:43.661182Z","caller":"traceutil/trace.go:171","msg":"trace[2005024532] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26432; }","duration":"382.103324ms","start":"2026-02-27T02:05:43.279066Z","end":"2026-02-27T02:05:43.66117Z","steps":["trace[2005024532] 'agreement among raft nodes before linearized reading' (duration: 381.95199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.661217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:43.27906Z","time spent":"382.150475ms","remote":"127.0.0.1:50466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4854,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T02:05:43.750164Z","caller":"traceutil/trace.go:171","msg":"trace[1435361488] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"124.179774ms","start":"2026-02-27T02:05:43.625948Z","end":"2026-02-27T02:05:43.750128Z","steps":["trace[1435361488] 'process raft request' (duration: 104.032602ms)","trace[1435361488] 'compare' (duration: 19.669169ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:43.750247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.493859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:43.750351Z","caller":"traceutil/trace.go:171","msg":"trace[1237424031] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:0; response_revision:26435; }","duration":"125.638603ms","start":"2026-02-27T02:05:43.624688Z","end":"2026-02-27T02:05:43.750327Z","steps":["trace[1237424031] 'agreement among raft nodes before linearized reading' (duration: 125.420357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.750786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.966517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-02-27T02:05:43.750857Z","caller":"traceutil/trace.go:171","msg":"trace[641824508] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:26435; }","duration":"127.102291ms","start":"2026-02-27T02:05:43.623738Z","end":"2026-02-27T02:05:43.750841Z","steps":["trace[641824508] 'agreement among raft nodes before linearized reading' (duration: 126.915006ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:43.91092Z","caller":"traceutil/trace.go:171","msg":"trace[499561063] linearizableReadLoop","detail":"{readStateIndex:27717; appliedIndex:27715; }","duration":"143.615405ms","start":"2026-02-27T02:05:43.76728Z","end":"2026-02-27T02:05:43.910895Z","steps":["trace[499561063] 'read index received' (duration: 143.222404ms)","trace[499561063] 'applied index is now lower than readState.Index' (duration: 392.271µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:43.910981Z","caller":"traceutil/trace.go:171","msg":"trace[551471198] transaction","detail":"{read_only:false; response_revision:26436; number_of_response:1; }","duration":"143.727488ms","start":"2026-02-27T02:05:43.767223Z","end":"2026-02-27T02:05:43.910951Z","steps":["trace[551471198] 'process raft request' (duration: 143.42668ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:43.911119Z","caller":"traceutil/trace.go:171","msg":"trace[1827092259] transaction","detail":"{read_only:false; response_revision:26437; number_of_response:1; }","duration":"143.842451ms","start":"2026-02-27T02:05:43.767223Z","end":"2026-02-27T02:05:43.911066Z","steps":["trace[1827092259] 'process raft request' (duration: 143.587284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.911331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.030925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130943"} {"level":"info","ts":"2026-02-27T02:05:43.911385Z","caller":"traceutil/trace.go:171","msg":"trace[1707357642] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26437; }","duration":"144.137338ms","start":"2026-02-27T02:05:43.767234Z","end":"2026-02-27T02:05:43.911372Z","steps":["trace[1707357642] 'agreement among raft nodes before linearized reading' (duration: 143.800249ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:43.977453Z","caller":"traceutil/trace.go:171","msg":"trace[603042697] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"209.725338ms","start":"2026-02-27T02:05:43.767676Z","end":"2026-02-27T02:05:43.977401Z","steps":["trace[603042697] 'process raft request' (duration: 209.587305ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:43.97758Z","caller":"traceutil/trace.go:171","msg":"trace[1834802881] transaction","detail":"{read_only:false; response_revision:26439; number_of_response:1; }","duration":"210.142759ms","start":"2026-02-27T02:05:43.767412Z","end":"2026-02-27T02:05:43.977554Z","steps":["trace[1834802881] 'process raft request' (duration: 209.79458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.97813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.729955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"warn","ts":"2026-02-27T02:05:43.978119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.664642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-02-27T02:05:43.978192Z","caller":"traceutil/trace.go:171","msg":"trace[1886622503] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26440; }","duration":"210.807037ms","start":"2026-02-27T02:05:43.767365Z","end":"2026-02-27T02:05:43.978172Z","steps":["trace[1886622503] 'agreement among raft nodes before linearized reading' (duration: 210.579931ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:43.978212Z","caller":"traceutil/trace.go:171","msg":"trace[1131485543] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:26440; }","duration":"210.767366ms","start":"2026-02-27T02:05:43.767418Z","end":"2026-02-27T02:05:43.978185Z","steps":["trace[1131485543] 'agreement among raft nodes before linearized reading' (duration: 210.569261ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:43.978384Z","caller":"traceutil/trace.go:171","msg":"trace[1979889920] transaction","detail":"{read_only:false; response_revision:26438; number_of_response:1; }","duration":"211.002352ms","start":"2026-02-27T02:05:43.767363Z","end":"2026-02-27T02:05:43.978366Z","steps":["trace[1979889920] 'process raft request' (duration: 209.685187ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:44.212172Z","caller":"traceutil/trace.go:171","msg":"trace[839299647] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"296.466226ms","start":"2026-02-27T02:05:43.915657Z","end":"2026-02-27T02:05:44.212123Z","steps":["trace[839299647] 'process raft request' (duration: 294.690509ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:44.212695Z","caller":"traceutil/trace.go:171","msg":"trace[303390043] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"296.357333ms","start":"2026-02-27T02:05:43.916323Z","end":"2026-02-27T02:05:44.21268Z","steps":["trace[303390043] 'process raft request' (duration: 295.88804ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:44.212933Z","caller":"traceutil/trace.go:171","msg":"trace[1950162720] linearizableReadLoop","detail":"{readStateIndex:27725; appliedIndex:27720; }","duration":"235.55319ms","start":"2026-02-27T02:05:43.977347Z","end":"2026-02-27T02:05:44.212901Z","steps":["trace[1950162720] 'read index received' (duration: 233.124146ms)","trace[1950162720] 'applied index is now lower than readState.Index' (duration: 2.428024ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:44.213114Z","caller":"traceutil/trace.go:171","msg":"trace[572570397] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"296.018054ms","start":"2026-02-27T02:05:43.917047Z","end":"2026-02-27T02:05:44.213065Z","steps":["trace[572570397] 'process raft request' (duration: 295.47ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:44.213236Z","caller":"traceutil/trace.go:171","msg":"trace[906773293] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"295.569832ms","start":"2026-02-27T02:05:43.917653Z","end":"2026-02-27T02:05:44.213223Z","steps":["trace[906773293] 'process raft request' (duration: 294.934625ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:44.213399Z","caller":"traceutil/trace.go:171","msg":"trace[140064416] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"294.544905ms","start":"2026-02-27T02:05:43.918837Z","end":"2026-02-27T02:05:44.213382Z","steps":["trace[140064416] 'process raft request' (duration: 293.938609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.213652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.940637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:44.213749Z","caller":"traceutil/trace.go:171","msg":"trace[538341286] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26445; }","duration":"248.06118ms","start":"2026-02-27T02:05:43.965631Z","end":"2026-02-27T02:05:44.213693Z","steps":["trace[538341286] 'agreement among raft nodes before linearized reading' (duration: 247.951027ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:44.235328Z","caller":"traceutil/trace.go:171","msg":"trace[1726656584] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26446; }","duration":"235.358975ms","start":"2026-02-27T02:05:43.99994Z","end":"2026-02-27T02:05:44.235299Z","steps":["trace[1726656584] 'process raft request' (duration: 235.298454ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:44.235765Z","caller":"traceutil/trace.go:171","msg":"trace[988991799] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"238.543329ms","start":"2026-02-27T02:05:43.997209Z","end":"2026-02-27T02:05:44.235752Z","steps":["trace[988991799] 'process raft request' (duration: 237.868211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.236465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.754982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2664"} {"level":"info","ts":"2026-02-27T02:05:44.236551Z","caller":"traceutil/trace.go:171","msg":"trace[707208492] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:26446; }","duration":"247.898186ms","start":"2026-02-27T02:05:43.988634Z","end":"2026-02-27T02:05:44.236532Z","steps":["trace[707208492] 'agreement among raft nodes before linearized reading' (duration: 247.650069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.237033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.258125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:44.237049Z","caller":"traceutil/trace.go:171","msg":"trace[80278943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26446; }","duration":"182.338857ms","start":"2026-02-27T02:05:44.054705Z","end":"2026-02-27T02:05:44.237043Z","steps":["trace[80278943] 'agreement among raft nodes before linearized reading' (duration: 182.307356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.23716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.580817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:44.237179Z","caller":"traceutil/trace.go:171","msg":"trace[1908249389] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26446; }","duration":"236.627218ms","start":"2026-02-27T02:05:44.000542Z","end":"2026-02-27T02:05:44.23717Z","steps":["trace[1908249389] 'agreement among raft nodes before linearized reading' (duration: 236.596078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.237313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.961871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-27T02:05:44.237329Z","caller":"traceutil/trace.go:171","msg":"trace[736365724] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26446; }","duration":"247.002161ms","start":"2026-02-27T02:05:43.990319Z","end":"2026-02-27T02:05:44.237321Z","steps":["trace[736365724] 'agreement among raft nodes before linearized reading' (duration: 246.94479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.237425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.149832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:44.237444Z","caller":"traceutil/trace.go:171","msg":"trace[1483282638] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:26446; }","duration":"248.194394ms","start":"2026-02-27T02:05:43.989245Z","end":"2026-02-27T02:05:44.23744Z","steps":["trace[1483282638] 'agreement among raft nodes before linearized reading' (duration: 248.163073ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:44.432361Z","caller":"traceutil/trace.go:171","msg":"trace[2104337461] linearizableReadLoop","detail":"{readStateIndex:27731; appliedIndex:27727; }","duration":"191.94782ms","start":"2026-02-27T02:05:44.240387Z","end":"2026-02-27T02:05:44.432335Z","steps":["trace[2104337461] 'read index received' (duration: 150.805686ms)","trace[2104337461] 'applied index is now lower than readState.Index' (duration: 41.141004ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:44.432462Z","caller":"traceutil/trace.go:171","msg":"trace[977611057] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"210.990882ms","start":"2026-02-27T02:05:44.22142Z","end":"2026-02-27T02:05:44.432411Z","steps":["trace[977611057] 'process raft request' (duration: 210.767926ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:44.432461Z","caller":"traceutil/trace.go:171","msg":"trace[1921945498] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"211.6542ms","start":"2026-02-27T02:05:44.220766Z","end":"2026-02-27T02:05:44.432421Z","steps":["trace[1921945498] 'process raft request' (duration: 170.457254ms)","trace[1921945498] 'compare' (duration: 40.531598ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:44.432481Z","caller":"traceutil/trace.go:171","msg":"trace[94311683] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"209.246336ms","start":"2026-02-27T02:05:44.223199Z","end":"2026-02-27T02:05:44.432445Z","steps":["trace[94311683] 'process raft request' (duration: 209.061971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.43255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.134365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:44.432639Z","caller":"traceutil/trace.go:171","msg":"trace[157722944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26450; }","duration":"192.228307ms","start":"2026-02-27T02:05:44.240377Z","end":"2026-02-27T02:05:44.432605Z","steps":["trace[157722944] 'agreement among raft nodes before linearized reading' (duration: 192.099124ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:44.432738Z","caller":"traceutil/trace.go:171","msg":"trace[1528145074] transaction","detail":"{read_only:false; response_revision:26448; number_of_response:1; }","duration":"211.607738ms","start":"2026-02-27T02:05:44.220952Z","end":"2026-02-27T02:05:44.43256Z","steps":["trace[1528145074] 'process raft request' (duration: 211.133606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.438419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.963093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-dptxx\" ","response":"range_response_count:1 size:2476"} {"level":"info","ts":"2026-02-27T02:05:44.438483Z","caller":"traceutil/trace.go:171","msg":"trace[81016607] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-dptxx; range_end:; response_count:1; response_revision:26451; }","duration":"183.091087ms","start":"2026-02-27T02:05:44.255377Z","end":"2026-02-27T02:05:44.438468Z","steps":["trace[81016607] 'agreement among raft nodes before linearized reading' (duration: 182.83945ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:44.438823Z","caller":"traceutil/trace.go:171","msg":"trace[175529109] transaction","detail":"{read_only:false; response_revision:26451; number_of_response:1; }","duration":"193.341127ms","start":"2026-02-27T02:05:44.245472Z","end":"2026-02-27T02:05:44.438813Z","steps":["trace[175529109] 'process raft request' (duration: 191.93937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.438895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.460612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-02-27T02:05:44.439227Z","caller":"traceutil/trace.go:171","msg":"trace[1090387680] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26451; }","duration":"198.536504ms","start":"2026-02-27T02:05:44.240393Z","end":"2026-02-27T02:05:44.43893Z","steps":["trace[1090387680] 'agreement among raft nodes before linearized reading' (duration: 197.25275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.439355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.637732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:4349"} {"level":"info","ts":"2026-02-27T02:05:44.439397Z","caller":"traceutil/trace.go:171","msg":"trace[616352252] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:26451; }","duration":"191.693033ms","start":"2026-02-27T02:05:44.247695Z","end":"2026-02-27T02:05:44.439388Z","steps":["trace[616352252] 'agreement among raft nodes before linearized reading' (duration: 191.590711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.43954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.105509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-02-27T02:05:44.439585Z","caller":"traceutil/trace.go:171","msg":"trace[763868609] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:26451; }","duration":"199.192021ms","start":"2026-02-27T02:05:44.240381Z","end":"2026-02-27T02:05:44.439573Z","steps":["trace[763868609] 'agreement among raft nodes before linearized reading' (duration: 198.909604ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:44.637507Z","caller":"traceutil/trace.go:171","msg":"trace[815656223] transaction","detail":"{read_only:false; response_revision:26453; number_of_response:1; }","duration":"197.60155ms","start":"2026-02-27T02:05:44.43988Z","end":"2026-02-27T02:05:44.637482Z","steps":["trace[815656223] 'process raft request' (duration: 193.155123ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:44.637692Z","caller":"traceutil/trace.go:171","msg":"trace[1678651604] linearizableReadLoop","detail":"{readStateIndex:27736; appliedIndex:27732; }","duration":"192.166756ms","start":"2026-02-27T02:05:44.4455Z","end":"2026-02-27T02:05:44.637666Z","steps":["trace[1678651604] 'read index received' (duration: 32.806334ms)","trace[1678651604] 'applied index is now lower than readState.Index' (duration: 159.359191ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:44.637893Z","caller":"traceutil/trace.go:171","msg":"trace[679862366] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"189.648659ms","start":"2026-02-27T02:05:44.448231Z","end":"2026-02-27T02:05:44.63788Z","steps":["trace[679862366] 'process raft request' (duration: 189.324551ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:44.638034Z","caller":"traceutil/trace.go:171","msg":"trace[221035129] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"187.990426ms","start":"2026-02-27T02:05:44.450029Z","end":"2026-02-27T02:05:44.63802Z","steps":["trace[221035129] 'process raft request' (duration: 187.582875ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:44.638048Z","caller":"traceutil/trace.go:171","msg":"trace[1373200920] transaction","detail":"{read_only:false; response_revision:26454; number_of_response:1; }","duration":"196.537511ms","start":"2026-02-27T02:05:44.4415Z","end":"2026-02-27T02:05:44.638037Z","steps":["trace[1373200920] 'process raft request' (duration: 195.827333ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:44.638302Z","caller":"traceutil/trace.go:171","msg":"trace[1234629515] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"192.945626ms","start":"2026-02-27T02:05:44.445345Z","end":"2026-02-27T02:05:44.638291Z","steps":["trace[1234629515] 'process raft request' (duration: 192.129534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.638404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.876584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-02-27T02:05:44.638442Z","caller":"traceutil/trace.go:171","msg":"trace[719274046] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:26457; }","duration":"192.953787ms","start":"2026-02-27T02:05:44.445477Z","end":"2026-02-27T02:05:44.63843Z","steps":["trace[719274046] 'agreement among raft nodes before linearized reading' (duration: 192.767922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.680651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.916573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:44.680717Z","caller":"traceutil/trace.go:171","msg":"trace[921883168] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:26458; }","duration":"235.014905ms","start":"2026-02-27T02:05:44.445686Z","end":"2026-02-27T02:05:44.680701Z","steps":["trace[921883168] 'agreement among raft nodes before linearized reading' (duration: 234.879292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.680753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.222355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-02-27T02:05:44.68081Z","caller":"traceutil/trace.go:171","msg":"trace[335297741] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:26458; }","duration":"223.293407ms","start":"2026-02-27T02:05:44.457503Z","end":"2026-02-27T02:05:44.680797Z","steps":["trace[335297741] 'agreement among raft nodes before linearized reading' (duration: 223.069501ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:44.755956Z","caller":"traceutil/trace.go:171","msg":"trace[1239362793] transaction","detail":"{read_only:false; response_revision:26459; number_of_response:1; }","duration":"105.438219ms","start":"2026-02-27T02:05:44.650497Z","end":"2026-02-27T02:05:44.755935Z","steps":["trace[1239362793] 'process raft request' (duration: 105.277495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.756317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.94606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs-7vlxc\" ","response":"range_response_count:1 size:2465"} {"level":"info","ts":"2026-02-27T02:05:44.75634Z","caller":"traceutil/trace.go:171","msg":"trace[1693005883] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs-7vlxc; range_end:; response_count:1; response_revision:26459; }","duration":"104.012732ms","start":"2026-02-27T02:05:44.65232Z","end":"2026-02-27T02:05:44.756333Z","steps":["trace[1693005883] 'agreement among raft nodes before linearized reading' (duration: 103.852728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.756461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.156031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-02-27T02:05:44.756475Z","caller":"traceutil/trace.go:171","msg":"trace[881601967] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:26459; }","duration":"108.203752ms","start":"2026-02-27T02:05:44.648266Z","end":"2026-02-27T02:05:44.75647Z","steps":["trace[881601967] 'agreement among raft nodes before linearized reading' (duration: 108.157731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.756596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.340956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9942"} {"level":"info","ts":"2026-02-27T02:05:44.756612Z","caller":"traceutil/trace.go:171","msg":"trace[1858084919] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:26459; }","duration":"108.400548ms","start":"2026-02-27T02:05:44.648204Z","end":"2026-02-27T02:05:44.756605Z","steps":["trace[1858084919] 'agreement among raft nodes before linearized reading' (duration: 108.346797ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:44.898105Z","caller":"traceutil/trace.go:171","msg":"trace[1058568144] transaction","detail":"{read_only:false; response_revision:26461; number_of_response:1; }","duration":"129.585567ms","start":"2026-02-27T02:05:44.768484Z","end":"2026-02-27T02:05:44.89807Z","steps":["trace[1058568144] 'process raft request' (duration: 129.075743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.898132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.764478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-02-27T02:05:44.898204Z","caller":"traceutil/trace.go:171","msg":"trace[1460250243] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26461; }","duration":"127.889352ms","start":"2026-02-27T02:05:44.770297Z","end":"2026-02-27T02:05:44.898186Z","steps":["trace[1460250243] 'agreement among raft nodes before linearized reading' (duration: 127.617884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.898188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.190933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:97791"} {"level":"info","ts":"2026-02-27T02:05:44.898252Z","caller":"traceutil/trace.go:171","msg":"trace[904080648] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:26461; }","duration":"127.293306ms","start":"2026-02-27T02:05:44.770945Z","end":"2026-02-27T02:05:44.898238Z","steps":["trace[904080648] 'agreement among raft nodes before linearized reading' (duration: 126.954677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.990395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.154069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:05:44.990483Z","caller":"traceutil/trace.go:171","msg":"trace[2091642528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26462; }","duration":"150.277281ms","start":"2026-02-27T02:05:44.840186Z","end":"2026-02-27T02:05:44.990463Z","steps":["trace[2091642528] 'agreement among raft nodes before linearized reading' (duration: 149.923182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.990565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.431036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:05:44.990749Z","caller":"traceutil/trace.go:171","msg":"trace[1643509053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26462; }","duration":"150.766424ms","start":"2026-02-27T02:05:44.839958Z","end":"2026-02-27T02:05:44.990725Z","steps":["trace[1643509053] 'agreement among raft nodes before linearized reading' (duration: 150.322963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.99091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.58451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:05:44.990955Z","caller":"traceutil/trace.go:171","msg":"trace[40206508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26462; }","duration":"150.639311ms","start":"2026-02-27T02:05:44.840305Z","end":"2026-02-27T02:05:44.990944Z","steps":["trace[40206508] 'agreement among raft nodes before linearized reading' (duration: 150.533138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.991175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.939439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:05:44.991214Z","caller":"traceutil/trace.go:171","msg":"trace[1269368750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26462; }","duration":"150.985321ms","start":"2026-02-27T02:05:44.840216Z","end":"2026-02-27T02:05:44.991201Z","steps":["trace[1269368750] 'agreement among raft nodes before linearized reading' (duration: 150.894549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.991351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.917222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:97791"} {"level":"info","ts":"2026-02-27T02:05:44.991467Z","caller":"traceutil/trace.go:171","msg":"trace[649180716] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:26462; }","duration":"175.094426ms","start":"2026-02-27T02:05:44.816355Z","end":"2026-02-27T02:05:44.99145Z","steps":["trace[649180716] 'agreement among raft nodes before linearized reading' (duration: 174.678926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:44.992108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.807284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-02-27T02:05:44.992242Z","caller":"traceutil/trace.go:171","msg":"trace[1855787239] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26463; }","duration":"175.970829ms","start":"2026-02-27T02:05:44.816254Z","end":"2026-02-27T02:05:44.992224Z","steps":["trace[1855787239] 'agreement among raft nodes before linearized reading' (duration: 175.571678ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:44.990814Z","caller":"traceutil/trace.go:171","msg":"trace[142422603] transaction","detail":"{read_only:false; response_revision:26462; number_of_response:1; }","duration":"169.027796ms","start":"2026-02-27T02:05:44.821769Z","end":"2026-02-27T02:05:44.990797Z","steps":["trace[142422603] 'process raft request' (duration: 168.085821ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:45.100412Z","caller":"traceutil/trace.go:171","msg":"trace[1403586876] transaction","detail":"{read_only:false; response_revision:26466; number_of_response:1; }","duration":"100.178061ms","start":"2026-02-27T02:05:45.00021Z","end":"2026-02-27T02:05:45.100389Z","steps":["trace[1403586876] 'process raft request' (duration: 99.866433ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:45.100615Z","caller":"traceutil/trace.go:171","msg":"trace[1403348570] transaction","detail":"{read_only:false; response_revision:26465; number_of_response:1; }","duration":"100.858569ms","start":"2026-02-27T02:05:44.999749Z","end":"2026-02-27T02:05:45.100607Z","steps":["trace[1403348570] 'process raft request' (duration: 100.14518ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:45.101201Z","caller":"traceutil/trace.go:171","msg":"trace[1504123902] transaction","detail":"{read_only:false; response_revision:26467; number_of_response:1; }","duration":"100.12799ms","start":"2026-02-27T02:05:45.001065Z","end":"2026-02-27T02:05:45.101193Z","steps":["trace[1504123902] 'process raft request' (duration: 99.274677ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:45.197518Z","caller":"traceutil/trace.go:171","msg":"trace[473327681] transaction","detail":"{read_only:false; response_revision:26470; number_of_response:1; }","duration":"155.125049ms","start":"2026-02-27T02:05:45.042368Z","end":"2026-02-27T02:05:45.197493Z","steps":["trace[473327681] 'process raft request' (duration: 155.050557ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:45.197717Z","caller":"traceutil/trace.go:171","msg":"trace[270035010] transaction","detail":"{read_only:false; response_revision:26469; number_of_response:1; }","duration":"155.360055ms","start":"2026-02-27T02:05:45.042333Z","end":"2026-02-27T02:05:45.197693Z","steps":["trace[270035010] 'process raft request' (duration: 154.711668ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:45.362978Z","caller":"traceutil/trace.go:171","msg":"trace[1387999427] transaction","detail":"{read_only:false; response_revision:26473; number_of_response:1; }","duration":"156.819754ms","start":"2026-02-27T02:05:45.206136Z","end":"2026-02-27T02:05:45.362956Z","steps":["trace[1387999427] 'process raft request' (duration: 151.260398ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:45.408367Z","caller":"traceutil/trace.go:171","msg":"trace[1957881708] linearizableReadLoop","detail":"{readStateIndex:27755; appliedIndex:27753; }","duration":"199.87838ms","start":"2026-02-27T02:05:45.208466Z","end":"2026-02-27T02:05:45.408344Z","steps":["trace[1957881708] 'read index received' (duration: 148.946357ms)","trace[1957881708] 'applied index is now lower than readState.Index' (duration: 50.930923ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:45.408703Z","caller":"traceutil/trace.go:171","msg":"trace[1119721093] transaction","detail":"{read_only:false; response_revision:26474; number_of_response:1; }","duration":"201.927103ms","start":"2026-02-27T02:05:45.206762Z","end":"2026-02-27T02:05:45.408689Z","steps":["trace[1119721093] 'process raft request' (duration: 201.329707ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:45.410178Z","caller":"traceutil/trace.go:171","msg":"trace[1604845660] transaction","detail":"{read_only:false; response_revision:26476; number_of_response:1; }","duration":"115.713331ms","start":"2026-02-27T02:05:45.294448Z","end":"2026-02-27T02:05:45.410161Z","steps":["trace[1604845660] 'process raft request' (duration: 113.835071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:45.410201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.078198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-02-27T02:05:45.410277Z","caller":"traceutil/trace.go:171","msg":"trace[1245241539] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26476; }","duration":"199.1743ms","start":"2026-02-27T02:05:45.211086Z","end":"2026-02-27T02:05:45.41026Z","steps":["trace[1245241539] 'agreement among raft nodes before linearized reading' (duration: 198.935844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:45.410337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.855302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-02-27T02:05:45.410368Z","caller":"traceutil/trace.go:171","msg":"trace[2087712477] transaction","detail":"{read_only:false; response_revision:26475; number_of_response:1; }","duration":"200.949217ms","start":"2026-02-27T02:05:45.209383Z","end":"2026-02-27T02:05:45.410332Z","steps":["trace[2087712477] 'process raft request' (duration: 198.850102ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:45.410401Z","caller":"traceutil/trace.go:171","msg":"trace[1152774878] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26476; }","duration":"201.930064ms","start":"2026-02-27T02:05:45.208455Z","end":"2026-02-27T02:05:45.410385Z","steps":["trace[1152774878] 'agreement among raft nodes before linearized reading' (duration: 201.77201ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:45.652003Z","caller":"traceutil/trace.go:171","msg":"trace[613802874] linearizableReadLoop","detail":"{readStateIndex:27759; appliedIndex:27758; }","duration":"167.240119ms","start":"2026-02-27T02:05:45.484742Z","end":"2026-02-27T02:05:45.651982Z","steps":["trace[613802874] 'read index received' (duration: 125.638262ms)","trace[613802874] 'applied index is now lower than readState.Index' (duration: 41.600657ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:45.652241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.486317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T02:05:45.65227Z","caller":"traceutil/trace.go:171","msg":"trace[2141732222] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26478; }","duration":"238.566609ms","start":"2026-02-27T02:05:45.413694Z","end":"2026-02-27T02:05:45.652261Z","steps":["trace[2141732222] 'agreement among raft nodes before linearized reading' (duration: 238.388404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:45.652267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.178332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-02-27T02:05:45.652331Z","caller":"traceutil/trace.go:171","msg":"trace[1929899940] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26478; }","duration":"207.293875ms","start":"2026-02-27T02:05:45.445024Z","end":"2026-02-27T02:05:45.652318Z","steps":["trace[1929899940] 'agreement among raft nodes before linearized reading' (duration: 207.1255ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:45.652555Z","caller":"traceutil/trace.go:171","msg":"trace[2099765870] transaction","detail":"{read_only:false; response_revision:26478; number_of_response:1; }","duration":"238.18362ms","start":"2026-02-27T02:05:45.414359Z","end":"2026-02-27T02:05:45.652543Z","steps":["trace[2099765870] 'process raft request' (duration: 196.068849ms)","trace[2099765870] 'compare' (duration: 41.302019ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:45.659804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.922252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-27T02:05:45.659858Z","caller":"traceutil/trace.go:171","msg":"trace[743229880] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26479; }","duration":"172.027775ms","start":"2026-02-27T02:05:45.487818Z","end":"2026-02-27T02:05:45.659845Z","steps":["trace[743229880] 'agreement among raft nodes before linearized reading' (duration: 171.84215ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:45.660043Z","caller":"traceutil/trace.go:171","msg":"trace[1980589472] transaction","detail":"{read_only:false; response_revision:26479; number_of_response:1; }","duration":"163.779388ms","start":"2026-02-27T02:05:45.496257Z","end":"2026-02-27T02:05:45.660036Z","steps":["trace[1980589472] 'process raft request' (duration: 163.225473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:45.660152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.419015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:45.660174Z","caller":"traceutil/trace.go:171","msg":"trace[1268460720] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26479; }","duration":"161.440745ms","start":"2026-02-27T02:05:45.498726Z","end":"2026-02-27T02:05:45.660167Z","steps":["trace[1268460720] 'agreement among raft nodes before linearized reading' (duration: 161.403944ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:45.785015Z","caller":"traceutil/trace.go:171","msg":"trace[2009607880] linearizableReadLoop","detail":"{readStateIndex:27762; appliedIndex:27761; }","duration":"122.643053ms","start":"2026-02-27T02:05:45.662342Z","end":"2026-02-27T02:05:45.784985Z","steps":["trace[2009607880] 'read index received' (duration: 16.090644ms)","trace[2009607880] 'applied index is now lower than readState.Index' (duration: 106.551119ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:45.785304Z","caller":"traceutil/trace.go:171","msg":"trace[1524218353] transaction","detail":"{read_only:false; response_revision:26481; number_of_response:1; }","duration":"123.593318ms","start":"2026-02-27T02:05:45.661691Z","end":"2026-02-27T02:05:45.785284Z","steps":["trace[1524218353] 'process raft request' (duration: 100.979952ms)","trace[1524218353] 'compare' (duration: 21.62487ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:45.785767Z","caller":"traceutil/trace.go:171","msg":"trace[52102077] transaction","detail":"{read_only:false; response_revision:26482; number_of_response:1; }","duration":"119.962823ms","start":"2026-02-27T02:05:45.665784Z","end":"2026-02-27T02:05:45.785747Z","steps":["trace[52102077] 'process raft request' (duration: 119.0795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:45.786137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.765843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:10071"} {"level":"info","ts":"2026-02-27T02:05:45.786209Z","caller":"traceutil/trace.go:171","msg":"trace[1326540873] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:26482; }","duration":"123.872126ms","start":"2026-02-27T02:05:45.662321Z","end":"2026-02-27T02:05:45.786193Z","steps":["trace[1326540873] 'agreement among raft nodes before linearized reading' (duration: 123.65094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:45.798808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.812836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3523"} {"level":"info","ts":"2026-02-27T02:05:45.798889Z","caller":"traceutil/trace.go:171","msg":"trace[458973369] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26483; }","duration":"114.94162ms","start":"2026-02-27T02:05:45.683928Z","end":"2026-02-27T02:05:45.79887Z","steps":["trace[458973369] 'agreement among raft nodes before linearized reading' (duration: 114.710954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:45.799066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.352215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-27T02:05:45.799128Z","caller":"traceutil/trace.go:171","msg":"trace[578349793] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26483; }","duration":"133.439577ms","start":"2026-02-27T02:05:45.665676Z","end":"2026-02-27T02:05:45.799116Z","steps":["trace[578349793] 'agreement among raft nodes before linearized reading' (duration: 133.284083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:45.79931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.513082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-02-27T02:05:45.799356Z","caller":"traceutil/trace.go:171","msg":"trace[243014491] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26483; }","duration":"135.575515ms","start":"2026-02-27T02:05:45.663769Z","end":"2026-02-27T02:05:45.799345Z","steps":["trace[243014491] 'agreement among raft nodes before linearized reading' (duration: 134.804544ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:45.960441Z","caller":"traceutil/trace.go:171","msg":"trace[445122180] transaction","detail":"{read_only:false; response_revision:26484; number_of_response:1; }","duration":"161.94613ms","start":"2026-02-27T02:05:45.798468Z","end":"2026-02-27T02:05:45.960414Z","steps":["trace[445122180] 'process raft request' (duration: 161.772855ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:46.197143Z","caller":"traceutil/trace.go:171","msg":"trace[1349178071] linearizableReadLoop","detail":"{readStateIndex:27766; appliedIndex:27764; }","duration":"393.066512ms","start":"2026-02-27T02:05:45.80405Z","end":"2026-02-27T02:05:46.197116Z","steps":["trace[1349178071] 'read index received' (duration: 156.249179ms)","trace[1349178071] 'applied index is now lower than readState.Index' (duration: 236.816203ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:46.197268Z","caller":"traceutil/trace.go:171","msg":"trace[418316274] transaction","detail":"{read_only:false; response_revision:26485; number_of_response:1; }","duration":"393.524115ms","start":"2026-02-27T02:05:45.803731Z","end":"2026-02-27T02:05:46.197256Z","steps":["trace[418316274] 'process raft request' (duration: 393.203326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:46.197406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:45.80371Z","time spent":"393.588536ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:46.197606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.528774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-02-27T02:05:46.197703Z","caller":"traceutil/trace.go:171","msg":"trace[40649479] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26485; }","duration":"393.658948ms","start":"2026-02-27T02:05:45.804026Z","end":"2026-02-27T02:05:46.197685Z","steps":["trace[40649479] 'agreement among raft nodes before linearized reading' (duration: 393.418902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:46.197753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:45.804016Z","time spent":"393.72842ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-02-27T02:05:46.261034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.012102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-27T02:05:46.261127Z","caller":"traceutil/trace.go:171","msg":"trace[1931859375] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:26486; }","duration":"335.153546ms","start":"2026-02-27T02:05:45.92595Z","end":"2026-02-27T02:05:46.261103Z","steps":["trace[1931859375] 'agreement among raft nodes before linearized reading' (duration: 334.872148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:46.261175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:45.925922Z","time spent":"335.243638ms","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-02-27T02:05:46.261236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.175857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:05:46.261325Z","caller":"traceutil/trace.go:171","msg":"trace[1944352971] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26486; }","duration":"112.386203ms","start":"2026-02-27T02:05:46.148914Z","end":"2026-02-27T02:05:46.261301Z","steps":["trace[1944352971] 'agreement among raft nodes before linearized reading' (duration: 111.919811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:46.261369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.794096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:46.261409Z","caller":"traceutil/trace.go:171","msg":"trace[1226593260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26486; }","duration":"205.874038ms","start":"2026-02-27T02:05:46.055524Z","end":"2026-02-27T02:05:46.261398Z","steps":["trace[1226593260] 'agreement among raft nodes before linearized reading' (duration: 205.813326ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:46.26161Z","caller":"traceutil/trace.go:171","msg":"trace[2051514639] transaction","detail":"{read_only:false; response_revision:26486; number_of_response:1; }","duration":"273.88208ms","start":"2026-02-27T02:05:45.987714Z","end":"2026-02-27T02:05:46.261596Z","steps":["trace[2051514639] 'process raft request' (duration: 272.796731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:46.261906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.580356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3523"} {"level":"info","ts":"2026-02-27T02:05:46.262012Z","caller":"traceutil/trace.go:171","msg":"trace[978462928] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26486; }","duration":"456.7117ms","start":"2026-02-27T02:05:45.805275Z","end":"2026-02-27T02:05:46.261986Z","steps":["trace[978462928] 'agreement among raft nodes before linearized reading' (duration: 456.515035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:46.262059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:45.805265Z","time spent":"456.785662ms","remote":"127.0.0.1:33730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3546,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-02-27T02:05:47.104862Z","caller":"traceutil/trace.go:171","msg":"trace[544426756] transaction","detail":"{read_only:false; response_revision:26497; number_of_response:1; }","duration":"126.134185ms","start":"2026-02-27T02:05:46.9787Z","end":"2026-02-27T02:05:47.104834Z","steps":["trace[544426756] 'process raft request' (duration: 125.904369ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.224221Z","caller":"traceutil/trace.go:171","msg":"trace[783204100] linearizableReadLoop","detail":"{readStateIndex:27781; appliedIndex:27779; }","duration":"179.056241ms","start":"2026-02-27T02:05:47.045141Z","end":"2026-02-27T02:05:47.224197Z","steps":["trace[783204100] 'read index received' (duration: 59.427397ms)","trace[783204100] 'applied index is now lower than readState.Index' (duration: 119.627964ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:47.224432Z","caller":"traceutil/trace.go:171","msg":"trace[1736166432] transaction","detail":"{read_only:false; response_revision:26498; number_of_response:1; }","duration":"223.870812ms","start":"2026-02-27T02:05:47.000551Z","end":"2026-02-27T02:05:47.224422Z","steps":["trace[1736166432] 'process raft request' (duration: 181.545086ms)","trace[1736166432] 'compare' (duration: 41.7142ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:47.224693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.542633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:05:47.224726Z","caller":"traceutil/trace.go:171","msg":"trace[1792254638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26498; }","duration":"179.646126ms","start":"2026-02-27T02:05:47.045073Z","end":"2026-02-27T02:05:47.224719Z","steps":["trace[1792254638] 'agreement among raft nodes before linearized reading' (duration: 179.510763ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.262883Z","caller":"traceutil/trace.go:171","msg":"trace[738737550] transaction","detail":"{read_only:false; response_revision:26500; number_of_response:1; }","duration":"144.482979ms","start":"2026-02-27T02:05:47.118379Z","end":"2026-02-27T02:05:47.262862Z","steps":["trace[738737550] 'process raft request' (duration: 144.427447ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.262961Z","caller":"traceutil/trace.go:171","msg":"trace[860333963] transaction","detail":"{read_only:false; response_revision:26499; number_of_response:1; }","duration":"152.083279ms","start":"2026-02-27T02:05:47.110847Z","end":"2026-02-27T02:05:47.26293Z","steps":["trace[860333963] 'process raft request' (duration: 151.852033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.268658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.58994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:05:47.268758Z","caller":"traceutil/trace.go:171","msg":"trace[1776838653] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26502; }","duration":"161.742034ms","start":"2026-02-27T02:05:47.106993Z","end":"2026-02-27T02:05:47.268735Z","steps":["trace[1776838653] 'agreement among raft nodes before linearized reading' (duration: 161.453636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.269103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.088078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T02:05:47.26914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.20101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-02-27T02:05:47.269171Z","caller":"traceutil/trace.go:171","msg":"trace[340978561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26502; }","duration":"158.18656ms","start":"2026-02-27T02:05:47.11097Z","end":"2026-02-27T02:05:47.269157Z","steps":["trace[340978561] 'agreement among raft nodes before linearized reading' (duration: 157.836421ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.269174Z","caller":"traceutil/trace.go:171","msg":"trace[1603298257] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26502; }","duration":"158.248212ms","start":"2026-02-27T02:05:47.110916Z","end":"2026-02-27T02:05:47.269164Z","steps":["trace[1603298257] 'agreement among raft nodes before linearized reading' (duration: 158.14177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.269401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.505498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-02-27T02:05:47.269434Z","caller":"traceutil/trace.go:171","msg":"trace[669963473] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26502; }","duration":"158.55749ms","start":"2026-02-27T02:05:47.110869Z","end":"2026-02-27T02:05:47.269427Z","steps":["trace[669963473] 'agreement among raft nodes before linearized reading' (duration: 158.476238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.269587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.550355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:05:47.269616Z","caller":"traceutil/trace.go:171","msg":"trace[2088749624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26502; }","duration":"162.614507ms","start":"2026-02-27T02:05:47.106993Z","end":"2026-02-27T02:05:47.269608Z","steps":["trace[2088749624] 'agreement among raft nodes before linearized reading' (duration: 162.539295ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.401423Z","caller":"traceutil/trace.go:171","msg":"trace[1645421510] transaction","detail":"{read_only:false; response_revision:26504; number_of_response:1; }","duration":"120.825335ms","start":"2026-02-27T02:05:47.280563Z","end":"2026-02-27T02:05:47.401388Z","steps":["trace[1645421510] 'process raft request' (duration: 120.563938ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.401458Z","caller":"traceutil/trace.go:171","msg":"trace[447748577] transaction","detail":"{read_only:false; response_revision:26505; number_of_response:1; }","duration":"120.822715ms","start":"2026-02-27T02:05:47.280599Z","end":"2026-02-27T02:05:47.401422Z","steps":["trace[447748577] 'process raft request' (duration: 120.677811ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.401627Z","caller":"traceutil/trace.go:171","msg":"trace[346516821] linearizableReadLoop","detail":"{readStateIndex:27789; appliedIndex:27785; }","duration":"120.052745ms","start":"2026-02-27T02:05:47.28156Z","end":"2026-02-27T02:05:47.401613Z","steps":["trace[346516821] 'read index received' (duration: 76.134187ms)","trace[346516821] 'applied index is now lower than readState.Index' (duration: 43.916958ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:47.401753Z","caller":"traceutil/trace.go:171","msg":"trace[1947582922] transaction","detail":"{read_only:false; response_revision:26507; number_of_response:1; }","duration":"120.004034ms","start":"2026-02-27T02:05:47.281715Z","end":"2026-02-27T02:05:47.401719Z","steps":["trace[1947582922] 'process raft request' (duration: 119.641864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.401913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.319842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-27T02:05:47.401975Z","caller":"traceutil/trace.go:171","msg":"trace[394391877] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26507; }","duration":"120.432535ms","start":"2026-02-27T02:05:47.281527Z","end":"2026-02-27T02:05:47.40196Z","steps":["trace[394391877] 'agreement among raft nodes before linearized reading' (duration: 120.173458ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.401572Z","caller":"traceutil/trace.go:171","msg":"trace[541094815] transaction","detail":"{read_only:false; response_revision:26506; number_of_response:1; }","duration":"120.691612ms","start":"2026-02-27T02:05:47.280853Z","end":"2026-02-27T02:05:47.401545Z","steps":["trace[541094815] 'process raft request' (duration: 120.462676ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.679172Z","caller":"traceutil/trace.go:171","msg":"trace[2100127840] transaction","detail":"{read_only:false; response_revision:26517; number_of_response:1; }","duration":"176.461932ms","start":"2026-02-27T02:05:47.50266Z","end":"2026-02-27T02:05:47.679122Z","steps":["trace[2100127840] 'process raft request' (duration: 128.826686ms)","trace[2100127840] 'compare' (duration: 46.871866ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:47.679248Z","caller":"traceutil/trace.go:171","msg":"trace[872065703] transaction","detail":"{read_only:false; response_revision:26518; number_of_response:1; }","duration":"176.562094ms","start":"2026-02-27T02:05:47.502652Z","end":"2026-02-27T02:05:47.679214Z","steps":["trace[872065703] 'process raft request' (duration: 176.345568ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.67925Z","caller":"traceutil/trace.go:171","msg":"trace[664061657] linearizableReadLoop","detail":"{readStateIndex:27801; appliedIndex:27798; }","duration":"176.456401ms","start":"2026-02-27T02:05:47.502769Z","end":"2026-02-27T02:05:47.679226Z","steps":["trace[664061657] 'read index received' (duration: 48.003695ms)","trace[664061657] 'applied index is now lower than readState.Index' (duration: 128.451616ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:47.679416Z","caller":"traceutil/trace.go:171","msg":"trace[576530168] transaction","detail":"{read_only:false; response_revision:26519; number_of_response:1; }","duration":"165.621996ms","start":"2026-02-27T02:05:47.513781Z","end":"2026-02-27T02:05:47.679403Z","steps":["trace[576530168] 'process raft request' (duration: 165.293997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.67968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.887633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:47.679762Z","caller":"traceutil/trace.go:171","msg":"trace[958278106] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:26519; }","duration":"177.008226ms","start":"2026-02-27T02:05:47.502736Z","end":"2026-02-27T02:05:47.679744Z","steps":["trace[958278106] 'agreement among raft nodes before linearized reading' (duration: 176.862962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.679859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.787838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-66d64d8bc5-rj2vw\" ","response":"range_response_count:1 size:8648"} {"level":"info","ts":"2026-02-27T02:05:47.679911Z","caller":"traceutil/trace.go:171","msg":"trace[770403144] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-66d64d8bc5-rj2vw; range_end:; response_count:1; response_revision:26519; }","duration":"171.930522ms","start":"2026-02-27T02:05:47.507969Z","end":"2026-02-27T02:05:47.6799Z","steps":["trace[770403144] 'agreement among raft nodes before linearized reading' (duration: 171.714496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.688223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.013121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2574540"} {"level":"info","ts":"2026-02-27T02:05:47.688308Z","caller":"traceutil/trace.go:171","msg":"trace[163889206] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26519; }","duration":"118.157795ms","start":"2026-02-27T02:05:47.570123Z","end":"2026-02-27T02:05:47.688281Z","steps":["trace[163889206] 'agreement among raft nodes before linearized reading' (duration: 109.812675ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.820975Z","caller":"traceutil/trace.go:171","msg":"trace[532536507] linearizableReadLoop","detail":"{readStateIndex:27804; appliedIndex:27802; }","duration":"122.317195ms","start":"2026-02-27T02:05:47.698634Z","end":"2026-02-27T02:05:47.820951Z","steps":["trace[532536507] 'read index received' (duration: 27.437553ms)","trace[532536507] 'applied index is now lower than readState.Index' (duration: 94.878612ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:47.821088Z","caller":"traceutil/trace.go:171","msg":"trace[553721040] transaction","detail":"{read_only:false; response_revision:26522; number_of_response:1; }","duration":"121.37275ms","start":"2026-02-27T02:05:47.699708Z","end":"2026-02-27T02:05:47.821081Z","steps":["trace[553721040] 'process raft request' (duration: 121.180535ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.821323Z","caller":"traceutil/trace.go:171","msg":"trace[1706640968] transaction","detail":"{read_only:false; response_revision:26521; number_of_response:1; }","duration":"124.233715ms","start":"2026-02-27T02:05:47.697029Z","end":"2026-02-27T02:05:47.821263Z","steps":["trace[1706640968] 'process raft request' (duration: 90.593648ms)","trace[1706640968] 'compare' (duration: 33.091733ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:47.821347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.721925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-27T02:05:47.821566Z","caller":"traceutil/trace.go:171","msg":"trace[1478077735] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26522; }","duration":"122.956382ms","start":"2026-02-27T02:05:47.69857Z","end":"2026-02-27T02:05:47.821527Z","steps":["trace[1478077735] 'agreement among raft nodes before linearized reading' (duration: 122.588652ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.857531Z","caller":"traceutil/trace.go:171","msg":"trace[1945768411] transaction","detail":"{read_only:false; response_revision:26523; number_of_response:1; }","duration":"122.457408ms","start":"2026-02-27T02:05:47.735048Z","end":"2026-02-27T02:05:47.857506Z","steps":["trace[1945768411] 'process raft request' (duration: 122.190251ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.857833Z","caller":"traceutil/trace.go:171","msg":"trace[930977579] transaction","detail":"{read_only:false; response_revision:26524; number_of_response:1; }","duration":"122.652584ms","start":"2026-02-27T02:05:47.735166Z","end":"2026-02-27T02:05:47.857819Z","steps":["trace[930977579] 'process raft request' (duration: 122.247163ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.858037Z","caller":"traceutil/trace.go:171","msg":"trace[1021765361] transaction","detail":"{read_only:false; response_revision:26526; number_of_response:1; }","duration":"121.660237ms","start":"2026-02-27T02:05:47.736364Z","end":"2026-02-27T02:05:47.858024Z","steps":["trace[1021765361] 'process raft request' (duration: 121.424241ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.858069Z","caller":"traceutil/trace.go:171","msg":"trace[587153916] transaction","detail":"{read_only:false; response_revision:26525; number_of_response:1; }","duration":"122.580622ms","start":"2026-02-27T02:05:47.735476Z","end":"2026-02-27T02:05:47.858056Z","steps":["trace[587153916] 'process raft request' (duration: 122.245383ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.97776Z","caller":"traceutil/trace.go:171","msg":"trace[778695373] linearizableReadLoop","detail":"{readStateIndex:27811; appliedIndex:27805; }","duration":"156.697601ms","start":"2026-02-27T02:05:47.821045Z","end":"2026-02-27T02:05:47.977742Z","steps":["trace[778695373] 'read index received' (duration: 36.216585ms)","trace[778695373] 'applied index is now lower than readState.Index' (duration: 120.480206ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:47.977956Z","caller":"traceutil/trace.go:171","msg":"trace[629221029] transaction","detail":"{read_only:false; response_revision:26527; number_of_response:1; }","duration":"185.622464ms","start":"2026-02-27T02:05:47.792326Z","end":"2026-02-27T02:05:47.977948Z","steps":["trace[629221029] 'process raft request' (duration: 183.135538ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.978111Z","caller":"traceutil/trace.go:171","msg":"trace[710901139] transaction","detail":"{read_only:false; response_revision:26528; number_of_response:1; }","duration":"172.226251ms","start":"2026-02-27T02:05:47.805877Z","end":"2026-02-27T02:05:47.978103Z","steps":["trace[710901139] 'process raft request' (duration: 171.757328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.978355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.62478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-02-27T02:05:47.978415Z","caller":"traceutil/trace.go:171","msg":"trace[1686607445] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26529; }","duration":"241.722593ms","start":"2026-02-27T02:05:47.736679Z","end":"2026-02-27T02:05:47.978402Z","steps":["trace[1686607445] 'agreement among raft nodes before linearized reading' (duration: 241.551738ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.978403Z","caller":"traceutil/trace.go:171","msg":"trace[1120506103] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26529; }","duration":"130.977233ms","start":"2026-02-27T02:05:47.847389Z","end":"2026-02-27T02:05:47.978366Z","steps":["trace[1120506103] 'process raft request' (duration: 130.327976ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.979046Z","caller":"traceutil/trace.go:171","msg":"trace[1124463242] transaction","detail":"{read_only:false; response_revision:26529; number_of_response:1; }","duration":"133.12184ms","start":"2026-02-27T02:05:47.845885Z","end":"2026-02-27T02:05:47.979007Z","steps":["trace[1124463242] 'process raft request' (duration: 131.787364ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:48.025066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.015623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:48.025135Z","caller":"traceutil/trace.go:171","msg":"trace[2121333470] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26530; }","duration":"189.156667ms","start":"2026-02-27T02:05:47.835963Z","end":"2026-02-27T02:05:48.02512Z","steps":["trace[2121333470] 'agreement among raft nodes before linearized reading' (duration: 189.026074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:48.025268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.611853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-02-27T02:05:48.025332Z","caller":"traceutil/trace.go:171","msg":"trace[1223271246] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26530; }","duration":"199.744036ms","start":"2026-02-27T02:05:47.825578Z","end":"2026-02-27T02:05:48.025323Z","steps":["trace[1223271246] 'agreement among raft nodes before linearized reading' (duration: 199.445578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:48.025487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.298086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-02-27T02:05:48.025562Z","caller":"traceutil/trace.go:171","msg":"trace[762605522] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26530; }","duration":"201.42299ms","start":"2026-02-27T02:05:47.82412Z","end":"2026-02-27T02:05:48.025543Z","steps":["trace[762605522] 'agreement among raft nodes before linearized reading' (duration: 201.227815ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:48.025766Z","caller":"traceutil/trace.go:171","msg":"trace[1769792157] transaction","detail":"{read_only:false; response_revision:26530; number_of_response:1; }","duration":"154.132673ms","start":"2026-02-27T02:05:47.870859Z","end":"2026-02-27T02:05:48.024992Z","steps":["trace[1769792157] 'process raft request' (duration: 153.956018ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:48.203463Z","caller":"traceutil/trace.go:171","msg":"trace[1396858891] transaction","detail":"{read_only:false; response_revision:26533; number_of_response:1; }","duration":"172.874467ms","start":"2026-02-27T02:05:48.030555Z","end":"2026-02-27T02:05:48.203429Z","steps":["trace[1396858891] 'process raft request' (duration: 172.819155ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:48.203626Z","caller":"traceutil/trace.go:171","msg":"trace[1269750552] transaction","detail":"{read_only:false; response_revision:26532; number_of_response:1; }","duration":"203.194827ms","start":"2026-02-27T02:05:48.000394Z","end":"2026-02-27T02:05:48.203588Z","steps":["trace[1269750552] 'process raft request' (duration: 202.894109ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:48.203793Z","caller":"traceutil/trace.go:171","msg":"trace[539854838] linearizableReadLoop","detail":"{readStateIndex:27816; appliedIndex:27814; }","duration":"178.807224ms","start":"2026-02-27T02:05:48.024968Z","end":"2026-02-27T02:05:48.203775Z","steps":["trace[539854838] 'read index received' (duration: 110.823212ms)","trace[539854838] 'applied index is now lower than readState.Index' (duration: 67.982542ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:48.203893Z","caller":"traceutil/trace.go:171","msg":"trace[296306509] transaction","detail":"{read_only:false; response_revision:26531; number_of_response:1; }","duration":"217.026522ms","start":"2026-02-27T02:05:47.986853Z","end":"2026-02-27T02:05:48.203879Z","steps":["trace[296306509] 'process raft request' (duration: 148.843994ms)","trace[296306509] 'compare' (duration: 67.426828ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:48.204185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.017606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3523"} {"level":"info","ts":"2026-02-27T02:05:48.204239Z","caller":"traceutil/trace.go:171","msg":"trace[1128120625] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26533; }","duration":"180.119769ms","start":"2026-02-27T02:05:48.024101Z","end":"2026-02-27T02:05:48.204221Z","steps":["trace[1128120625] 'agreement among raft nodes before linearized reading' (duration: 179.908363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:48.204451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.982819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs-5t52b\" ","response":"range_response_count:1 size:2485"} {"level":"info","ts":"2026-02-27T02:05:48.204487Z","caller":"traceutil/trace.go:171","msg":"trace[1232502173] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs-5t52b; range_end:; response_count:1; response_revision:26533; }","duration":"220.109402ms","start":"2026-02-27T02:05:47.984369Z","end":"2026-02-27T02:05:48.204479Z","steps":["trace[1232502173] 'agreement among raft nodes before linearized reading' (duration: 220.01222ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:48.424964Z","caller":"traceutil/trace.go:171","msg":"trace[555372371] transaction","detail":"{read_only:false; response_revision:26534; number_of_response:1; }","duration":"286.085512ms","start":"2026-02-27T02:05:48.138842Z","end":"2026-02-27T02:05:48.424928Z","steps":["trace[555372371] 'process raft request' (duration: 285.463276ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:48.424974Z","caller":"traceutil/trace.go:171","msg":"trace[1516490427] linearizableReadLoop","detail":"{readStateIndex:27818; appliedIndex:27817; }","duration":"221.098389ms","start":"2026-02-27T02:05:48.203828Z","end":"2026-02-27T02:05:48.424926Z","steps":["trace[1516490427] 'read index received' (duration: 220.496373ms)","trace[1516490427] 'applied index is now lower than readState.Index' (duration: 599.456µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:48.425243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.818835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:05:48.425354Z","caller":"traceutil/trace.go:171","msg":"trace[868506675] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26534; }","duration":"222.971829ms","start":"2026-02-27T02:05:48.202352Z","end":"2026-02-27T02:05:48.425324Z","steps":["trace[868506675] 'agreement among raft nodes before linearized reading' (duration: 222.737993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:48.425563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.595386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:48.425637Z","caller":"traceutil/trace.go:171","msg":"trace[1260311094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26534; }","duration":"371.842203ms","start":"2026-02-27T02:05:48.053778Z","end":"2026-02-27T02:05:48.42562Z","steps":["trace[1260311094] 'agreement among raft nodes before linearized reading' (duration: 371.452452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:48.425705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:48.053768Z","time spent":"371.927786ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:05:48.425665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.86535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-02-27T02:05:48.426091Z","caller":"traceutil/trace.go:171","msg":"trace[1796501200] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26534; }","duration":"395.24823ms","start":"2026-02-27T02:05:48.030717Z","end":"2026-02-27T02:05:48.425965Z","steps":["trace[1796501200] 'agreement among raft nodes before linearized reading' (duration: 394.594642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:48.426174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:48.030711Z","time spent":"395.423474ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-02-27T02:05:48.511769Z","caller":"traceutil/trace.go:171","msg":"trace[533073441] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26535; }","duration":"305.842763ms","start":"2026-02-27T02:05:48.2059Z","end":"2026-02-27T02:05:48.511742Z","steps":["trace[533073441] 'process raft request' (duration: 305.617767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:48.511939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:48.205889Z","time spent":"305.955836ms","remote":"127.0.0.1:33730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-02-27T02:05:48.512041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.990547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:05:48.512173Z","caller":"traceutil/trace.go:171","msg":"trace[126033337] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26535; }","duration":"185.160302ms","start":"2026-02-27T02:05:48.326952Z","end":"2026-02-27T02:05:48.512112Z","steps":["trace[126033337] 'agreement among raft nodes before linearized reading' (duration: 184.823773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:48.512412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.334656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3523"} {"level":"info","ts":"2026-02-27T02:05:48.512466Z","caller":"traceutil/trace.go:171","msg":"trace[2119895185] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26535; }","duration":"303.399729ms","start":"2026-02-27T02:05:48.209053Z","end":"2026-02-27T02:05:48.512453Z","steps":["trace[2119895185] 'agreement among raft nodes before linearized reading' (duration: 303.217114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:48.5125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:48.209047Z","time spent":"303.44653ms","remote":"127.0.0.1:33730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3546,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-27T02:05:48.51254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.060583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-jgw92.1897f5d31e53fa31\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-02-27T02:05:48.512585Z","caller":"traceutil/trace.go:171","msg":"trace[247434869] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-jgw92.1897f5d31e53fa31; range_end:; response_count:1; response_revision:26535; }","duration":"129.129925ms","start":"2026-02-27T02:05:48.383442Z","end":"2026-02-27T02:05:48.512572Z","steps":["trace[247434869] 'agreement among raft nodes before linearized reading' (duration: 128.95813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:48.512789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.75499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:48.512828Z","caller":"traceutil/trace.go:171","msg":"trace[1724607620] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26535; }","duration":"132.855162ms","start":"2026-02-27T02:05:48.379963Z","end":"2026-02-27T02:05:48.512818Z","steps":["trace[1724607620] 'agreement among raft nodes before linearized reading' (duration: 132.793911ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:48.771839Z","caller":"traceutil/trace.go:171","msg":"trace[28453739] linearizableReadLoop","detail":"{readStateIndex:27823; appliedIndex:27822; }","duration":"128.030476ms","start":"2026-02-27T02:05:48.643768Z","end":"2026-02-27T02:05:48.771799Z","steps":["trace[28453739] 'read index received' (duration: 95.610211ms)","trace[28453739] 'applied index is now lower than readState.Index' (duration: 32.419355ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:48.771956Z","caller":"traceutil/trace.go:171","msg":"trace[547953080] transaction","detail":"{read_only:false; response_revision:26539; number_of_response:1; }","duration":"183.733654ms","start":"2026-02-27T02:05:48.588112Z","end":"2026-02-27T02:05:48.771846Z","steps":["trace[547953080] 'process raft request' (duration: 151.286019ms)","trace[547953080] 'compare' (duration: 32.240899ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:48.772197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.302507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-02-27T02:05:48.772253Z","caller":"traceutil/trace.go:171","msg":"trace[1380790193] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26539; }","duration":"124.440341ms","start":"2026-02-27T02:05:48.647796Z","end":"2026-02-27T02:05:48.772237Z","steps":["trace[1380790193] 'agreement among raft nodes before linearized reading' (duration: 124.198625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:48.772252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.023194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-02-27T02:05:48.772371Z","caller":"traceutil/trace.go:171","msg":"trace[865645435] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:26539; }","duration":"186.179778ms","start":"2026-02-27T02:05:48.586159Z","end":"2026-02-27T02:05:48.772339Z","steps":["trace[865645435] 'agreement among raft nodes before linearized reading' (duration: 185.788478ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:48.917982Z","caller":"traceutil/trace.go:171","msg":"trace[269303127] transaction","detail":"{read_only:false; response_revision:26540; number_of_response:1; }","duration":"104.918266ms","start":"2026-02-27T02:05:48.813028Z","end":"2026-02-27T02:05:48.917946Z","steps":["trace[269303127] 'process raft request' (duration: 103.683353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:48.967632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.912669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-27T02:05:48.967709Z","caller":"traceutil/trace.go:171","msg":"trace[1812079024] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26541; }","duration":"115.049003ms","start":"2026-02-27T02:05:48.852642Z","end":"2026-02-27T02:05:48.967691Z","steps":["trace[1812079024] 'agreement among raft nodes before linearized reading' (duration: 114.799786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:49.425486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.6722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-02-27T02:05:49.425511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.882495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"warn","ts":"2026-02-27T02:05:49.425525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.438561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-02-27T02:05:49.425577Z","caller":"traceutil/trace.go:171","msg":"trace[107811669] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26542; }","duration":"225.951737ms","start":"2026-02-27T02:05:49.199611Z","end":"2026-02-27T02:05:49.425563Z","steps":["trace[107811669] 'range keys from in-memory index tree' (duration: 225.777752ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:49.425573Z","caller":"traceutil/trace.go:171","msg":"trace[629981568] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26542; }","duration":"236.814913ms","start":"2026-02-27T02:05:49.188737Z","end":"2026-02-27T02:05:49.425552Z","steps":["trace[629981568] 'range keys from in-memory index tree' (duration: 236.430203ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:49.425619Z","caller":"traceutil/trace.go:171","msg":"trace[584941027] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26542; }","duration":"256.612195ms","start":"2026-02-27T02:05:49.168986Z","end":"2026-02-27T02:05:49.425598Z","steps":["trace[584941027] 'range keys from in-memory index tree' (duration: 256.144193ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:49.425705Z","caller":"traceutil/trace.go:171","msg":"trace[1541234862] transaction","detail":"{read_only:false; response_revision:26543; number_of_response:1; }","duration":"195.426642ms","start":"2026-02-27T02:05:49.230246Z","end":"2026-02-27T02:05:49.425672Z","steps":["trace[1541234862] 'process raft request' (duration: 142.615189ms)","trace[1541234862] 'compare' (duration: 52.574816ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:49.425858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.186758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:05:49.425906Z","caller":"traceutil/trace.go:171","msg":"trace[1831714508] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26542; }","duration":"252.746304ms","start":"2026-02-27T02:05:49.17315Z","end":"2026-02-27T02:05:49.425897Z","steps":["trace[1831714508] 'count revisions from in-memory index tree' (duration: 252.102836ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:49.42619Z","caller":"traceutil/trace.go:171","msg":"trace[2050613900] linearizableReadLoop","detail":"{readStateIndex:27829; appliedIndex:27827; }","duration":"147.398996ms","start":"2026-02-27T02:05:49.278778Z","end":"2026-02-27T02:05:49.426177Z","steps":["trace[2050613900] 'read index received' (duration: 94.002978ms)","trace[2050613900] 'applied index is now lower than readState.Index' (duration: 53.395088ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:49.426235Z","caller":"traceutil/trace.go:171","msg":"trace[89676258] transaction","detail":"{read_only:false; response_revision:26544; number_of_response:1; }","duration":"147.459198ms","start":"2026-02-27T02:05:49.27876Z","end":"2026-02-27T02:05:49.426219Z","steps":["trace[89676258] 'process raft request' (duration: 147.305124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:49.426287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.511829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T02:05:49.426305Z","caller":"traceutil/trace.go:171","msg":"trace[1812750202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26544; }","duration":"147.580671ms","start":"2026-02-27T02:05:49.278718Z","end":"2026-02-27T02:05:49.426299Z","steps":["trace[1812750202] 'agreement among raft nodes before linearized reading' (duration: 147.52232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:49.62711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.29299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-02-27T02:05:49.627193Z","caller":"traceutil/trace.go:171","msg":"trace[599964781] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:26549; }","duration":"101.398523ms","start":"2026-02-27T02:05:49.525773Z","end":"2026-02-27T02:05:49.627172Z","steps":["trace[599964781] 'range keys from in-memory index tree' (duration: 101.145947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:50.360611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:05:50.780906Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.097713009s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:05:50.781506Z","caller":"traceutil/trace.go:171","msg":"trace[260574477] transaction","detail":"{read_only:false; response_revision:26551; number_of_response:1; }","duration":"1.098416358s","start":"2026-02-27T02:05:49.683053Z","end":"2026-02-27T02:05:50.78147Z","steps":["trace[260574477] 'process raft request' (duration: 1.098187141s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:50.781768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:49.683026Z","time spent":"1.098625663s","remote":"127.0.0.1:40802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:50.919898Z","caller":"traceutil/trace.go:171","msg":"trace[1673138310] linearizableReadLoop","detail":"{readStateIndex:27838; appliedIndex:27836; }","duration":"1.059694346s","start":"2026-02-27T02:05:49.86018Z","end":"2026-02-27T02:05:50.919874Z","steps":["trace[1673138310] 'read index received' (duration: 922.264393ms)","trace[1673138310] 'applied index is now lower than readState.Index' (duration: 137.429183ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:50.919998Z","caller":"traceutil/trace.go:171","msg":"trace[1305904526] transaction","detail":"{read_only:false; response_revision:26552; number_of_response:1; }","duration":"935.344319ms","start":"2026-02-27T02:05:49.984588Z","end":"2026-02-27T02:05:50.919932Z","steps":["trace[1305904526] 'process raft request' (duration: 926.381983ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:50.920063Z","caller":"traceutil/trace.go:171","msg":"trace[1680668633] transaction","detail":"{read_only:false; response_revision:26553; number_of_response:1; }","duration":"934.836045ms","start":"2026-02-27T02:05:49.985216Z","end":"2026-02-27T02:05:50.920052Z","steps":["trace[1680668633] 'process raft request' (duration: 934.616409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:50.920213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:49.984552Z","time spent":"935.540314ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:50.920384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06020931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-27T02:05:50.920223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:49.985206Z","time spent":"934.902397ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:50.920423Z","caller":"traceutil/trace.go:171","msg":"trace[1423421221] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26553; }","duration":"1.060293642s","start":"2026-02-27T02:05:49.860122Z","end":"2026-02-27T02:05:50.920415Z","steps":["trace[1423421221] 'agreement among raft nodes before linearized reading' (duration: 1.060124798s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:50.9206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:49.860097Z","time spent":"1.060487468s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T02:05:50.920583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.452333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-02-27T02:05:50.920634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.286859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-02-27T02:05:50.920677Z","caller":"traceutil/trace.go:171","msg":"trace[641858226] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26553; }","duration":"712.600687ms","start":"2026-02-27T02:05:50.208054Z","end":"2026-02-27T02:05:50.920655Z","steps":["trace[641858226] 'agreement among raft nodes before linearized reading' (duration: 712.289428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:50.920745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:50.208034Z","time spent":"712.698809ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:05:50.920825Z","caller":"traceutil/trace.go:171","msg":"trace[945269734] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26553; }","duration":"104.451574ms","start":"2026-02-27T02:05:50.816258Z","end":"2026-02-27T02:05:50.920709Z","steps":["trace[945269734] 'agreement among raft nodes before linearized reading' (duration: 104.096355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:50.920919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.361664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:05:50.921014Z","caller":"traceutil/trace.go:171","msg":"trace[1613703540] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26553; }","duration":"271.491528ms","start":"2026-02-27T02:05:50.649499Z","end":"2026-02-27T02:05:50.92099Z","steps":["trace[1613703540] 'agreement among raft nodes before linearized reading' (duration: 271.030205ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:51.12968Z","caller":"traceutil/trace.go:171","msg":"trace[2074535411] transaction","detail":"{read_only:false; response_revision:26556; number_of_response:1; }","duration":"199.018425ms","start":"2026-02-27T02:05:50.93063Z","end":"2026-02-27T02:05:51.129648Z","steps":["trace[2074535411] 'process raft request' (duration: 198.964064ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:51.129942Z","caller":"traceutil/trace.go:171","msg":"trace[403513594] transaction","detail":"{read_only:false; response_revision:26555; number_of_response:1; }","duration":"199.404855ms","start":"2026-02-27T02:05:50.930508Z","end":"2026-02-27T02:05:51.129913Z","steps":["trace[403513594] 'process raft request' (duration: 165.556593ms)","trace[403513594] 'compare' (duration: 33.229816ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:51.275156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.411944ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:05:51.275255Z","caller":"traceutil/trace.go:171","msg":"trace[914969923] linearizableReadLoop","detail":"{readStateIndex:27842; appliedIndex:27839; }","duration":"219.756353ms","start":"2026-02-27T02:05:51.055482Z","end":"2026-02-27T02:05:51.275239Z","steps":["trace[914969923] 'read index received' (duration: 40.595509ms)","trace[914969923] 'applied index is now lower than readState.Index' (duration: 179.159474ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:51.275551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.070851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:51.275586Z","caller":"traceutil/trace.go:171","msg":"trace[797724132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26556; }","duration":"220.173294ms","start":"2026-02-27T02:05:51.055404Z","end":"2026-02-27T02:05:51.275577Z","steps":["trace[797724132] 'agreement among raft nodes before linearized reading' (duration: 220.098132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:51.275705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.478886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T02:05:51.275797Z","caller":"traceutil/trace.go:171","msg":"trace[654880344] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26556; }","duration":"142.633321ms","start":"2026-02-27T02:05:51.133142Z","end":"2026-02-27T02:05:51.275776Z","steps":["trace[654880344] 'agreement among raft nodes before linearized reading' (duration: 142.405035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:51.275825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.462353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-02-27T02:05:51.275938Z","caller":"traceutil/trace.go:171","msg":"trace[978338966] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26556; }","duration":"140.614627ms","start":"2026-02-27T02:05:51.135294Z","end":"2026-02-27T02:05:51.275908Z","steps":["trace[978338966] 'agreement among raft nodes before linearized reading' (duration: 140.258368ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:51.593607Z","caller":"traceutil/trace.go:171","msg":"trace[241892893] linearizableReadLoop","detail":"{readStateIndex:27846; appliedIndex:27845; }","duration":"154.706589ms","start":"2026-02-27T02:05:51.438864Z","end":"2026-02-27T02:05:51.593571Z","steps":["trace[241892893] 'read index received' (duration: 66.125634ms)","trace[241892893] 'applied index is now lower than readState.Index' (duration: 88.579255ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:51.593652Z","caller":"traceutil/trace.go:171","msg":"trace[1149256250] transaction","detail":"{read_only:false; response_revision:26560; number_of_response:1; }","duration":"161.721603ms","start":"2026-02-27T02:05:51.431896Z","end":"2026-02-27T02:05:51.593617Z","steps":["trace[1149256250] 'process raft request' (duration: 105.353147ms)","trace[1149256250] 'compare' (duration: 56.15302ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:51.593883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.003936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:05:51.593912Z","caller":"traceutil/trace.go:171","msg":"trace[1754139637] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26560; }","duration":"155.10903ms","start":"2026-02-27T02:05:51.438797Z","end":"2026-02-27T02:05:51.593906Z","steps":["trace[1754139637] 'agreement among raft nodes before linearized reading' (duration: 154.915204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:51.59395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.076404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:51.594021Z","caller":"traceutil/trace.go:171","msg":"trace[969978838] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26560; }","duration":"134.223168ms","start":"2026-02-27T02:05:51.459777Z","end":"2026-02-27T02:05:51.594Z","steps":["trace[969978838] 'agreement among raft nodes before linearized reading' (duration: 134.067114ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:51.836131Z","caller":"traceutil/trace.go:171","msg":"trace[636076647] transaction","detail":"{read_only:false; response_revision:26566; number_of_response:1; }","duration":"154.291107ms","start":"2026-02-27T02:05:51.68181Z","end":"2026-02-27T02:05:51.836101Z","steps":["trace[636076647] 'process raft request' (duration: 69.546183ms)","trace[636076647] 'compare' (duration: 84.553109ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:53.082026Z","caller":"traceutil/trace.go:171","msg":"trace[2089381657] transaction","detail":"{read_only:false; response_revision:26569; number_of_response:1; }","duration":"154.823491ms","start":"2026-02-27T02:05:52.92716Z","end":"2026-02-27T02:05:53.081984Z","steps":["trace[2089381657] 'process raft request' (duration: 154.482773ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:53.479428Z","caller":"traceutil/trace.go:171","msg":"trace[237680197] transaction","detail":"{read_only:false; response_revision:26571; number_of_response:1; }","duration":"115.463853ms","start":"2026-02-27T02:05:53.363931Z","end":"2026-02-27T02:05:53.479395Z","steps":["trace[237680197] 'process raft request' (duration: 49.457423ms)","trace[237680197] 'compare' (duration: 65.439845ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:53.479671Z","caller":"traceutil/trace.go:171","msg":"trace[466733111] transaction","detail":"{read_only:false; response_revision:26572; number_of_response:1; }","duration":"113.938104ms","start":"2026-02-27T02:05:53.3657Z","end":"2026-02-27T02:05:53.479638Z","steps":["trace[466733111] 'process raft request' (duration: 113.629326ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:53.536414Z","caller":"traceutil/trace.go:171","msg":"trace[2005351856] transaction","detail":"{read_only:false; response_revision:26573; number_of_response:1; }","duration":"106.99987ms","start":"2026-02-27T02:05:53.429375Z","end":"2026-02-27T02:05:53.536375Z","steps":["trace[2005351856] 'process raft request' (duration: 106.711133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:55.558777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:05:56.059144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:05:56.55966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:05:57.054581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997986613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:05:57.054697Z","caller":"traceutil/trace.go:171","msg":"trace[169724341] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998168758s","start":"2026-02-27T02:05:55.056508Z","end":"2026-02-27T02:05:57.054677Z","steps":["trace[169724341] 'agreement among raft nodes before linearized reading' (duration: 1.998025524s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:57.054751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.056485Z","time spent":"1.998253889s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:05:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:05:57.060182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:05:57.560943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:05:58.061684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:05:58.562646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:05:59.055034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999991044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:05:59.055151Z","caller":"traceutil/trace.go:171","msg":"trace[410241054] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000174289s","start":"2026-02-27T02:05:57.054946Z","end":"2026-02-27T02:05:59.05512Z","steps":["trace[410241054] 'agreement among raft nodes before linearized reading' (duration: 2.000037315s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:59.05521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:57.05492Z","time spent":"2.000280132s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:05:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:05:59.06334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:05:59.112532Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.522982487s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:05:59.113047Z","caller":"traceutil/trace.go:171","msg":"trace[1567308353] transaction","detail":"{read_only:false; response_revision:26583; number_of_response:1; }","duration":"4.523651014s","start":"2026-02-27T02:05:54.589373Z","end":"2026-02-27T02:05:59.113024Z","steps":["trace[1567308353] 'process raft request' (duration: 4.523411598s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:59.11319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:54.589349Z","time spent":"4.523754926s","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:59.646884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999923872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:05:59.646999Z","caller":"traceutil/trace.go:171","msg":"trace[2078373034] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000098168s","start":"2026-02-27T02:05:57.646873Z","end":"2026-02-27T02:05:59.646971Z","steps":["trace[2078373034] 'agreement among raft nodes before linearized reading' (duration: 1.999957774s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:59.647054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:57.646852Z","time spent":"2.00019106s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:05:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:05:59.972837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:54.976519Z","time spent":"4.996307715s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:05:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:00.086354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.087592Z","time spent":"4.99875355s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:06:00.563802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.56605Z","time spent":"4.997742794s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:06:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:00.640737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.642871Z","time spent":"4.997855786s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:06:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:00.720321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999580662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:06:00.720478Z","caller":"traceutil/trace.go:171","msg":"trace[316483466] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999791557s","start":"2026-02-27T02:05:55.720633Z","end":"2026-02-27T02:06:00.720424Z","steps":["trace[316483466] 'agreement among raft nodes before linearized reading' (duration: 4.999631483s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:00.722733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.720607Z","time spent":"5.002096648s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 02:06:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:00.767305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999927051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-27T02:06:00.767289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999088359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:00.767391Z","caller":"traceutil/trace.go:171","msg":"trace[180374953] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000102596s","start":"2026-02-27T02:05:55.767267Z","end":"2026-02-27T02:06:00.76737Z","steps":["trace[180374953] 'agreement among raft nodes before linearized reading' (duration: 4.999972692s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:00.767428Z","caller":"traceutil/trace.go:171","msg":"trace[51024368] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999268273s","start":"2026-02-27T02:05:55.768131Z","end":"2026-02-27T02:06:00.767399Z","steps":["trace[51024368] 'agreement among raft nodes before linearized reading' (duration: 4.999101189s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:00.767508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.768117Z","time spent":"4.999379007s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:06:00.767441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.767242Z","time spent":"5.000188698s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 02:06:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/27 02:06:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:01.062847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000218532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:01.062941Z","caller":"traceutil/trace.go:171","msg":"trace[578194560] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000377806s","start":"2026-02-27T02:05:59.062542Z","end":"2026-02-27T02:06:01.06292Z","steps":["trace[578194560] 'agreement among raft nodes before linearized reading' (duration: 2.000259003s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:01.062995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:59.062514Z","time spent":"2.000469509s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:01.682267Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.534805824s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:06:01.682805Z","caller":"traceutil/trace.go:171","msg":"trace[736578801] transaction","detail":"{read_only:false; response_revision:26584; number_of_response:1; }","duration":"6.774091082s","start":"2026-02-27T02:05:54.908689Z","end":"2026-02-27T02:06:01.68278Z","steps":["trace[736578801] 'process raft request' (duration: 6.773830695s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:01.682993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:54.908662Z","time spent":"6.774239627s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:01.683278Z","caller":"traceutil/trace.go:171","msg":"trace[48074599] transaction","detail":"{read_only:false; response_revision:26587; number_of_response:1; }","duration":"6.39768693s","start":"2026-02-27T02:05:55.285565Z","end":"2026-02-27T02:06:01.683252Z","steps":["trace[48074599] 'process raft request' (duration: 6.397601858s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:01.68345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.285531Z","time spent":"6.397827534s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:01.68358Z","caller":"traceutil/trace.go:171","msg":"trace[344352658] linearizableReadLoop","detail":"{readStateIndex:27876; appliedIndex:27868; }","duration":"6.626997805s","start":"2026-02-27T02:05:55.056558Z","end":"2026-02-27T02:06:01.683556Z","steps":["trace[344352658] 'read index received' (duration: 4.056261323s)","trace[344352658] 'applied index is now lower than readState.Index' (duration: 2.570735432s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:01.683617Z","caller":"traceutil/trace.go:171","msg":"trace[670651084] transaction","detail":"{read_only:false; response_revision:26590; number_of_response:1; }","duration":"3.138674744s","start":"2026-02-27T02:05:58.544899Z","end":"2026-02-27T02:06:01.683574Z","steps":["trace[670651084] 'process raft request' (duration: 3.13852315s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:01.683802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:58.544873Z","time spent":"3.138832419s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:02.184043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957277,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:02.684839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957277,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:03.063118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000014985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:06:03.063215Z","caller":"traceutil/trace.go:171","msg":"trace[484562037] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00021165s","start":"2026-02-27T02:06:01.06298Z","end":"2026-02-27T02:06:03.063192Z","steps":["trace[484562037] 'agreement among raft nodes before linearized reading' (duration: 2.000058486s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:03.063272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:01.062954Z","time spent":"2.000307122s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:06:03.186069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957277,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:03.686829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957277,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:04.18791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957277,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:04.378402Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.348316115s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:04.972179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99763687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:04.972292Z","caller":"traceutil/trace.go:171","msg":"trace[920177136] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.997810885s","start":"2026-02-27T02:05:59.974445Z","end":"2026-02-27T02:06:04.972256Z","steps":["trace[920177136] 'agreement among raft nodes before linearized reading' (duration: 4.997675761s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:04.972415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:59.97442Z","time spent":"4.99798068s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/27 02:06:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:05.073586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000124898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:06:05.073675Z","caller":"traceutil/trace.go:171","msg":"trace[1866472402] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000279753s","start":"2026-02-27T02:06:03.073375Z","end":"2026-02-27T02:06:05.073655Z","steps":["trace[1866472402] 'agreement among raft nodes before linearized reading' (duration: 2.00016553s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:05.073782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:03.073352Z","time spent":"2.000415806s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:05.086997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997187939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:05.087088Z","caller":"traceutil/trace.go:171","msg":"trace[539621914] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.997331863s","start":"2026-02-27T02:06:00.089735Z","end":"2026-02-27T02:06:05.087067Z","steps":["trace[539621914] 'agreement among raft nodes before linearized reading' (duration: 4.9972149s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:05.087142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:00.089718Z","time spent":"4.997413715s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/27 02:06:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:05.187859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.900425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-02-27T02:06:05.188107Z","caller":"traceutil/trace.go:171","msg":"trace[235532337] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26590; }","duration":"6.066902959s","start":"2026-02-27T02:05:59.121187Z","end":"2026-02-27T02:06:05.18809Z","steps":["trace[235532337] 'process raft request' (duration: 5.257704136s)","trace[235532337] 'compare' (duration: 808.854174ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:05.188173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:59.121011Z","time spent":"6.067136905s","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:06:05.188499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786080119s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:05.188583Z","caller":"traceutil/trace.go:171","msg":"trace[1596374134] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26590; }","duration":"2.786170482s","start":"2026-02-27T02:06:02.402403Z","end":"2026-02-27T02:06:05.188574Z","steps":["trace[1596374134] 'range keys from in-memory index tree' (duration: 2.786067468s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:05.484036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999841741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:05.484124Z","caller":"traceutil/trace.go:171","msg":"trace[936472840] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.000007825s","start":"2026-02-27T02:05:55.484096Z","end":"2026-02-27T02:06:05.484104Z","steps":["trace[936472840] 'agreement among raft nodes before linearized reading' (duration: 9.999888652s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:05.484177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.484066Z","time spent":"10.000100367s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/02/27 02:06:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:05.564185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998299337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:05.564279Z","caller":"traceutil/trace.go:171","msg":"trace[931752769] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998461372s","start":"2026-02-27T02:06:00.565797Z","end":"2026-02-27T02:06:05.564258Z","steps":["trace[931752769] 'agreement among raft nodes before linearized reading' (duration: 4.998319078s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:05.564341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:00.565783Z","time spent":"4.998542274s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/27 02:06:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:05.641284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998287227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:05.641392Z","caller":"traceutil/trace.go:171","msg":"trace[1310379261] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998466172s","start":"2026-02-27T02:06:00.642901Z","end":"2026-02-27T02:06:05.641367Z","steps":["trace[1310379261] 'agreement among raft nodes before linearized reading' (duration: 4.998312158s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:05.641451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:00.642882Z","time spent":"4.998556463s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/27 02:06:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:05.642246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000411365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:05.642391Z","caller":"traceutil/trace.go:171","msg":"trace[928031855] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"10.000632522s","start":"2026-02-27T02:05:55.641725Z","end":"2026-02-27T02:06:05.642357Z","steps":["trace[928031855] 'agreement among raft nodes before linearized reading' (duration: 10.000442067s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:05.642479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.641704Z","time spent":"10.000758134s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} 2026/02/27 02:06:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:05.676138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000451646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:05.676261Z","caller":"traceutil/trace.go:171","msg":"trace[315033701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000654761s","start":"2026-02-27T02:05:55.675573Z","end":"2026-02-27T02:06:05.676228Z","steps":["trace[315033701] 'agreement among raft nodes before linearized reading' (duration: 10.000492007s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:05.676317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.675546Z","time spent":"10.000761525s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/02/27 02:06:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:05.720811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99705567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:05.720902Z","caller":"traceutil/trace.go:171","msg":"trace[1887042286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997229445s","start":"2026-02-27T02:06:02.72365Z","end":"2026-02-27T02:06:05.720879Z","steps":["trace[1887042286] 'agreement among raft nodes before linearized reading' (duration: 2.997108562s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:05.720954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:02.723613Z","time spent":"2.997331817s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 02:06:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:05.766843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99705835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:05.767222Z","caller":"traceutil/trace.go:171","msg":"trace[320095415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997533033s","start":"2026-02-27T02:06:02.769662Z","end":"2026-02-27T02:06:05.767195Z","steps":["trace[320095415] 'agreement among raft nodes before linearized reading' (duration: 2.997104032s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:05.767319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:02.769634Z","time spent":"2.997669246s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 02:06:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:05.76921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998531709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:05.769711Z","caller":"traceutil/trace.go:171","msg":"trace[1823497855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.999035052s","start":"2026-02-27T02:06:02.770659Z","end":"2026-02-27T02:06:05.769694Z","steps":["trace[1823497855] 'agreement among raft nodes before linearized reading' (duration: 2.998530548s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:05.769835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:02.770557Z","time spent":"2.999263938s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 02:06:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:05.769263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001408532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:05.770639Z","caller":"traceutil/trace.go:171","msg":"trace[194290915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.002827909s","start":"2026-02-27T02:05:55.767759Z","end":"2026-02-27T02:06:05.770587Z","steps":["trace[194290915] 'agreement among raft nodes before linearized reading' (duration: 10.001452543s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:05.770766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.767734Z","time spent":"10.003002144s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/02/27 02:06:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:05.861352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999222224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:05.861443Z","caller":"traceutil/trace.go:171","msg":"trace[773230410] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"9.999336067s","start":"2026-02-27T02:05:55.862085Z","end":"2026-02-27T02:06:05.861421Z","steps":["trace[773230410] 'agreement among raft nodes before linearized reading' (duration: 9.999217564s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:05.861486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.862026Z","time spent":"9.99945281s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/02/27 02:06:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:05.991832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.58727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:05.99194Z","caller":"traceutil/trace.go:171","msg":"trace[1423126248] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; }","duration":"796.749104ms","start":"2026-02-27T02:06:05.195161Z","end":"2026-02-27T02:06:05.99191Z","steps":["trace[1423126248] 'agreement among raft nodes before linearized reading' (duration: 796.62285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:05.991998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:05.195142Z","time spent":"796.844886ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} 2026/02/27 02:06:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:06.311117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123120698s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T02:06:06.61138Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.323827699s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:06:06.627075Z","caller":"traceutil/trace.go:171","msg":"trace[1741153385] linearizableReadLoop","detail":"{readStateIndex:27879; appliedIndex:27876; }","duration":"4.94339855s","start":"2026-02-27T02:06:01.683647Z","end":"2026-02-27T02:06:06.627045Z","steps":["trace[1741153385] 'read index received' (duration: 2.695204432s)","trace[1741153385] 'applied index is now lower than readState.Index' (duration: 2.248193068s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:06.627269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.776061987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:06.627363Z","caller":"traceutil/trace.go:171","msg":"trace[1692951646] transaction","detail":"{read_only:false; response_revision:26592; number_of_response:1; }","duration":"3.851168047s","start":"2026-02-27T02:06:02.776148Z","end":"2026-02-27T02:06:06.627316Z","steps":["trace[1692951646] 'process raft request' (duration: 3.850633413s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:06.627485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:02.776125Z","time spent":"3.85129752s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:06.62755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.616118745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:06.627596Z","caller":"traceutil/trace.go:171","msg":"trace[1887972633] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26592; }","duration":"5.616209517s","start":"2026-02-27T02:06:01.011375Z","end":"2026-02-27T02:06:06.627584Z","steps":["trace[1887972633] 'agreement among raft nodes before linearized reading' (duration: 5.616141405s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:06.627592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.395999954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:06.627653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.857862881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:06.627672Z","caller":"traceutil/trace.go:171","msg":"trace[829171470] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26592; }","duration":"6.396147098s","start":"2026-02-27T02:06:00.231507Z","end":"2026-02-27T02:06:06.627654Z","steps":["trace[829171470] 'agreement among raft nodes before linearized reading' (duration: 6.395995714s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:06.627694Z","caller":"traceutil/trace.go:171","msg":"trace[782561719] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26592; }","duration":"6.857942613s","start":"2026-02-27T02:05:59.769741Z","end":"2026-02-27T02:06:06.627683Z","steps":["trace[782561719] 'agreement among raft nodes before linearized reading' (duration: 6.857877151s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:06.627718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:00.231481Z","time spent":"6.3962267s","remote":"127.0.0.1:33786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:06.627733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:59.769712Z","time spent":"6.858013135s","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:06.627879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.277524711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"warn","ts":"2026-02-27T02:06:06.62796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.831286657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:06.627971Z","caller":"traceutil/trace.go:171","msg":"trace[512873271] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26592; }","duration":"10.277691146s","start":"2026-02-27T02:05:56.350259Z","end":"2026-02-27T02:06:06.62795Z","steps":["trace[512873271] 'agreement among raft nodes before linearized reading' (duration: 10.277366817s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:06.627995Z","caller":"traceutil/trace.go:171","msg":"trace[2091902095] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26592; }","duration":"5.831365209s","start":"2026-02-27T02:06:00.796618Z","end":"2026-02-27T02:06:06.627983Z","steps":["trace[2091902095] 'agreement among raft nodes before linearized reading' (duration: 5.831310637s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:06.628032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:00.796597Z","time spent":"5.831423881s","remote":"127.0.0.1:45938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:06.628117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.486633807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7350"} {"level":"warn","ts":"2026-02-27T02:06:06.628131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.154137365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:06.628156Z","caller":"traceutil/trace.go:171","msg":"trace[248031593] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26592; }","duration":"7.48674993s","start":"2026-02-27T02:05:59.141398Z","end":"2026-02-27T02:06:06.628148Z","steps":["trace[248031593] 'agreement among raft nodes before linearized reading' (duration: 7.486605346s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:06.628166Z","caller":"traceutil/trace.go:171","msg":"trace[1268156065] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26592; }","duration":"9.154219357s","start":"2026-02-27T02:05:57.473938Z","end":"2026-02-27T02:06:06.628157Z","steps":["trace[1268156065] 'agreement among raft nodes before linearized reading' (duration: 9.154118975s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:06.628187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:59.141367Z","time spent":"7.486812152s","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7373,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-27T02:06:06.628214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.108591758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:06.628194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:57.473917Z","time spent":"9.154269619s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:06.628252Z","caller":"traceutil/trace.go:171","msg":"trace[697146162] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26592; }","duration":"6.108694861s","start":"2026-02-27T02:06:00.519548Z","end":"2026-02-27T02:06:06.628243Z","steps":["trace[697146162] 'agreement among raft nodes before linearized reading' (duration: 6.108634649s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:06.628288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:00.519519Z","time spent":"6.108761773s","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:06.628046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.831357356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:06.628451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.635584845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:06.627982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.285658278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:06.628493Z","caller":"traceutil/trace.go:171","msg":"trace[704488593] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26592; }","duration":"8.635656367s","start":"2026-02-27T02:05:57.992824Z","end":"2026-02-27T02:06:06.628481Z","steps":["trace[704488593] 'agreement among raft nodes before linearized reading' (duration: 8.635601435s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:06.628499Z","caller":"traceutil/trace.go:171","msg":"trace[1829947805] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26592; }","duration":"7.286218353s","start":"2026-02-27T02:05:59.34227Z","end":"2026-02-27T02:06:06.628488Z","steps":["trace[1829947805] 'agreement among raft nodes before linearized reading' (duration: 7.285644538s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:06.628522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:57.9928Z","time spent":"8.635714989s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:06.628534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:59.342242Z","time spent":"7.286281645s","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":56,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:06.628599Z","caller":"traceutil/trace.go:171","msg":"trace[334782279] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26592; }","duration":"8.831972092s","start":"2026-02-27T02:05:57.796484Z","end":"2026-02-27T02:06:06.628456Z","steps":["trace[334782279] 'agreement among raft nodes before linearized reading' (duration: 8.831308055s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:06.628727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:57.796464Z","time spent":"8.83224394s","remote":"127.0.0.1:45394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:06.627319Z","caller":"traceutil/trace.go:171","msg":"trace[1503146903] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26592; }","duration":"7.77617921s","start":"2026-02-27T02:05:58.851128Z","end":"2026-02-27T02:06:06.627307Z","steps":["trace[1503146903] 'agreement among raft nodes before linearized reading' (duration: 7.776060647s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:06.628387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.999506505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:06.628915Z","caller":"traceutil/trace.go:171","msg":"trace[953007164] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26592; }","duration":"11.000052369s","start":"2026-02-27T02:05:55.628839Z","end":"2026-02-27T02:06:06.628891Z","steps":["trace[953007164] 'agreement among raft nodes before linearized reading' (duration: 10.999512314s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:06.627649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:01.011351Z","time spent":"5.61628406s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:06.628527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.701687203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:06.629238Z","caller":"traceutil/trace.go:171","msg":"trace[354492040] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:0; response_revision:26592; }","duration":"10.702504155s","start":"2026-02-27T02:05:55.926656Z","end":"2026-02-27T02:06:06.62916Z","steps":["trace[354492040] 'agreement among raft nodes before linearized reading' (duration: 10.700933323s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:06.628029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:56.350232Z","time spent":"10.277787298s","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11851,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-27T02:06:06.629374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.926632Z","time spent":"10.70269858s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-02-27T02:06:06.629001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:58.851108Z","time spent":"7.777885205s","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:06.628411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.566184224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5ba91fb2d64\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:06:06.629696Z","caller":"traceutil/trace.go:171","msg":"trace[1210117750] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f5ba91fb2d64; range_end:; response_count:1; response_revision:26592; }","duration":"7.567460337s","start":"2026-02-27T02:05:59.062217Z","end":"2026-02-27T02:06:06.629678Z","steps":["trace[1210117750] 'agreement among raft nodes before linearized reading' (duration: 7.566123432s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:06.62974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:59.06215Z","time spent":"7.567577891s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5ba91fb2d64\" "} {"level":"warn","ts":"2026-02-27T02:06:06.628764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.126285724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:06.629921Z","caller":"traceutil/trace.go:171","msg":"trace[384820042] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26592; }","duration":"10.127454934s","start":"2026-02-27T02:05:56.502446Z","end":"2026-02-27T02:06:06.629901Z","steps":["trace[384820042] 'agreement among raft nodes before linearized reading' (duration: 10.126285543s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:06.628955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.574508878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T02:06:06.630035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:56.502436Z","time spent":"10.127552658s","remote":"127.0.0.1:45388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:06.630091Z","caller":"traceutil/trace.go:171","msg":"trace[395630197] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26592; }","duration":"5.575662808s","start":"2026-02-27T02:06:01.054398Z","end":"2026-02-27T02:06:06.630061Z","steps":["trace[395630197] 'agreement among raft nodes before linearized reading' (duration: 5.573278106s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:06.629012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.263106054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-02-27T02:06:06.630201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:01.054375Z","time spent":"5.575785711s","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2731,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:06.630253Z","caller":"traceutil/trace.go:171","msg":"trace[918779338] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26592; }","duration":"11.264378578s","start":"2026-02-27T02:05:55.365851Z","end":"2026-02-27T02:06:06.630229Z","steps":["trace[918779338] 'agreement among raft nodes before linearized reading' (duration: 11.263080164s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:06.63031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.365829Z","time spent":"11.26446454s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:06:06.627253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.688234891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:06.629051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.628825Z","time spent":"11.000153392s","remote":"127.0.0.1:47716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:06.630425Z","caller":"traceutil/trace.go:171","msg":"trace[1150061218] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26592; }","duration":"7.691433786s","start":"2026-02-27T02:05:58.938933Z","end":"2026-02-27T02:06:06.630366Z","steps":["trace[1150061218] 'agreement among raft nodes before linearized reading' (duration: 7.688209411s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:06.627432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.209306203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:06.630579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:58.938907Z","time spent":"7.691620161s","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:06.630598Z","caller":"traceutil/trace.go:171","msg":"trace[28952898] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26592; }","duration":"10.212516057s","start":"2026-02-27T02:05:56.418062Z","end":"2026-02-27T02:06:06.630578Z","steps":["trace[28952898] 'agreement among raft nodes before linearized reading' (duration: 10.209338063s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:06.630685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:56.418031Z","time spent":"10.21263715s","remote":"127.0.0.1:47488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:06.631372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.132875488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:06.649328Z","caller":"traceutil/trace.go:171","msg":"trace[72410832] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26592; }","duration":"10.151119359s","start":"2026-02-27T02:05:56.498189Z","end":"2026-02-27T02:06:06.649308Z","steps":["trace[72410832] 'agreement among raft nodes before linearized reading' (duration: 10.129316964s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:06.649363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:56.498166Z","time spent":"10.151187811s","remote":"127.0.0.1:45906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:07.074063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000084297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:07.074186Z","caller":"traceutil/trace.go:171","msg":"trace[531094107] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000244991s","start":"2026-02-27T02:06:05.073915Z","end":"2026-02-27T02:06:07.07416Z","steps":["trace[531094107] 'agreement among raft nodes before linearized reading' (duration: 2.000078667s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:07.074261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:05.073856Z","time spent":"2.000389836s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:07.127456Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957283,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:07.62828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957283,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:08.129513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957283,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:08.561899Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.883768281s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:09.088113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999907782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:06:09.088235Z","caller":"traceutil/trace.go:171","msg":"trace[77582620] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000129758s","start":"2026-02-27T02:06:07.08808Z","end":"2026-02-27T02:06:09.08821Z","steps":["trace[77582620] 'agreement among raft nodes before linearized reading' (duration: 1.999961634s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:09.088301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:07.088048Z","time spent":"2.000242421s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:09.973154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998066641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:06:09.973259Z","caller":"traceutil/trace.go:171","msg":"trace[1053825646] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998240136s","start":"2026-02-27T02:06:04.974991Z","end":"2026-02-27T02:06:09.973231Z","steps":["trace[1053825646] 'agreement among raft nodes before linearized reading' (duration: 4.998109092s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:09.973305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:04.974966Z","time spent":"4.998328368s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-27T02:06:10.088346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998184245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:10.088413Z","caller":"traceutil/trace.go:171","msg":"trace[1752580709] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998321388s","start":"2026-02-27T02:06:05.090077Z","end":"2026-02-27T02:06:10.088399Z","steps":["trace[1752580709] 'agreement among raft nodes before linearized reading' (duration: 4.998231316s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:10.088448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:05.090056Z","time spent":"4.998385609s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/27 02:06:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:10.767584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:05.769521Z","time spent":"4.998050162s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:06:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:10.768718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:05.769444Z","time spent":"4.999263974s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:06:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:10.898416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336139156s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:10.898628Z","caller":"traceutil/trace.go:171","msg":"trace[562523355] transaction","detail":"{read_only:false; response_revision:26593; number_of_response:1; }","duration":"5.220503567s","start":"2026-02-27T02:06:05.678079Z","end":"2026-02-27T02:06:10.898583Z","steps":["trace[562523355] 'process raft request' (duration: 2.884097284s)","trace[562523355] 'compare' (duration: 2.33403938s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:10.898707Z","caller":"traceutil/trace.go:171","msg":"trace[330943486] transaction","detail":"{read_only:false; response_revision:26596; number_of_response:1; }","duration":"5.127776431s","start":"2026-02-27T02:06:05.770911Z","end":"2026-02-27T02:06:10.898687Z","steps":["trace[330943486] 'process raft request' (duration: 5.12773465s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:10.898758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:05.77088Z","time spent":"5.127856434s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:10.898782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:05.678053Z","time spent":"5.220637149s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:11.016265Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.499335147s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:11.088138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999846671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:06:11.088222Z","caller":"traceutil/trace.go:171","msg":"trace[1667761590] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000003265s","start":"2026-02-27T02:06:09.088196Z","end":"2026-02-27T02:06:11.088199Z","steps":["trace[1667761590] 'agreement among raft nodes before linearized reading' (duration: 1.999888062s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:11.088278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:09.088167Z","time spent":"2.000099608s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:12.793822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001195056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:12.793914Z","caller":"traceutil/trace.go:171","msg":"trace[1971533318] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.00134446s","start":"2026-02-27T02:06:02.792548Z","end":"2026-02-27T02:06:12.793892Z","steps":["trace[1971533318] 'agreement among raft nodes before linearized reading' (duration: 10.001193226s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:12.79397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:02.792458Z","time spent":"10.001500205s","remote":"127.0.0.1:45938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/02/27 02:06:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:13.097549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99984021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:13.097729Z","caller":"traceutil/trace.go:171","msg":"trace[111263560] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000107308s","start":"2026-02-27T02:06:11.097599Z","end":"2026-02-27T02:06:13.097706Z","steps":["trace[111263560] 'agreement among raft nodes before linearized reading' (duration: 1.999892142s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.097784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:11.097571Z","time spent":"2.00020113s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:13.585942Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.364659708s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:13.598364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196665776s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:13.59851Z","caller":"traceutil/trace.go:171","msg":"trace[194529021] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26596; }","duration":"1.196830471s","start":"2026-02-27T02:06:12.401659Z","end":"2026-02-27T02:06:13.598489Z","steps":["trace[194529021] 'range keys from in-memory index tree' (duration: 1.196645436s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.601321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:12.286357Z","time spent":"1.314951975s","remote":"127.0.0.1:36892","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:06:13.601725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585227693s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-27T02:06:13.602058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:06.6303Z","time spent":"6.971751582s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:06:13.60258Z","caller":"traceutil/trace.go:171","msg":"trace[1346147858] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"1.568032207s","start":"2026-02-27T02:06:12.034529Z","end":"2026-02-27T02:06:13.602561Z","steps":["trace[1346147858] 'process raft request' (duration: 1.567979495s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:13.60265Z","caller":"traceutil/trace.go:171","msg":"trace[594332276] transaction","detail":"{read_only:false; response_revision:26599; number_of_response:1; }","duration":"6.913730923s","start":"2026-02-27T02:06:06.688883Z","end":"2026-02-27T02:06:13.602614Z","steps":["trace[594332276] 'process raft request' (duration: 6.913529068s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:13.602673Z","caller":"traceutil/trace.go:171","msg":"trace[1520173386] transaction","detail":"{read_only:false; response_revision:26598; number_of_response:1; }","duration":"6.948441978s","start":"2026-02-27T02:06:06.654208Z","end":"2026-02-27T02:06:13.60265Z","steps":["trace[1520173386] 'process raft request' (duration: 6.9481419s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.602718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:12.034499Z","time spent":"1.56814873s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:13.602764Z","caller":"traceutil/trace.go:171","msg":"trace[1383915876] linearizableReadLoop","detail":"{readStateIndex:27887; appliedIndex:27879; }","duration":"6.975594024s","start":"2026-02-27T02:06:06.62715Z","end":"2026-02-27T02:06:13.602744Z","steps":["trace[1383915876] 'read index received' (duration: 1.935040413s)","trace[1383915876] 'applied index is now lower than readState.Index' (duration: 5.040551731s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:13.602788Z","caller":"traceutil/trace.go:171","msg":"trace[1030255786] transaction","detail":"{read_only:false; response_revision:26597; number_of_response:1; }","duration":"6.952222558s","start":"2026-02-27T02:06:06.650535Z","end":"2026-02-27T02:06:13.602757Z","steps":["trace[1030255786] 'process raft request' (duration: 6.951335375s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:13.602817Z","caller":"traceutil/trace.go:171","msg":"trace[1727767590] transaction","detail":"{read_only:false; response_revision:26600; number_of_response:1; }","duration":"4.413249574s","start":"2026-02-27T02:06:09.189558Z","end":"2026-02-27T02:06:13.602807Z","steps":["trace[1727767590] 'process raft request' (duration: 4.412910255s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.602814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:06.654194Z","time spent":"6.94853909s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:13.60284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.505679676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:13.602873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:09.189525Z","time spent":"4.413321536s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:13.602886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.94168552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:13.602902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.841742867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:13.602923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.85452937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:13.60292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:06.650514Z","time spent":"6.952328711s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:13.602938Z","caller":"traceutil/trace.go:171","msg":"trace[1443135898] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26601; }","duration":"11.8418278s","start":"2026-02-27T02:06:01.761098Z","end":"2026-02-27T02:06:13.602926Z","steps":["trace[1443135898] 'agreement among raft nodes before linearized reading' (duration: 11.841755928s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:13.602947Z","caller":"traceutil/trace.go:171","msg":"trace[559407212] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26601; }","duration":"9.854599752s","start":"2026-02-27T02:06:03.748342Z","end":"2026-02-27T02:06:13.602942Z","steps":["trace[559407212] 'agreement among raft nodes before linearized reading' (duration: 9.854560591s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.602965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.440730526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:13.602974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:01.761075Z","time spent":"11.841888071s","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:13.602812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:06.688873Z","time spent":"6.913851116s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:13.602983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.78186231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-02-27T02:06:13.602984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.786533825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:13.603022Z","caller":"traceutil/trace.go:171","msg":"trace[37092610] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26601; }","duration":"11.781900181s","start":"2026-02-27T02:06:01.821111Z","end":"2026-02-27T02:06:13.603011Z","steps":["trace[37092610] 'agreement among raft nodes before linearized reading' (duration: 11.781739917s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.603023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.606899047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-27T02:06:13.60302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.367028323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:13.602969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:03.74831Z","time spent":"9.854653953s","remote":"127.0.0.1:50372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:13.603049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:01.82104Z","time spent":"11.782002614s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-02-27T02:06:13.603054Z","caller":"traceutil/trace.go:171","msg":"trace[465084206] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26601; }","duration":"7.606963279s","start":"2026-02-27T02:06:05.996082Z","end":"2026-02-27T02:06:13.603045Z","steps":["trace[465084206] 'agreement among raft nodes before linearized reading' (duration: 7.606846976s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:13.60307Z","caller":"traceutil/trace.go:171","msg":"trace[1003891231] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26601; }","duration":"7.367126346s","start":"2026-02-27T02:06:06.23593Z","end":"2026-02-27T02:06:13.603056Z","steps":["trace[1003891231] 'agreement among raft nodes before linearized reading' (duration: 7.367039464s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.603081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:05.995981Z","time spent":"7.607090732s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T02:06:13.603104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.044387492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T02:06:13.603105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.139559699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-02-27T02:06:13.603116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:06.235907Z","time spent":"7.367200087s","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:13.602991Z","caller":"traceutil/trace.go:171","msg":"trace[1521792430] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26601; }","duration":"11.440762957s","start":"2026-02-27T02:06:02.162222Z","end":"2026-02-27T02:06:13.602985Z","steps":["trace[1521792430] 'agreement among raft nodes before linearized reading' (duration: 11.440717946s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:13.60313Z","caller":"traceutil/trace.go:171","msg":"trace[421110997] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26601; }","duration":"9.044458645s","start":"2026-02-27T02:06:04.558667Z","end":"2026-02-27T02:06:13.603126Z","steps":["trace[421110997] 'agreement among raft nodes before linearized reading' (duration: 9.044339362s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:13.602925Z","caller":"traceutil/trace.go:171","msg":"trace[1174015095] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26601; }","duration":"10.941767152s","start":"2026-02-27T02:06:02.661145Z","end":"2026-02-27T02:06:13.602912Z","steps":["trace[1174015095] 'agreement among raft nodes before linearized reading' (duration: 10.941720981s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.603154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:04.558642Z","time spent":"9.044505915s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:13.60316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:02.162193Z","time spent":"11.440952652s","remote":"127.0.0.1:50460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:13.603166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:02.661104Z","time spent":"10.94205293s","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:13.603176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.222112598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:13.602841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.132314586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:13.603223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.582210976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:13.602884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.682015442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:13.603236Z","caller":"traceutil/trace.go:171","msg":"trace[1911116003] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26601; }","duration":"9.22221219s","start":"2026-02-27T02:06:04.381008Z","end":"2026-02-27T02:06:13.60322Z","steps":["trace[1911116003] 'agreement among raft nodes before linearized reading' (duration: 9.222089337s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:13.603265Z","caller":"traceutil/trace.go:171","msg":"trace[889023159] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26601; }","duration":"11.582257897s","start":"2026-02-27T02:06:02.020997Z","end":"2026-02-27T02:06:13.603255Z","steps":["trace[889023159] 'agreement among raft nodes before linearized reading' (duration: 11.582193335s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:13.603064Z","caller":"traceutil/trace.go:171","msg":"trace[1579076732] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26601; }","duration":"8.786653277s","start":"2026-02-27T02:06:04.816386Z","end":"2026-02-27T02:06:13.603039Z","steps":["trace[1579076732] 'agreement among raft nodes before linearized reading' (duration: 8.786556605s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.60329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:04.380983Z","time spent":"9.222291653s","remote":"127.0.0.1:34110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:13.603232Z","caller":"traceutil/trace.go:171","msg":"trace[93759701] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26601; }","duration":"11.132763347s","start":"2026-02-27T02:06:02.47046Z","end":"2026-02-27T02:06:13.603223Z","steps":["trace[93759701] 'agreement among raft nodes before linearized reading' (duration: 11.132321876s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.603342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.949073384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"info","ts":"2026-02-27T02:06:13.603384Z","caller":"traceutil/trace.go:171","msg":"trace[317989607] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26601; }","duration":"6.949138886s","start":"2026-02-27T02:06:06.654234Z","end":"2026-02-27T02:06:13.603373Z","steps":["trace[317989607] 'agreement among raft nodes before linearized reading' (duration: 6.948976982s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.603387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:02.470432Z","time spent":"11.132939752s","remote":"127.0.0.1:45528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:13.602887Z","caller":"traceutil/trace.go:171","msg":"trace[977934498] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26601; }","duration":"10.505733977s","start":"2026-02-27T02:06:03.097141Z","end":"2026-02-27T02:06:13.602875Z","steps":["trace[977934498] 'agreement among raft nodes before linearized reading' (duration: 10.505643985s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.60342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:06.654223Z","time spent":"6.949189957s","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11851,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-27T02:06:13.603437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.41119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:13.603458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002335234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17026"} {"level":"warn","ts":"2026-02-27T02:06:13.603459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.655891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:13.603302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:02.020904Z","time spent":"11.582389541s","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:13.603471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.206533247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:13.603481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.713777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:13.603501Z","caller":"traceutil/trace.go:171","msg":"trace[368461260] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26601; }","duration":"722.729353ms","start":"2026-02-27T02:06:12.880758Z","end":"2026-02-27T02:06:13.603487Z","steps":["trace[368461260] 'agreement among raft nodes before linearized reading' (duration: 722.676552ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:13.603508Z","caller":"traceutil/trace.go:171","msg":"trace[1456111085] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26601; }","duration":"5.206599279s","start":"2026-02-27T02:06:08.396899Z","end":"2026-02-27T02:06:13.603498Z","steps":["trace[1456111085] 'agreement among raft nodes before linearized reading' (duration: 5.206532837s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.603521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053632657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:13.603536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:12.880737Z","time spent":"722.792184ms","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:13.603542Z","caller":"traceutil/trace.go:171","msg":"trace[611708124] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26601; }","duration":"1.053688598s","start":"2026-02-27T02:06:12.549847Z","end":"2026-02-27T02:06:13.603535Z","steps":["trace[611708124] 'agreement among raft nodes before linearized reading' (duration: 1.053654297s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.603543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075446946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:13.60356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:08.396881Z","time spent":"5.20666977s","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:13.603567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.456085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:13.603582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.681975071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:13.603594Z","caller":"traceutil/trace.go:171","msg":"trace[414075681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26601; }","duration":"505.721852ms","start":"2026-02-27T02:06:13.097867Z","end":"2026-02-27T02:06:13.603589Z","steps":["trace[414075681] 'agreement among raft nodes before linearized reading' (duration: 505.684771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.603599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459043543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:13.603612Z","caller":"traceutil/trace.go:171","msg":"trace[528882841] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26601; }","duration":"5.682038892s","start":"2026-02-27T02:06:07.921563Z","end":"2026-02-27T02:06:13.603602Z","steps":["trace[528882841] 'agreement among raft nodes before linearized reading' (duration: 5.681986551s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.60362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:13.097841Z","time spent":"505.775424ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:06:13.603537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.657208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:13.603637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:07.921541Z","time spent":"5.682090964s","remote":"127.0.0.1:50350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:13.603646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.38590908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:13.603648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.939911088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:13.603566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:12.549826Z","time spent":"1.053734949s","remote":"127.0.0.1:60864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:13.603669Z","caller":"traceutil/trace.go:171","msg":"trace[1993105812] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26601; }","duration":"3.385967372s","start":"2026-02-27T02:06:10.217694Z","end":"2026-02-27T02:06:13.603662Z","steps":["trace[1993105812] 'agreement among raft nodes before linearized reading' (duration: 3.385917541s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.60367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.150731934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:13.603624Z","caller":"traceutil/trace.go:171","msg":"trace[1359002735] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26601; }","duration":"1.459111405s","start":"2026-02-27T02:06:12.144505Z","end":"2026-02-27T02:06:13.603617Z","steps":["trace[1359002735] 'agreement among raft nodes before linearized reading' (duration: 1.459075544s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:13.603686Z","caller":"traceutil/trace.go:171","msg":"trace[725233491] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26601; }","duration":"4.93999657s","start":"2026-02-27T02:06:08.663679Z","end":"2026-02-27T02:06:13.603676Z","steps":["trace[725233491] 'agreement among raft nodes before linearized reading' (duration: 4.939937989s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.603711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:12.144482Z","time spent":"1.459219788s","remote":"127.0.0.1:45852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:13.603706Z","caller":"traceutil/trace.go:171","msg":"trace[606300192] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26601; }","duration":"4.150797196s","start":"2026-02-27T02:06:09.452897Z","end":"2026-02-27T02:06:13.603694Z","steps":["trace[606300192] 'agreement among raft nodes before linearized reading' (duration: 4.150752815s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.603727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:08.663652Z","time spent":"4.940065922s","remote":"127.0.0.1:50362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:13.603747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.252242345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:13.60374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:09.452869Z","time spent":"4.150863017s","remote":"127.0.0.1:47480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:13.603745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.734246116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:13.603769Z","caller":"traceutil/trace.go:171","msg":"trace[1725851269] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26601; }","duration":"6.252285666s","start":"2026-02-27T02:06:07.351475Z","end":"2026-02-27T02:06:13.603761Z","steps":["trace[1725851269] 'agreement among raft nodes before linearized reading' (duration: 6.252245914s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:13.603461Z","caller":"traceutil/trace.go:171","msg":"trace[211798689] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26601; }","duration":"616.490682ms","start":"2026-02-27T02:06:12.986963Z","end":"2026-02-27T02:06:13.603454Z","steps":["trace[211798689] 'agreement among raft nodes before linearized reading' (duration: 616.441121ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:13.603778Z","caller":"traceutil/trace.go:171","msg":"trace[1369171898] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26601; }","duration":"4.734324488s","start":"2026-02-27T02:06:08.869444Z","end":"2026-02-27T02:06:13.603769Z","steps":["trace[1369171898] 'agreement among raft nodes before linearized reading' (duration: 4.734279967s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.603804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:08.869412Z","time spent":"4.734386209s","remote":"127.0.0.1:45376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:13.603805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:12.986932Z","time spent":"616.863442ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:13.603821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:07.351465Z","time spent":"6.252325846s","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:13.603271Z","caller":"traceutil/trace.go:171","msg":"trace[1646687023] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26601; }","duration":"9.682464753s","start":"2026-02-27T02:06:03.920798Z","end":"2026-02-27T02:06:13.603262Z","steps":["trace[1646687023] 'agreement among raft nodes before linearized reading' (duration: 9.681972s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.603862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:03.920778Z","time spent":"9.68307231s","remote":"127.0.0.1:34022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:13.60339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.060204628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:13.60388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.285437449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:13.603909Z","caller":"traceutil/trace.go:171","msg":"trace[1602685498] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26601; }","duration":"4.060736731s","start":"2026-02-27T02:06:09.543163Z","end":"2026-02-27T02:06:13.6039Z","steps":["trace[1602685498] 'agreement among raft nodes before linearized reading' (duration: 4.060205807s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.603335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:04.816359Z","time spent":"8.786954006s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:13.603577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.226533502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:13.603938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:09.543157Z","time spent":"4.060771302s","remote":"127.0.0.1:47510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:13.603949Z","caller":"traceutil/trace.go:171","msg":"trace[1834563194] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26601; }","duration":"4.226907732s","start":"2026-02-27T02:06:09.377031Z","end":"2026-02-27T02:06:13.603938Z","steps":["trace[1834563194] 'agreement among raft nodes before linearized reading' (duration: 4.22645808s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.60318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.87406626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:13.603986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:09.376993Z","time spent":"4.226981364s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":87,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:13.604005Z","caller":"traceutil/trace.go:171","msg":"trace[525670341] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26601; }","duration":"11.874943113s","start":"2026-02-27T02:06:01.729054Z","end":"2026-02-27T02:06:13.603997Z","steps":["trace[525670341] 'agreement among raft nodes before linearized reading' (duration: 11.87409216s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.603599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.173154852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:13.604033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:01.729033Z","time spent":"11.874993014s","remote":"127.0.0.1:45734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:13.604023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.440266342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:13.60406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.526555286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-02-27T02:06:13.603487Z","caller":"traceutil/trace.go:171","msg":"trace[1610767805] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26601; }","duration":"1.002392906s","start":"2026-02-27T02:06:12.601087Z","end":"2026-02-27T02:06:13.60348Z","steps":["trace[1610767805] 'agreement among raft nodes before linearized reading' (duration: 1.002320034s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:13.604075Z","caller":"traceutil/trace.go:171","msg":"trace[91903040] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26601; }","duration":"6.440370384s","start":"2026-02-27T02:06:07.163688Z","end":"2026-02-27T02:06:13.604059Z","steps":["trace[91903040] 'agreement among raft nodes before linearized reading' (duration: 6.440272692s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.60408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.352443996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:13.604089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997990579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:288280"} {"level":"warn","ts":"2026-02-27T02:06:13.603693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:10.217673Z","time spent":"3.386014644s","remote":"127.0.0.1:47766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:13.604109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:12.601069Z","time spent":"1.003032712s","remote":"127.0.0.1:33786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17049,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T02:06:13.604107Z","caller":"traceutil/trace.go:171","msg":"trace[1978853302] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26601; }","duration":"6.526653838s","start":"2026-02-27T02:06:07.077441Z","end":"2026-02-27T02:06:13.604095Z","steps":["trace[1978853302] 'agreement among raft nodes before linearized reading' (duration: 6.526535295s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:13.604123Z","caller":"traceutil/trace.go:171","msg":"trace[809489109] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26601; }","duration":"6.352535199s","start":"2026-02-27T02:06:07.251576Z","end":"2026-02-27T02:06:13.604111Z","steps":["trace[809489109] 'agreement among raft nodes before linearized reading' (duration: 6.352470437s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.604124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:07.163665Z","time spent":"6.440445796s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:13.604035Z","caller":"traceutil/trace.go:171","msg":"trace[1914651665] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26601; }","duration":"3.173639395s","start":"2026-02-27T02:06:10.430389Z","end":"2026-02-27T02:06:13.604029Z","steps":["trace[1914651665] 'agreement among raft nodes before linearized reading' (duration: 3.173189043s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.604142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:07.077413Z","time spent":"6.52672207s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T02:06:13.604161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:07.25155Z","time spent":"6.35260124s","remote":"127.0.0.1:40778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:13.604172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:10.430361Z","time spent":"3.173798799s","remote":"127.0.0.1:50272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:13.603509Z","caller":"traceutil/trace.go:171","msg":"trace[194437879] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26601; }","duration":"732.796589ms","start":"2026-02-27T02:06:12.870706Z","end":"2026-02-27T02:06:13.603502Z","steps":["trace[194437879] 'agreement among raft nodes before linearized reading' (duration: 732.746137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.604246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:12.870681Z","time spent":"733.554809ms","remote":"127.0.0.1:47772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:13.603416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.979654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:13.604289Z","caller":"traceutil/trace.go:171","msg":"trace[1328190424] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26601; }","duration":"807.895448ms","start":"2026-02-27T02:06:12.796384Z","end":"2026-02-27T02:06:13.60428Z","steps":["trace[1328190424] 'agreement among raft nodes before linearized reading' (duration: 806.996104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.604325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:12.796366Z","time spent":"807.9515ms","remote":"127.0.0.1:60824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:13.604356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.46089917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T02:06:13.603458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:03.097068Z","time spent":"10.506374744s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:13.603568Z","caller":"traceutil/trace.go:171","msg":"trace[448721159] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26601; }","duration":"3.075518068s","start":"2026-02-27T02:06:10.528043Z","end":"2026-02-27T02:06:13.603561Z","steps":["trace[448721159] 'agreement among raft nodes before linearized reading' (duration: 3.075480357s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:13.604395Z","caller":"traceutil/trace.go:171","msg":"trace[567711931] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26601; }","duration":"8.460996142s","start":"2026-02-27T02:06:05.143388Z","end":"2026-02-27T02:06:13.604385Z","steps":["trace[567711931] 'agreement among raft nodes before linearized reading' (duration: 8.45941744s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.604429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:05.143361Z","time spent":"8.461059734s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2731,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:13.603187Z","caller":"traceutil/trace.go:171","msg":"trace[122057059] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26601; }","duration":"8.139617321s","start":"2026-02-27T02:06:05.463516Z","end":"2026-02-27T02:06:13.603134Z","steps":["trace[122057059] 'agreement among raft nodes before linearized reading' (duration: 8.139435556s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.604432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:10.528012Z","time spent":"3.076404142s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:13.60447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:05.463466Z","time spent":"8.140998467s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T02:06:13.60363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.088126164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:13.60452Z","caller":"traceutil/trace.go:171","msg":"trace[1708079039] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26601; }","duration":"4.089015907s","start":"2026-02-27T02:06:09.515491Z","end":"2026-02-27T02:06:13.604507Z","steps":["trace[1708079039] 'agreement among raft nodes before linearized reading' (duration: 4.088109773s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.604565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:09.515462Z","time spent":"4.089091308s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:13.603664Z","caller":"traceutil/trace.go:171","msg":"trace[882930615] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26601; }","duration":"357.821623ms","start":"2026-02-27T02:06:13.245832Z","end":"2026-02-27T02:06:13.603654Z","steps":["trace[882930615] 'agreement among raft nodes before linearized reading' (duration: 357.642198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.604636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:13.245809Z","time spent":"358.812919ms","remote":"127.0.0.1:33976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":94,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:13.603917Z","caller":"traceutil/trace.go:171","msg":"trace[646479204] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26601; }","duration":"6.28547622s","start":"2026-02-27T02:06:07.318431Z","end":"2026-02-27T02:06:13.603907Z","steps":["trace[646479204] 'agreement among raft nodes before linearized reading' (duration: 6.285413929s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.604689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:07.318372Z","time spent":"6.286305423s","remote":"127.0.0.1:34028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:13.604129Z","caller":"traceutil/trace.go:171","msg":"trace[1328014503] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:26601; }","duration":"4.99803115s","start":"2026-02-27T02:06:08.606088Z","end":"2026-02-27T02:06:13.604119Z","steps":["trace[1328014503] 'agreement among raft nodes before linearized reading' (duration: 4.997588438s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.604872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:08.606016Z","time spent":"4.998843411s","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":288303,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-27T02:06:14.108279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957292,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:14.609455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957292,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:14.819336Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.17552181s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:15.611005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00015213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:15.611093Z","caller":"traceutil/trace.go:171","msg":"trace[1237059829] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000282583s","start":"2026-02-27T02:06:13.61079Z","end":"2026-02-27T02:06:15.611072Z","steps":["trace[1237059829] 'agreement among raft nodes before linearized reading' (duration: 2.00017037s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:15.611145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:13.610783Z","time spent":"2.000352055s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:16.977892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158255606s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:16.978004Z","caller":"traceutil/trace.go:171","msg":"trace[1125296745] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"3.372027255s","start":"2026-02-27T02:06:13.605953Z","end":"2026-02-27T02:06:16.97798Z","steps":["trace[1125296745] 'process raft request' (duration: 1.213588704s)","trace[1125296745] 'compare' (duration: 2.157728323s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:16.978065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:13.605936Z","time spent":"3.372102407s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:17.611615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00021258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:06:17.611699Z","caller":"traceutil/trace.go:171","msg":"trace[1526821076] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000312272s","start":"2026-02-27T02:06:15.611368Z","end":"2026-02-27T02:06:17.61168Z","steps":["trace[1526821076] 'agreement among raft nodes before linearized reading' (duration: 2.00021s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:17.611744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:15.611298Z","time spent":"2.000436086s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:06:18.721946Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.902379126s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:06:18.754701Z","caller":"traceutil/trace.go:171","msg":"trace[1928448204] linearizableReadLoop","detail":"{readStateIndex:27893; appliedIndex:27889; }","duration":"5.146886445s","start":"2026-02-27T02:06:13.607791Z","end":"2026-02-27T02:06:18.754678Z","steps":["trace[1928448204] 'read index received' (duration: 1.211772426s)","trace[1928448204] 'applied index is now lower than readState.Index' (duration: 3.935113079s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:18.754831Z","caller":"traceutil/trace.go:171","msg":"trace[970243110] transaction","detail":"{read_only:false; response_revision:26604; number_of_response:1; }","duration":"5.144525473s","start":"2026-02-27T02:06:13.610263Z","end":"2026-02-27T02:06:18.754789Z","steps":["trace[970243110] 'process raft request' (duration: 5.144250346s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:18.754987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:13.610256Z","time spent":"5.144652706s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:06:18.755056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.147228514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:951"} {"level":"info","ts":"2026-02-27T02:06:18.755068Z","caller":"traceutil/trace.go:171","msg":"trace[653135332] transaction","detail":"{read_only:false; response_revision:26603; number_of_response:1; }","duration":"5.144875622s","start":"2026-02-27T02:06:13.610028Z","end":"2026-02-27T02:06:18.754903Z","steps":["trace[653135332] 'process raft request' (duration: 5.112289823s)","trace[653135332] 'compare' (duration: 31.285455ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:18.755176Z","caller":"traceutil/trace.go:171","msg":"trace[1023812829] transaction","detail":"{read_only:false; response_revision:26605; number_of_response:1; }","duration":"5.143404464s","start":"2026-02-27T02:06:13.611528Z","end":"2026-02-27T02:06:18.754932Z","steps":["trace[1023812829] 'process raft request' (duration: 5.143058875s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:18.755116Z","caller":"traceutil/trace.go:171","msg":"trace[1151911240] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:26605; }","duration":"5.147348377s","start":"2026-02-27T02:06:13.607752Z","end":"2026-02-27T02:06:18.755101Z","steps":["trace[1151911240] 'agreement among raft nodes before linearized reading' (duration: 5.147139732s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:18.755283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:13.611521Z","time spent":"5.143695231s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:18.75529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:13.607724Z","time spent":"5.147554013s","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":974,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-02-27T02:06:18.755306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:13.610007Z","time spent":"5.14515886s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:19.255036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957299,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:19.619079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000821497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:19.619172Z","caller":"traceutil/trace.go:171","msg":"trace[1253084124] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000987151s","start":"2026-02-27T02:06:17.618165Z","end":"2026-02-27T02:06:19.619152Z","steps":["trace[1253084124] 'agreement among raft nodes before linearized reading' (duration: 2.000858398s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:19.619228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:17.618134Z","time spent":"2.001082584s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:20.865395Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.143817594s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:21.619195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99981378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:06:21.619319Z","caller":"traceutil/trace.go:171","msg":"trace[897500605] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000011205s","start":"2026-02-27T02:06:19.619278Z","end":"2026-02-27T02:06:21.619289Z","steps":["trace[897500605] 'agreement among raft nodes before linearized reading' (duration: 1.999854021s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:21.619381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:19.619253Z","time spent":"2.000116698s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:06:22.300914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579230996s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:22.301205Z","caller":"traceutil/trace.go:171","msg":"trace[932927187] linearizableReadLoop","detail":"{readStateIndex:27896; appliedIndex:27893; }","duration":"3.546424093s","start":"2026-02-27T02:06:18.754763Z","end":"2026-02-27T02:06:22.301188Z","steps":["trace[932927187] 'read index received' (duration: 966.838428ms)","trace[932927187] 'applied index is now lower than readState.Index' (duration: 2.579584725s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:22.30147Z","caller":"traceutil/trace.go:171","msg":"trace[1615818182] transaction","detail":"{read_only:false; response_revision:26606; number_of_response:1; }","duration":"5.640149359s","start":"2026-02-27T02:06:16.661307Z","end":"2026-02-27T02:06:22.301456Z","steps":["trace[1615818182] 'process raft request' (duration: 3.060276316s)","trace[1615818182] 'compare' (duration: 2.577587223s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:22.301552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:16.661276Z","time spent":"5.640235522s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:22.301855Z","caller":"traceutil/trace.go:171","msg":"trace[292992209] transaction","detail":"{read_only:false; response_revision:26607; number_of_response:1; }","duration":"3.689193086s","start":"2026-02-27T02:06:18.61265Z","end":"2026-02-27T02:06:22.301843Z","steps":["trace[292992209] 'process raft request' (duration: 3.688374085s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.301925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:18.612616Z","time spent":"3.689272629s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:22.302003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.716639026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:22.302063Z","caller":"traceutil/trace.go:171","msg":"trace[915741351] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26608; }","duration":"5.716754959s","start":"2026-02-27T02:06:16.585291Z","end":"2026-02-27T02:06:22.302046Z","steps":["trace[915741351] 'agreement among raft nodes before linearized reading' (duration: 5.716610785s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.302049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.814928332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:22.302107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:16.585265Z","time spent":"5.716831931s","remote":"127.0.0.1:60870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:22.302114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.69375201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-da81879b-93ab-4025-b497-94ce446ab7b5\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-02-27T02:06:22.302163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.094364424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:22.302189Z","caller":"traceutil/trace.go:171","msg":"trace[1301611127] range","detail":"{range_begin:/registry/persistentvolumes/pvc-da81879b-93ab-4025-b497-94ce446ab7b5; range_end:; response_count:1; response_revision:26608; }","duration":"8.693839282s","start":"2026-02-27T02:06:13.608327Z","end":"2026-02-27T02:06:22.302167Z","steps":["trace[1301611127] 'agreement among raft nodes before linearized reading' (duration: 8.693598836s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:22.302219Z","caller":"traceutil/trace.go:171","msg":"trace[23559498] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26608; }","duration":"6.094461116s","start":"2026-02-27T02:06:16.207738Z","end":"2026-02-27T02:06:22.302199Z","steps":["trace[23559498] 'agreement among raft nodes before linearized reading' (duration: 6.094393864s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.302239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:13.60832Z","time spent":"8.693910224s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-da81879b-93ab-4025-b497-94ce446ab7b5\" "} {"level":"warn","ts":"2026-02-27T02:06:22.302269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:16.207708Z","time spent":"6.094546358s","remote":"127.0.0.1:50466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:22.302364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.805028537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:22.302378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.935322502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:22.30244Z","caller":"traceutil/trace.go:171","msg":"trace[593028943] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26608; }","duration":"6.935383974s","start":"2026-02-27T02:06:15.367041Z","end":"2026-02-27T02:06:22.302425Z","steps":["trace[593028943] 'agreement among raft nodes before linearized reading' (duration: 6.935283181s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:22.30244Z","caller":"traceutil/trace.go:171","msg":"trace[1553356541] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26608; }","duration":"6.805163902s","start":"2026-02-27T02:06:15.497254Z","end":"2026-02-27T02:06:22.302418Z","steps":["trace[1553356541] 'agreement among raft nodes before linearized reading' (duration: 6.805041388s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.302453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.693616916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"warn","ts":"2026-02-27T02:06:22.302501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.085554756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:22.302505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:15.497229Z","time spent":"6.805260773s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:22.302551Z","caller":"traceutil/trace.go:171","msg":"trace[1752258609] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26608; }","duration":"4.085635318s","start":"2026-02-27T02:06:18.216903Z","end":"2026-02-27T02:06:22.302539Z","steps":["trace[1752258609] 'agreement among raft nodes before linearized reading' (duration: 4.085571456s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.302588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:18.216884Z","time spent":"4.08569569s","remote":"127.0.0.1:45810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:22.302078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.33402623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:22.302816Z","caller":"traceutil/trace.go:171","msg":"trace[1631103232] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26608; }","duration":"6.334832002s","start":"2026-02-27T02:06:15.967973Z","end":"2026-02-27T02:06:22.302805Z","steps":["trace[1631103232] 'agreement among raft nodes before linearized reading' (duration: 6.33400263s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.302857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:15.96785Z","time spent":"6.334994686s","remote":"127.0.0.1:45416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:22.302874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.458248694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:22.302455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.886885408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:22.30299Z","caller":"traceutil/trace.go:171","msg":"trace[1658443769] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26608; }","duration":"5.458437359s","start":"2026-02-27T02:06:16.844527Z","end":"2026-02-27T02:06:22.302964Z","steps":["trace[1658443769] 'agreement among raft nodes before linearized reading' (duration: 5.458168992s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.30301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.206172628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:22.302506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:15.366978Z","time spent":"6.935509467s","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:22.303049Z","caller":"traceutil/trace.go:171","msg":"trace[1372701214] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26608; }","duration":"5.206268181s","start":"2026-02-27T02:06:17.096769Z","end":"2026-02-27T02:06:22.303038Z","steps":["trace[1372701214] 'agreement among raft nodes before linearized reading' (duration: 5.206194869s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.303059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:16.844503Z","time spent":"5.458545271s","remote":"127.0.0.1:45354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:22.303082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:17.096742Z","time spent":"5.206331843s","remote":"127.0.0.1:45460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:22.302791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.884776723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:06:22.303195Z","caller":"traceutil/trace.go:171","msg":"trace[366891483] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26608; }","duration":"7.885226374s","start":"2026-02-27T02:06:14.417945Z","end":"2026-02-27T02:06:22.303171Z","steps":["trace[366891483] 'agreement among raft nodes before linearized reading' (duration: 7.884095325s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.303262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.692815265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:22.303304Z","caller":"traceutil/trace.go:171","msg":"trace[900240884] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26608; }","duration":"4.692904328s","start":"2026-02-27T02:06:17.610388Z","end":"2026-02-27T02:06:22.303292Z","steps":["trace[900240884] 'agreement among raft nodes before linearized reading' (duration: 4.692844896s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.303341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:17.610361Z","time spent":"4.692971699s","remote":"127.0.0.1:50396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:22.303372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.260216593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:22.303422Z","caller":"traceutil/trace.go:171","msg":"trace[809499680] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26608; }","duration":"5.260326266s","start":"2026-02-27T02:06:17.043081Z","end":"2026-02-27T02:06:22.303407Z","steps":["trace[809499680] 'agreement among raft nodes before linearized reading' (duration: 5.260234823s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.303461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:17.043054Z","time spent":"5.260399008s","remote":"127.0.0.1:45638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:22.303003Z","caller":"traceutil/trace.go:171","msg":"trace[1546286090] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26608; }","duration":"3.887477014s","start":"2026-02-27T02:06:18.415515Z","end":"2026-02-27T02:06:22.302992Z","steps":["trace[1546286090] 'agreement among raft nodes before linearized reading' (duration: 3.886908659s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.303486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.323437169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-27T02:06:22.303386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:14.41792Z","time spent":"7.885355158s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":187,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:22.302502Z","caller":"traceutil/trace.go:171","msg":"trace[1228312950] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:26608; }","duration":"8.693695338s","start":"2026-02-27T02:06:13.608793Z","end":"2026-02-27T02:06:22.302488Z","steps":["trace[1228312950] 'agreement among raft nodes before linearized reading' (duration: 8.693551805s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.303603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:13.608779Z","time spent":"8.694818618s","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":749,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-02-27T02:06:22.303605Z","caller":"traceutil/trace.go:171","msg":"trace[476810971] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26608; }","duration":"7.815076365s","start":"2026-02-27T02:06:14.487032Z","end":"2026-02-27T02:06:22.302109Z","steps":["trace[476810971] 'agreement among raft nodes before linearized reading' (duration: 7.814889s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.30352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:18.415491Z","time spent":"3.888018678s","remote":"127.0.0.1:45374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:22.3024Z","caller":"traceutil/trace.go:171","msg":"trace[763978484] transaction","detail":"{read_only:false; response_revision:26608; number_of_response:1; }","duration":"3.541037211s","start":"2026-02-27T02:06:18.761348Z","end":"2026-02-27T02:06:22.302385Z","steps":["trace[763978484] 'process raft request' (duration: 3.539787718s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.303689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:14.487009Z","time spent":"7.816656576s","remote":"127.0.0.1:45674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:22.303524Z","caller":"traceutil/trace.go:171","msg":"trace[418975987] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26608; }","duration":"5.323510431s","start":"2026-02-27T02:06:16.980003Z","end":"2026-02-27T02:06:22.303514Z","steps":["trace[418975987] 'agreement among raft nodes before linearized reading' (duration: 5.323397958s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.303793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:18.761326Z","time spent":"3.542399867s","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1091,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:22.303795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:16.979988Z","time spent":"5.323789199s","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T02:06:22.802336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:23.303039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:23.631489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00020994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:23.631587Z","caller":"traceutil/trace.go:171","msg":"trace[1408171356] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000371644s","start":"2026-02-27T02:06:21.631194Z","end":"2026-02-27T02:06:23.631565Z","steps":["trace[1408171356] 'agreement among raft nodes before linearized reading' (duration: 2.000229961s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:23.631645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:21.631174Z","time spent":"2.000458976s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:23.803688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:24.207426Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.688741559s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:24.536302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134302315s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:24.536461Z","caller":"traceutil/trace.go:171","msg":"trace[1706845020] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26608; }","duration":"2.13448035s","start":"2026-02-27T02:06:22.40196Z","end":"2026-02-27T02:06:24.53644Z","steps":["trace[1706845020] 'range keys from in-memory index tree' (duration: 2.134279674s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:24.53788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.217002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:24.540693Z","caller":"traceutil/trace.go:171","msg":"trace[1789943717] transaction","detail":"{read_only:false; response_revision:26609; number_of_response:1; }","duration":"3.426995724s","start":"2026-02-27T02:06:21.110985Z","end":"2026-02-27T02:06:24.53798Z","steps":["trace[1789943717] 'process raft request' (duration: 3.098559486s)","trace[1789943717] 'compare' (duration: 327.842082ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:24.540823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:21.110883Z","time spent":"3.42986417s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:25.631797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000354755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:25.63195Z","caller":"traceutil/trace.go:171","msg":"trace[256042038] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000552291s","start":"2026-02-27T02:06:23.631377Z","end":"2026-02-27T02:06:25.631929Z","steps":["trace[256042038] 'agreement among raft nodes before linearized reading' (duration: 2.000374276s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:25.632031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:23.631364Z","time spent":"2.000652893s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:27.432094Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.220990523s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:27.570093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:25.361091Z","time spent":"2.208992374s","remote":"127.0.0.1:56458","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:06:27.570496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.348551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:27.570796Z","caller":"traceutil/trace.go:171","msg":"trace[718374285] linearizableReadLoop","detail":"{readStateIndex:27900; appliedIndex:27896; }","duration":"5.269534707s","start":"2026-02-27T02:06:22.301242Z","end":"2026-02-27T02:06:27.570777Z","steps":["trace[718374285] 'read index received' (duration: 1.906492289s)","trace[718374285] 'applied index is now lower than readState.Index' (duration: 3.363040918s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:27.570795Z","caller":"traceutil/trace.go:171","msg":"trace[627111607] transaction","detail":"{read_only:false; response_revision:26610; number_of_response:1; }","duration":"6.455885873s","start":"2026-02-27T02:06:21.114866Z","end":"2026-02-27T02:06:27.570752Z","steps":["trace[627111607] 'process raft request' (duration: 6.318188814s)","trace[627111607] 'compare' (duration: 136.243191ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:27.570973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:21.114833Z","time spent":"6.456043508s","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7333,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:27.570973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.588094918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:27.571004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.803721118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-02-27T02:06:27.571039Z","caller":"traceutil/trace.go:171","msg":"trace[1016221291] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26612; }","duration":"8.803781899s","start":"2026-02-27T02:06:18.767247Z","end":"2026-02-27T02:06:27.571028Z","steps":["trace[1016221291] 'agreement among raft nodes before linearized reading' (duration: 8.803618904s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:27.571047Z","caller":"traceutil/trace.go:171","msg":"trace[1553135019] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26612; }","duration":"6.588293634s","start":"2026-02-27T02:06:20.982733Z","end":"2026-02-27T02:06:27.571026Z","steps":["trace[1553135019] 'agreement among raft nodes before linearized reading' (duration: 6.58814263s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:27.571049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.761246583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:27.571037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.279434236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:27.571081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:18.767229Z","time spent":"8.803843271s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-27T02:06:27.571095Z","caller":"traceutil/trace.go:171","msg":"trace[1467976142] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26612; }","duration":"6.761331325s","start":"2026-02-27T02:06:20.809746Z","end":"2026-02-27T02:06:27.571078Z","steps":["trace[1467976142] 'agreement among raft nodes before linearized reading' (duration: 6.761276354s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:27.571108Z","caller":"traceutil/trace.go:171","msg":"trace[219515335] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26612; }","duration":"8.279520608s","start":"2026-02-27T02:06:19.291564Z","end":"2026-02-27T02:06:27.571085Z","steps":["trace[219515335] 'agreement among raft nodes before linearized reading' (duration: 8.279283912s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:27.571142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:20.809715Z","time spent":"6.761417098s","remote":"127.0.0.1:45882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:27.57116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:19.291496Z","time spent":"8.279653582s","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:27.571224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:20.982699Z","time spent":"6.58851483s","remote":"127.0.0.1:45992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:27.571357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.812500949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5ba91fb2d64\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-27T02:06:27.570974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.004074805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:27.571397Z","caller":"traceutil/trace.go:171","msg":"trace[1060039324] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f5ba91fb2d64; range_end:; response_count:1; response_revision:26612; }","duration":"8.81255548s","start":"2026-02-27T02:06:18.75883Z","end":"2026-02-27T02:06:27.571386Z","steps":["trace[1060039324] 'agreement among raft nodes before linearized reading' (duration: 8.812452747s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:27.571422Z","caller":"traceutil/trace.go:171","msg":"trace[1940883362] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26612; }","duration":"7.004598299s","start":"2026-02-27T02:06:20.566814Z","end":"2026-02-27T02:06:27.571412Z","steps":["trace[1940883362] 'agreement among raft nodes before linearized reading' (duration: 7.004019174s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:27.571427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:18.758814Z","time spent":"8.812606892s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5ba91fb2d64\" "} {"level":"warn","ts":"2026-02-27T02:06:27.571455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:20.56679Z","time spent":"7.004656911s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:27.571555Z","caller":"traceutil/trace.go:171","msg":"trace[1254637291] transaction","detail":"{read_only:false; response_revision:26611; number_of_response:1; }","duration":"5.262237515s","start":"2026-02-27T02:06:22.309303Z","end":"2026-02-27T02:06:27.571541Z","steps":["trace[1254637291] 'process raft request' (duration: 5.261297811s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:27.57163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:22.309289Z","time spent":"5.262307627s","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:27.571698Z","caller":"traceutil/trace.go:171","msg":"trace[302234405] transaction","detail":"{read_only:false; response_revision:26612; number_of_response:1; }","duration":"3.800903901s","start":"2026-02-27T02:06:23.770783Z","end":"2026-02-27T02:06:27.571687Z","steps":["trace[302234405] 'process raft request' (duration: 3.799931866s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:27.571775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:23.770751Z","time spent":"3.800984433s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:27.571814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.379071958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:06:27.571837Z","caller":"traceutil/trace.go:171","msg":"trace[257760976] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26612; }","duration":"6.3791514s","start":"2026-02-27T02:06:21.192678Z","end":"2026-02-27T02:06:27.571829Z","steps":["trace[257760976] 'agreement among raft nodes before linearized reading' (duration: 6.379029897s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:27.571863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:21.192646Z","time spent":"6.379211862s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:06:27.57172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.467814467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:27.572074Z","caller":"traceutil/trace.go:171","msg":"trace[1419957600] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26612; }","duration":"6.468334902s","start":"2026-02-27T02:06:21.103712Z","end":"2026-02-27T02:06:27.572047Z","steps":["trace[1419957600] 'agreement among raft nodes before linearized reading' (duration: 6.467103839s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:27.573652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:21.103684Z","time spent":"6.469940233s","remote":"127.0.0.1:50408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:27.639446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000752115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:27.639537Z","caller":"traceutil/trace.go:171","msg":"trace[641858534] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00092355s","start":"2026-02-27T02:06:25.638593Z","end":"2026-02-27T02:06:27.639517Z","steps":["trace[641858534] 'agreement among raft nodes before linearized reading' (duration: 2.000814867s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:27.639594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:25.638575Z","time spent":"2.001006261s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:28.071448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:28.571926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:28.881727Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.32155726s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:29.640761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997689735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:29.640846Z","caller":"traceutil/trace.go:171","msg":"trace[1699620617] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997849078s","start":"2026-02-27T02:06:27.642976Z","end":"2026-02-27T02:06:29.640825Z","steps":["trace[1699620617] 'agreement among raft nodes before linearized reading' (duration: 1.997740555s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:29.640897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:27.642948Z","time spent":"1.997938121s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:29.646161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000059047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:06:29.646194Z","caller":"traceutil/trace.go:171","msg":"trace[1989871120] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000117239s","start":"2026-02-27T02:06:27.646067Z","end":"2026-02-27T02:06:29.646185Z","steps":["trace[1989871120] 'agreement among raft nodes before linearized reading' (duration: 2.000079868s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:29.646218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:27.646058Z","time spent":"2.000155359s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:06:30.202778Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.32077626s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:31.647124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000428176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:06:31.647221Z","caller":"traceutil/trace.go:171","msg":"trace[863446999] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000611471s","start":"2026-02-27T02:06:29.646588Z","end":"2026-02-27T02:06:31.647199Z","steps":["trace[863446999] 'agreement among raft nodes before linearized reading' (duration: 2.000476757s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:31.647276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:29.646568Z","time spent":"2.000697963s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:32.27221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.390198304s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:06:32.274787Z","caller":"traceutil/trace.go:171","msg":"trace[1165163708] transaction","detail":"{read_only:false; response_revision:26614; number_of_response:1; }","duration":"4.964496517s","start":"2026-02-27T02:06:27.310264Z","end":"2026-02-27T02:06:32.27476Z","steps":["trace[1165163708] 'process raft request' (duration: 4.962044303s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:32.275001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:27.310235Z","time spent":"4.96462533s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:32.826494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002691855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:32.826569Z","caller":"traceutil/trace.go:171","msg":"trace[270084385] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.002825889s","start":"2026-02-27T02:06:22.823725Z","end":"2026-02-27T02:06:32.82655Z","steps":["trace[270084385] 'agreement among raft nodes before linearized reading' (duration: 10.002723516s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:32.826716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:22.823705Z","time spent":"10.003000624s","remote":"127.0.0.1:45938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/02/27 02:06:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:33.115325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.981503ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:33.116506Z","caller":"traceutil/trace.go:171","msg":"trace[722427334] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26614; }","duration":"715.183734ms","start":"2026-02-27T02:06:32.401298Z","end":"2026-02-27T02:06:33.116482Z","steps":["trace[722427334] 'range keys from in-memory index tree' (duration: 713.964652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.117072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.206242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:33.117363Z","caller":"traceutil/trace.go:171","msg":"trace[1084024785] transaction","detail":"{read_only:false; response_revision:26616; number_of_response:1; }","duration":"1.070132352s","start":"2026-02-27T02:06:32.047212Z","end":"2026-02-27T02:06:33.117344Z","steps":["trace[1084024785] 'process raft request' (duration: 1.070001249s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.117441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:32.047187Z","time spent":"1.070220944s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:33.117536Z","caller":"traceutil/trace.go:171","msg":"trace[1218228463] linearizableReadLoop","detail":"{readStateIndex:27903; appliedIndex:27900; }","duration":"5.546678015s","start":"2026-02-27T02:06:27.570836Z","end":"2026-02-27T02:06:33.117514Z","steps":["trace[1218228463] 'read index received' (duration: 1.311150155s)","trace[1218228463] 'applied index is now lower than readState.Index' (duration: 4.235525069s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:33.117649Z","caller":"traceutil/trace.go:171","msg":"trace[630813466] transaction","detail":"{read_only:false; response_revision:26615; number_of_response:1; }","duration":"5.541587121s","start":"2026-02-27T02:06:27.576047Z","end":"2026-02-27T02:06:33.117634Z","steps":["trace[630813466] 'process raft request' (duration: 4.69869704s)","trace[630813466] 'compare' (duration: 841.365871ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:33.117842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:27.576027Z","time spent":"5.541659633s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:33.117984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.589606856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:33.118046Z","caller":"traceutil/trace.go:171","msg":"trace[490246690] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26616; }","duration":"5.589689589s","start":"2026-02-27T02:06:27.528328Z","end":"2026-02-27T02:06:33.118017Z","steps":["trace[490246690] 'agreement among raft nodes before linearized reading' (duration: 5.589454303s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.118067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.165786221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:33.118087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.694654285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:33.118033Z","caller":"traceutil/trace.go:171","msg":"trace[975031069] transaction","detail":"{read_only:false; response_revision:26617; number_of_response:1; }","duration":"462.668877ms","start":"2026-02-27T02:06:32.655292Z","end":"2026-02-27T02:06:33.117961Z","steps":["trace[975031069] 'process raft request' (duration: 462.344359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.118132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.120978475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:33.118151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.305470628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:33.118136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.177293327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:33.1182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.668374112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:33.118211Z","caller":"traceutil/trace.go:171","msg":"trace[13661087] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26617; }","duration":"9.1774376s","start":"2026-02-27T02:06:23.940754Z","end":"2026-02-27T02:06:33.118192Z","steps":["trace[13661087] 'agreement among raft nodes before linearized reading' (duration: 9.177239665s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:33.118229Z","caller":"traceutil/trace.go:171","msg":"trace[543843314] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26616; }","duration":"5.668440204s","start":"2026-02-27T02:06:27.44978Z","end":"2026-02-27T02:06:33.118221Z","steps":["trace[543843314] 'agreement among raft nodes before linearized reading' (duration: 5.667971572s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.118258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:27.449758Z","time spent":"5.668491266s","remote":"127.0.0.1:45350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:33.118167Z","caller":"traceutil/trace.go:171","msg":"trace[160007509] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26617; }","duration":"6.121058707s","start":"2026-02-27T02:06:26.997096Z","end":"2026-02-27T02:06:33.118154Z","steps":["trace[160007509] 'agreement among raft nodes before linearized reading' (duration: 6.121007356s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.118283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.80889283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.1897f843520e718f\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-02-27T02:06:33.118302Z","caller":"traceutil/trace.go:171","msg":"trace[2142773231] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.1897f843520e718f; range_end:; response_count:1; response_revision:26617; }","duration":"10.808959841s","start":"2026-02-27T02:06:22.309335Z","end":"2026-02-27T02:06:33.118295Z","steps":["trace[2142773231] 'agreement among raft nodes before linearized reading' (duration: 10.808851998s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:33.118114Z","caller":"traceutil/trace.go:171","msg":"trace[606873399] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26617; }","duration":"9.694729118s","start":"2026-02-27T02:06:23.423378Z","end":"2026-02-27T02:06:33.118107Z","steps":["trace[606873399] 'agreement among raft nodes before linearized reading' (duration: 9.694673657s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.118259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:23.940729Z","time spent":"9.177518563s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:33.118325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:22.309316Z","time spent":"10.809004463s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.1897f843520e718f\" "} {"level":"warn","ts":"2026-02-27T02:06:33.118288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:32.655262Z","time spent":"462.897314ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:33.117848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.406175523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:33.118297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:26.99707Z","time spent":"6.121218471s","remote":"127.0.0.1:40846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:33.118174Z","caller":"traceutil/trace.go:171","msg":"trace[1272536164] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26617; }","duration":"10.30554735s","start":"2026-02-27T02:06:22.812617Z","end":"2026-02-27T02:06:33.118164Z","steps":["trace[1272536164] 'agreement among raft nodes before linearized reading' (duration: 10.305512469s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.118085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:27.528313Z","time spent":"5.58976075s","remote":"127.0.0.1:45574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:33.118502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:22.812577Z","time spent":"10.305908009s","remote":"127.0.0.1:45360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:33.118191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.750666437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:33.118544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470770563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:33.118122Z","caller":"traceutil/trace.go:171","msg":"trace[2085499331] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26616; }","duration":"8.165889533s","start":"2026-02-27T02:06:24.952215Z","end":"2026-02-27T02:06:33.118105Z","steps":["trace[2085499331] 'agreement among raft nodes before linearized reading' (duration: 8.165581895s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:33.118577Z","caller":"traceutil/trace.go:171","msg":"trace[1634212448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26617; }","duration":"1.470846715s","start":"2026-02-27T02:06:31.647721Z","end":"2026-02-27T02:06:33.118567Z","steps":["trace[1634212448] 'agreement among raft nodes before linearized reading' (duration: 1.470792164s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.118332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:23.423352Z","time spent":"9.694972584s","remote":"127.0.0.1:33906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:33.118594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:24.95219Z","time spent":"8.166394837s","remote":"127.0.0.1:50448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:33.118434Z","caller":"traceutil/trace.go:171","msg":"trace[1588361628] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26616; }","duration":"6.406810599s","start":"2026-02-27T02:06:26.711608Z","end":"2026-02-27T02:06:33.118418Z","steps":["trace[1588361628] 'agreement among raft nodes before linearized reading' (duration: 6.406042069s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.118638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:31.647695Z","time spent":"1.470937258s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:06:33.11857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.541295953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-n28pn\" ","response":"range_response_count:1 size:5421"} {"level":"info","ts":"2026-02-27T02:06:33.118661Z","caller":"traceutil/trace.go:171","msg":"trace[158977621] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26616; }","duration":"7.751133679s","start":"2026-02-27T02:06:25.367423Z","end":"2026-02-27T02:06:33.118557Z","steps":["trace[158977621] 'agreement among raft nodes before linearized reading' (duration: 7.750389179s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:33.118709Z","caller":"traceutil/trace.go:171","msg":"trace[887896499] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-n28pn; range_end:; response_count:1; response_revision:26617; }","duration":"5.541476517s","start":"2026-02-27T02:06:27.577211Z","end":"2026-02-27T02:06:33.118688Z","steps":["trace[887896499] 'agreement among raft nodes before linearized reading' (duration: 5.541134658s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.118767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:27.577203Z","time spent":"5.54155228s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5444,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-n28pn\" "} {"level":"warn","ts":"2026-02-27T02:06:33.118854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:25.367389Z","time spent":"7.751359835s","remote":"127.0.0.1:33836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:33.118985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247137121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:33.118995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.812007282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:33.119011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.810608605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-27T02:06:33.119029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273321621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:33.119035Z","caller":"traceutil/trace.go:171","msg":"trace[1841427358] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:26617; }","duration":"10.812118434s","start":"2026-02-27T02:06:22.306905Z","end":"2026-02-27T02:06:33.119024Z","steps":["trace[1841427358] 'agreement among raft nodes before linearized reading' (duration: 10.812024192s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:33.119046Z","caller":"traceutil/trace.go:171","msg":"trace[1518334531] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26617; }","duration":"10.810653216s","start":"2026-02-27T02:06:22.30838Z","end":"2026-02-27T02:06:33.119033Z","steps":["trace[1518334531] 'agreement among raft nodes before linearized reading' (duration: 10.810537062s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.11907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:22.306876Z","time spent":"10.812185616s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T02:06:33.119095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.794847739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:33.119101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765881993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:33.119114Z","caller":"traceutil/trace.go:171","msg":"trace[1700189593] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26617; }","duration":"2.794943061s","start":"2026-02-27T02:06:30.324162Z","end":"2026-02-27T02:06:33.119106Z","steps":["trace[1700189593] 'agreement among raft nodes before linearized reading' (duration: 2.79489951s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.119136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:30.324135Z","time spent":"2.794995333s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:33.119136Z","caller":"traceutil/trace.go:171","msg":"trace[1497060989] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26617; }","duration":"1.765915844s","start":"2026-02-27T02:06:31.353209Z","end":"2026-02-27T02:06:33.119125Z","steps":["trace[1497060989] 'agreement among raft nodes before linearized reading' (duration: 1.765835542s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.119152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.327314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T02:06:33.119165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:31.353139Z","time spent":"1.766017667s","remote":"127.0.0.1:60844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:33.118985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.139292479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:33.119192Z","caller":"traceutil/trace.go:171","msg":"trace[24181200] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26617; }","duration":"180.412166ms","start":"2026-02-27T02:06:32.938769Z","end":"2026-02-27T02:06:33.119181Z","steps":["trace[24181200] 'agreement among raft nodes before linearized reading' (duration: 180.321334ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:33.119227Z","caller":"traceutil/trace.go:171","msg":"trace[1104385496] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26617; }","duration":"3.139563357s","start":"2026-02-27T02:06:29.979638Z","end":"2026-02-27T02:06:33.119201Z","steps":["trace[1104385496] 'agreement among raft nodes before linearized reading' (duration: 3.13929554s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.119269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:29.979612Z","time spent":"3.139644848s","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:33.119027Z","caller":"traceutil/trace.go:171","msg":"trace[1240204565] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26617; }","duration":"2.247215733s","start":"2026-02-27T02:06:30.871801Z","end":"2026-02-27T02:06:33.119017Z","steps":["trace[1240204565] 'agreement among raft nodes before linearized reading' (duration: 2.247152031s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.119416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:30.87179Z","time spent":"2.247612083s","remote":"127.0.0.1:45470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:33.118895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.438722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:33.119477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.461629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:33.11952Z","caller":"traceutil/trace.go:171","msg":"trace[2066869028] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26617; }","duration":"768.53084ms","start":"2026-02-27T02:06:32.350977Z","end":"2026-02-27T02:06:33.119508Z","steps":["trace[2066869028] 'agreement among raft nodes before linearized reading' (duration: 768.467938ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:33.119049Z","caller":"traceutil/trace.go:171","msg":"trace[1836895740] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26617; }","duration":"2.273341032s","start":"2026-02-27T02:06:30.845702Z","end":"2026-02-27T02:06:33.119043Z","steps":["trace[1836895740] 'agreement among raft nodes before linearized reading' (duration: 2.273303311s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.119555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:32.35096Z","time spent":"768.585472ms","remote":"127.0.0.1:45898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:33.119584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:30.845621Z","time spent":"2.273951538s","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:33.1196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.541850787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17026"} {"level":"info","ts":"2026-02-27T02:06:33.119622Z","caller":"traceutil/trace.go:171","msg":"trace[2055446673] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26617; }","duration":"5.541885879s","start":"2026-02-27T02:06:27.577729Z","end":"2026-02-27T02:06:33.119615Z","steps":["trace[2055446673] 'agreement among raft nodes before linearized reading' (duration: 5.541812207s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.119075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:22.308362Z","time spent":"10.810706447s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-27T02:06:33.11964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:27.577724Z","time spent":"5.541912619s","remote":"127.0.0.1:33786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17049,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-27T02:06:33.119719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.606943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:33.119538Z","caller":"traceutil/trace.go:171","msg":"trace[1965669872] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26617; }","duration":"350.084739ms","start":"2026-02-27T02:06:32.769398Z","end":"2026-02-27T02:06:33.119483Z","steps":["trace[1965669872] 'agreement among raft nodes before linearized reading' (duration: 349.454693ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:33.119757Z","caller":"traceutil/trace.go:171","msg":"trace[280520748] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26617; }","duration":"380.647694ms","start":"2026-02-27T02:06:32.739099Z","end":"2026-02-27T02:06:33.119747Z","steps":["trace[280520748] 'agreement among raft nodes before linearized reading' (duration: 380.583523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.119786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:32.739071Z","time spent":"380.706036ms","remote":"127.0.0.1:47440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:33.119829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.203275081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:33.119851Z","caller":"traceutil/trace.go:171","msg":"trace[2088925614] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26617; }","duration":"5.203348084s","start":"2026-02-27T02:06:27.916497Z","end":"2026-02-27T02:06:33.119845Z","steps":["trace[2088925614] 'agreement among raft nodes before linearized reading' (duration: 5.203311503s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.11987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:27.916471Z","time spent":"5.203395194s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:33.119785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:32.769375Z","time spent":"350.395807ms","remote":"127.0.0.1:47456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:33.119796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.508996719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-02-27T02:06:33.120153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.757462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:33.120194Z","caller":"traceutil/trace.go:171","msg":"trace[907455318] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26617; }","duration":"816.800263ms","start":"2026-02-27T02:06:32.303384Z","end":"2026-02-27T02:06:33.120184Z","steps":["trace[907455318] 'agreement among raft nodes before linearized reading' (duration: 816.736851ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.120229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:32.303301Z","time spent":"816.919126ms","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:33.120155Z","caller":"traceutil/trace.go:171","msg":"trace[981416724] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26617; }","duration":"4.509378549s","start":"2026-02-27T02:06:28.610759Z","end":"2026-02-27T02:06:33.120138Z","steps":["trace[981416724] 'agreement among raft nodes before linearized reading' (duration: 4.508992208s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.118665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:26.711583Z","time spent":"6.407066146s","remote":"127.0.0.1:34084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:33.120393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:28.61074Z","time spent":"4.509638065s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:06:33.12126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.536504687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:33.121323Z","caller":"traceutil/trace.go:171","msg":"trace[705282056] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26617; }","duration":"9.53661889s","start":"2026-02-27T02:06:23.58469Z","end":"2026-02-27T02:06:33.121309Z","steps":["trace[705282056] 'agreement among raft nodes before linearized reading' (duration: 9.532956873s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.121408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:23.584667Z","time spent":"9.536723903s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:33.321462Z","caller":"traceutil/trace.go:171","msg":"trace[1306813238] transaction","detail":"{read_only:false; response_revision:26618; number_of_response:1; }","duration":"200.597899ms","start":"2026-02-27T02:06:33.120837Z","end":"2026-02-27T02:06:33.321434Z","steps":["trace[1306813238] 'process raft request' (duration: 200.363472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:34.134801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.505085ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T02:06:34.135149Z","caller":"traceutil/trace.go:171","msg":"trace[1577973549] linearizableReadLoop","detail":"{readStateIndex:27907; appliedIndex:27905; }","duration":"1.000832194s","start":"2026-02-27T02:06:33.134296Z","end":"2026-02-27T02:06:34.135128Z","steps":["trace[1577973549] 'read index received' (duration: 186.788694ms)","trace[1577973549] 'applied index is now lower than readState.Index' (duration: 814.04241ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:34.135254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:33.123469Z","time spent":"1.011781773s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:06:34.135498Z","caller":"traceutil/trace.go:171","msg":"trace[2121562567] transaction","detail":"{read_only:false; response_revision:26620; number_of_response:1; }","duration":"996.503859ms","start":"2026-02-27T02:06:33.138955Z","end":"2026-02-27T02:06:34.135459Z","steps":["trace[2121562567] 'process raft request' (duration: 996.107699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:34.135668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:33.13893Z","time spent":"996.647444ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5581,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:34.135692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.653319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:34.135734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001119991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5ba91fb2d64\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:06:34.135823Z","caller":"traceutil/trace.go:171","msg":"trace[2102610419] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f5ba91fb2d64; range_end:; response_count:1; response_revision:26620; }","duration":"1.001266675s","start":"2026-02-27T02:06:33.134533Z","end":"2026-02-27T02:06:34.1358Z","steps":["trace[2102610419] 'agreement among raft nodes before linearized reading' (duration: 1.000896686s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:34.135752Z","caller":"traceutil/trace.go:171","msg":"trace[1896136978] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26620; }","duration":"783.794272ms","start":"2026-02-27T02:06:33.351945Z","end":"2026-02-27T02:06:34.135739Z","steps":["trace[1896136978] 'agreement among raft nodes before linearized reading' (duration: 783.671149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:34.135872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:33.134508Z","time spent":"1.001354027s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5ba91fb2d64\" "} {"level":"info","ts":"2026-02-27T02:06:34.135503Z","caller":"traceutil/trace.go:171","msg":"trace[57098443] transaction","detail":"{read_only:false; response_revision:26619; number_of_response:1; }","duration":"999.987142ms","start":"2026-02-27T02:06:33.13548Z","end":"2026-02-27T02:06:34.135467Z","steps":["trace[57098443] 'process raft request' (duration: 999.430147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:34.135908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:33.351917Z","time spent":"783.978497ms","remote":"127.0.0.1:45890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:34.135951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:33.135453Z","time spent":"1.000457483s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:34.136153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001857571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a5c8e6f4-e924-4fef-ad84-06efb11b5b92\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-27T02:06:34.136191Z","caller":"traceutil/trace.go:171","msg":"trace[1654210153] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a5c8e6f4-e924-4fef-ad84-06efb11b5b92; range_end:; response_count:1; response_revision:26620; }","duration":"1.001924082s","start":"2026-02-27T02:06:33.134257Z","end":"2026-02-27T02:06:34.136181Z","steps":["trace[1654210153] 'agreement among raft nodes before linearized reading' (duration: 1.001610404s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:34.136226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:33.134227Z","time spent":"1.001990984s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-a5c8e6f4-e924-4fef-ad84-06efb11b5b92\" "} {"level":"warn","ts":"2026-02-27T02:06:34.136385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.212418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:34.136422Z","caller":"traceutil/trace.go:171","msg":"trace[670802061] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26620; }","duration":"835.309391ms","start":"2026-02-27T02:06:33.301101Z","end":"2026-02-27T02:06:34.13641Z","steps":["trace[670802061] 'agreement among raft nodes before linearized reading' (duration: 835.249629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:34.136454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:33.301069Z","time spent":"835.378301ms","remote":"127.0.0.1:45444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:34.136606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000889666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:34.136846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.18862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-27T02:06:34.138861Z","caller":"traceutil/trace.go:171","msg":"trace[1932991099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26620; }","duration":"1.003163575s","start":"2026-02-27T02:06:33.135683Z","end":"2026-02-27T02:06:34.138846Z","steps":["trace[1932991099] 'agreement among raft nodes before linearized reading' (duration: 1.000899415s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:34.13891Z","caller":"traceutil/trace.go:171","msg":"trace[1076165696] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26620; }","duration":"377.343907ms","start":"2026-02-27T02:06:33.761554Z","end":"2026-02-27T02:06:34.138898Z","steps":["trace[1076165696] 'agreement among raft nodes before linearized reading' (duration: 374.575674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:34.138962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:33.761526Z","time spent":"377.403998ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T02:06:34.136955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.714529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.1897f842304e9e60\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-02-27T02:06:34.139002Z","caller":"traceutil/trace.go:171","msg":"trace[674025639] range","detail":"{range_begin:/registry/events/openstack/container-infra.1897f842304e9e60; range_end:; response_count:1; response_revision:26620; }","duration":"810.774843ms","start":"2026-02-27T02:06:33.328208Z","end":"2026-02-27T02:06:34.138983Z","steps":["trace[674025639] 'agreement among raft nodes before linearized reading' (duration: 807.863817ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:34.139039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:33.328197Z","time spent":"810.834175ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.1897f842304e9e60\" "} {"level":"warn","ts":"2026-02-27T02:06:34.138934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:33.135675Z","time spent":"1.003245478s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:06:34.642198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:35.142672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:35.302456Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.124953447s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:36.140706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999304117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:36.140793Z","caller":"traceutil/trace.go:171","msg":"trace[318167041] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999453001s","start":"2026-02-27T02:06:34.141321Z","end":"2026-02-27T02:06:36.140774Z","steps":["trace[318167041] 'agreement among raft nodes before linearized reading' (duration: 1.999338398s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:36.140845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:34.141311Z","time spent":"1.999523713s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:37.023582Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.720918978s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:37.094994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792242148s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:37.095499Z","caller":"traceutil/trace.go:171","msg":"trace[291176640] transaction","detail":"{read_only:false; response_revision:26621; number_of_response:1; }","duration":"2.956160382s","start":"2026-02-27T02:06:34.139306Z","end":"2026-02-27T02:06:37.095466Z","steps":["trace[291176640] 'process raft request' (duration: 1.163322708s)","trace[291176640] 'compare' (duration: 1.791487209s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:37.095659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:34.139284Z","time spent":"2.956287256s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:37.095697Z","caller":"traceutil/trace.go:171","msg":"trace[1018585377] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"2.954129989s","start":"2026-02-27T02:06:34.141535Z","end":"2026-02-27T02:06:37.095665Z","steps":["trace[1018585377] 'process raft request' (duration: 2.953885382s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:37.095735Z","caller":"traceutil/trace.go:171","msg":"trace[346484942] linearizableReadLoop","detail":"{readStateIndex:27913; appliedIndex:27909; }","duration":"2.954352535s","start":"2026-02-27T02:06:34.141365Z","end":"2026-02-27T02:06:37.095717Z","steps":["trace[346484942] 'read index received' (duration: 1.161265924s)","trace[346484942] 'applied index is now lower than readState.Index' (duration: 1.793085361s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:37.095756Z","caller":"traceutil/trace.go:171","msg":"trace[1415596515] transaction","detail":"{read_only:false; response_revision:26624; number_of_response:1; }","duration":"2.952076105s","start":"2026-02-27T02:06:34.143659Z","end":"2026-02-27T02:06:37.095735Z","steps":["trace[1415596515] 'process raft request' (duration: 2.951989573s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:37.095858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:34.143649Z","time spent":"2.952166838s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:37.095851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:34.141512Z","time spent":"2.954257082s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:37.095923Z","caller":"traceutil/trace.go:171","msg":"trace[1960020756] transaction","detail":"{read_only:false; response_revision:26623; number_of_response:1; }","duration":"2.954283933s","start":"2026-02-27T02:06:34.141601Z","end":"2026-02-27T02:06:37.095885Z","steps":["trace[1960020756] 'process raft request' (duration: 2.953975265s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:37.09599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075303258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:37.096066Z","caller":"traceutil/trace.go:171","msg":"trace[1169649736] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26624; }","duration":"1.075443232s","start":"2026-02-27T02:06:36.0206Z","end":"2026-02-27T02:06:37.096044Z","steps":["trace[1169649736] 'agreement among raft nodes before linearized reading' (duration: 1.075296028s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:37.096085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935845967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:37.096098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.098293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:37.096099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.500401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:37.096132Z","caller":"traceutil/trace.go:171","msg":"trace[774205431] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26624; }","duration":"2.935909598s","start":"2026-02-27T02:06:34.160207Z","end":"2026-02-27T02:06:37.096117Z","steps":["trace[774205431] 'agreement among raft nodes before linearized reading' (duration: 2.935837747s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:37.096127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:34.14157Z","time spent":"2.954450148s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:37.096173Z","caller":"traceutil/trace.go:171","msg":"trace[1051007223] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26624; }","duration":"303.578963ms","start":"2026-02-27T02:06:36.79258Z","end":"2026-02-27T02:06:37.096159Z","steps":["trace[1051007223] 'agreement among raft nodes before linearized reading' (duration: 303.402208ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:37.096172Z","caller":"traceutil/trace.go:171","msg":"trace[1320818806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26624; }","duration":"940.230197ms","start":"2026-02-27T02:06:36.155922Z","end":"2026-02-27T02:06:37.096152Z","steps":["trace[1320818806] 'agreement among raft nodes before linearized reading' (duration: 940.115794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:37.096187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:34.160193Z","time spent":"2.93597856s","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:37.096213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:36.155876Z","time spent":"940.32717ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:06:37.096228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549821578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:37.096287Z","caller":"traceutil/trace.go:171","msg":"trace[286852357] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26624; }","duration":"1.549938741s","start":"2026-02-27T02:06:35.546332Z","end":"2026-02-27T02:06:37.096271Z","steps":["trace[286852357] 'agreement among raft nodes before linearized reading' (duration: 1.549831238s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:37.096126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:36.020576Z","time spent":"1.075540274s","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:37.096325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:35.546308Z","time spent":"1.550007583s","remote":"127.0.0.1:40790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:37.096332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.94732243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-n28pn\" ","response":"range_response_count:1 size:5599"} {"level":"warn","ts":"2026-02-27T02:06:37.096217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:36.792518Z","time spent":"303.684846ms","remote":"127.0.0.1:47472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:37.096371Z","caller":"traceutil/trace.go:171","msg":"trace[822283626] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-n28pn; range_end:; response_count:1; response_revision:26624; }","duration":"2.947408572s","start":"2026-02-27T02:06:34.148951Z","end":"2026-02-27T02:06:37.09636Z","steps":["trace[822283626] 'agreement among raft nodes before linearized reading' (duration: 2.947215027s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:37.096016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.954274012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-27T02:06:37.096405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:34.148933Z","time spent":"2.947465133s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5622,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-n28pn\" "} {"level":"warn","ts":"2026-02-27T02:06:37.096351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664580816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:37.096434Z","caller":"traceutil/trace.go:171","msg":"trace[1822244615] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26624; }","duration":"2.954727814s","start":"2026-02-27T02:06:34.141691Z","end":"2026-02-27T02:06:37.096418Z","steps":["trace[1822244615] 'agreement among raft nodes before linearized reading' (duration: 2.95416317s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:37.096476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:34.141671Z","time spent":"2.954792977s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-02-27T02:06:37.096461Z","caller":"traceutil/trace.go:171","msg":"trace[2035325486] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26624; }","duration":"2.664978996s","start":"2026-02-27T02:06:34.43146Z","end":"2026-02-27T02:06:37.096439Z","steps":["trace[2035325486] 'agreement among raft nodes before linearized reading' (duration: 2.664534194s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:37.096542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:34.431433Z","time spent":"2.665093479s","remote":"127.0.0.1:45446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:37.605294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:38.10641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:38.607356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:39.107746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:39.607936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:39.647339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000586032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:39.64743Z","caller":"traceutil/trace.go:171","msg":"trace[92494888] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000761306s","start":"2026-02-27T02:06:37.646645Z","end":"2026-02-27T02:06:39.647407Z","steps":["trace[92494888] 'agreement among raft nodes before linearized reading' (duration: 2.000632352s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:39.647497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:37.646586Z","time spent":"2.00088896s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:40.108888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:40.346709Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.245291394s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:06:40.347294Z","caller":"traceutil/trace.go:171","msg":"trace[1673688317] transaction","detail":"{read_only:false; response_revision:26625; number_of_response:1; }","duration":"3.245961632s","start":"2026-02-27T02:06:37.101302Z","end":"2026-02-27T02:06:40.347263Z","steps":["trace[1673688317] 'process raft request' (duration: 3.245710345s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:40.347463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:37.101287Z","time spent":"3.246090835s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:06:41.053871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999955565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:41.054582Z","caller":"traceutil/trace.go:171","msg":"trace[1632907437] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000701154s","start":"2026-02-27T02:06:39.053846Z","end":"2026-02-27T02:06:41.054547Z","steps":["trace[1632907437] 'agreement among raft nodes before linearized reading' (duration: 1.999980785s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:41.054746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:39.053831Z","time spent":"2.000859239s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:41.529327Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.179032821s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:06:41.530198Z","caller":"traceutil/trace.go:171","msg":"trace[757326934] transaction","detail":"{read_only:false; response_revision:26626; number_of_response:1; }","duration":"4.421519222s","start":"2026-02-27T02:06:37.108644Z","end":"2026-02-27T02:06:41.530163Z","steps":["trace[757326934] 'process raft request' (duration: 4.42108769s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:41.53036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:37.108613Z","time spent":"4.421649015s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:41.530527Z","caller":"traceutil/trace.go:171","msg":"trace[329037799] linearizableReadLoop","detail":"{readStateIndex:27917; appliedIndex:27913; }","duration":"4.425328162s","start":"2026-02-27T02:06:37.10518Z","end":"2026-02-27T02:06:41.530508Z","steps":["trace[329037799] 'read index received' (duration: 3.241921074s)","trace[329037799] 'applied index is now lower than readState.Index' (duration: 1.183406108s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:41.530618Z","caller":"traceutil/trace.go:171","msg":"trace[1865477734] transaction","detail":"{read_only:false; response_revision:26627; number_of_response:1; }","duration":"4.250557885s","start":"2026-02-27T02:06:37.280031Z","end":"2026-02-27T02:06:41.530589Z","steps":["trace[1865477734] 'process raft request' (duration: 4.249902167s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:41.530642Z","caller":"traceutil/trace.go:171","msg":"trace[811539491] transaction","detail":"{read_only:false; response_revision:26628; number_of_response:1; }","duration":"3.67224036s","start":"2026-02-27T02:06:37.858389Z","end":"2026-02-27T02:06:41.530596Z","steps":["trace[811539491] 'process raft request' (duration: 3.672075335s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:41.530663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:37.280008Z","time spent":"4.250627747s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:41.530719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:37.858351Z","time spent":"3.672324172s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:41.530924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.425735683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-02-27T02:06:41.530981Z","caller":"traceutil/trace.go:171","msg":"trace[1419884561] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26628; }","duration":"4.425801115s","start":"2026-02-27T02:06:37.105162Z","end":"2026-02-27T02:06:41.530963Z","steps":["trace[1419884561] 'agreement among raft nodes before linearized reading' (duration: 4.42564494s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:41.531024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:37.105152Z","time spent":"4.425859806s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-02-27T02:06:42.030848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:42.531428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:42.993769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:42.256819Z","time spent":"736.936088ms","remote":"127.0.0.1:38440","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:06:42.993738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.058668ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:42.993875Z","caller":"traceutil/trace.go:171","msg":"trace[1943158115] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26628; }","duration":"592.209382ms","start":"2026-02-27T02:06:42.401643Z","end":"2026-02-27T02:06:42.993852Z","steps":["trace[1943158115] 'range keys from in-memory index tree' (duration: 592.037888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:42.994481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.39723ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-27T02:06:42.99494Z","caller":"traceutil/trace.go:171","msg":"trace[668516258] linearizableReadLoop","detail":"{readStateIndex:27919; appliedIndex:27917; }","duration":"1.464354295s","start":"2026-02-27T02:06:41.530567Z","end":"2026-02-27T02:06:42.994921Z","steps":["trace[668516258] 'read index received' (duration: 1.122437021s)","trace[668516258] 'applied index is now lower than readState.Index' (duration: 341.916514ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:42.995334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:40.352468Z","time spent":"2.642862592s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:06:42.995624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991702409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:42.995656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941489512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:42.995698Z","caller":"traceutil/trace.go:171","msg":"trace[766624212] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26629; }","duration":"2.991800071s","start":"2026-02-27T02:06:40.003876Z","end":"2026-02-27T02:06:42.995676Z","steps":["trace[766624212] 'agreement among raft nodes before linearized reading' (duration: 2.991600436s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:42.995715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.848948435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:42.995747Z","caller":"traceutil/trace.go:171","msg":"trace[1856638526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26629; }","duration":"1.941653087s","start":"2026-02-27T02:06:41.05407Z","end":"2026-02-27T02:06:42.995724Z","steps":["trace[1856638526] 'agreement among raft nodes before linearized reading' (duration: 1.941422641s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:42.995788Z","caller":"traceutil/trace.go:171","msg":"trace[1118807500] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26629; }","duration":"2.849178341s","start":"2026-02-27T02:06:40.146594Z","end":"2026-02-27T02:06:42.995772Z","steps":["trace[1118807500] 'agreement among raft nodes before linearized reading' (duration: 2.849032807s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:42.995798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:41.054042Z","time spent":"1.941746888s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:06:42.995824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:40.146576Z","time spent":"2.849240183s","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:42.995828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.948095069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:42.99586Z","caller":"traceutil/trace.go:171","msg":"trace[665256745] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26629; }","duration":"2.948163391s","start":"2026-02-27T02:06:40.047684Z","end":"2026-02-27T02:06:42.995848Z","steps":["trace[665256745] 'agreement among raft nodes before linearized reading' (duration: 2.94811298s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:42.995898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:40.047671Z","time spent":"2.948218932s","remote":"127.0.0.1:45452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:42.995922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.981131586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:42.995963Z","caller":"traceutil/trace.go:171","msg":"trace[128261079] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26629; }","duration":"4.981216118s","start":"2026-02-27T02:06:38.014736Z","end":"2026-02-27T02:06:42.995952Z","steps":["trace[128261079] 'agreement among raft nodes before linearized reading' (duration: 4.981143466s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:42.996006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56348612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:42.996001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.776062421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:42.995859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.979473919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:42.995797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.968301914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:42.996089Z","caller":"traceutil/trace.go:171","msg":"trace[1543346158] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26629; }","duration":"5.776208435s","start":"2026-02-27T02:06:37.21986Z","end":"2026-02-27T02:06:42.996068Z","steps":["trace[1543346158] 'agreement among raft nodes before linearized reading' (duration: 5.776060521s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:42.996157Z","caller":"traceutil/trace.go:171","msg":"trace[342055656] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26629; }","duration":"3.968765656s","start":"2026-02-27T02:06:39.027363Z","end":"2026-02-27T02:06:42.996129Z","steps":["trace[342055656] 'agreement among raft nodes before linearized reading' (duration: 3.968322435s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:42.99619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:37.219831Z","time spent":"5.776338528s","remote":"127.0.0.1:45794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:42.996121Z","caller":"traceutil/trace.go:171","msg":"trace[38629569] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26629; }","duration":"3.979779207s","start":"2026-02-27T02:06:39.016331Z","end":"2026-02-27T02:06:42.99611Z","steps":["trace[38629569] 'agreement among raft nodes before linearized reading' (duration: 3.979492389s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:42.996213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.803293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:42.996194Z","caller":"traceutil/trace.go:171","msg":"trace[1385579227] transaction","detail":"{read_only:false; response_revision:26629; number_of_response:1; }","duration":"2.370185494s","start":"2026-02-27T02:06:40.625976Z","end":"2026-02-27T02:06:42.996162Z","steps":["trace[1385579227] 'process raft request' (duration: 2.368711545s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:42.996232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:39.027336Z","time spent":"3.96887373s","remote":"127.0.0.1:50284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:42.996244Z","caller":"traceutil/trace.go:171","msg":"trace[1618653799] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26629; }","duration":"750.866005ms","start":"2026-02-27T02:06:42.24537Z","end":"2026-02-27T02:06:42.996236Z","steps":["trace[1618653799] 'agreement among raft nodes before linearized reading' (duration: 750.826474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:42.996253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:39.016306Z","time spent":"3.979931581s","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:42.99626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461692775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-wd4t8\" ","response":"range_response_count:1 size:4799"} {"level":"warn","ts":"2026-02-27T02:06:42.996237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.254482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:42.996138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462014342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9c1c0ff7-dec3-4784-b202-768242fa2043\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-02-27T02:06:42.99649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.494989501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:42.996182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035104639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:42.996589Z","caller":"traceutil/trace.go:171","msg":"trace[2018632765] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26629; }","duration":"1.035572781s","start":"2026-02-27T02:06:41.960998Z","end":"2026-02-27T02:06:42.996571Z","steps":["trace[2018632765] 'agreement among raft nodes before linearized reading' (duration: 1.03515783s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:42.996036Z","caller":"traceutil/trace.go:171","msg":"trace[2066885195] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26629; }","duration":"2.563561232s","start":"2026-02-27T02:06:40.432467Z","end":"2026-02-27T02:06:42.996028Z","steps":["trace[2066885195] 'agreement among raft nodes before linearized reading' (duration: 2.56351159s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:42.996575Z","caller":"traceutil/trace.go:171","msg":"trace[1708439317] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26629; }","duration":"5.495128415s","start":"2026-02-27T02:06:37.501429Z","end":"2026-02-27T02:06:42.996557Z","steps":["trace[1708439317] 'agreement among raft nodes before linearized reading' (duration: 5.494771935s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:42.996637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:41.960974Z","time spent":"1.035647702s","remote":"127.0.0.1:34098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:42.996667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:40.432441Z","time spent":"2.564199739s","remote":"127.0.0.1:45978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:42.996004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:38.014711Z","time spent":"4.9812848s","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:42.996769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:37.501403Z","time spent":"5.495268539s","remote":"127.0.0.1:45530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:42.995743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:40.003858Z","time spent":"2.991874313s","remote":"127.0.0.1:45642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:42.996265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:42.24535Z","time spent":"750.909766ms","remote":"127.0.0.1:40788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:42.996295Z","caller":"traceutil/trace.go:171","msg":"trace[1591789408] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-wd4t8; range_end:; response_count:1; response_revision:26629; }","duration":"1.461755226s","start":"2026-02-27T02:06:41.53453Z","end":"2026-02-27T02:06:42.996286Z","steps":["trace[1591789408] 'agreement among raft nodes before linearized reading' (duration: 1.461626242s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:42.997129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:41.534516Z","time spent":"1.462597938s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4822,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-wd4t8\" "} {"level":"warn","ts":"2026-02-27T02:06:42.996316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5385464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:42.997223Z","caller":"traceutil/trace.go:171","msg":"trace[542700250] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26629; }","duration":"1.539486236s","start":"2026-02-27T02:06:41.457713Z","end":"2026-02-27T02:06:42.997199Z","steps":["trace[542700250] 'agreement among raft nodes before linearized reading' (duration: 1.538561641s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:42.997288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:41.457693Z","time spent":"1.539572417s","remote":"127.0.0.1:45828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:42.99636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.142934761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:42.997392Z","caller":"traceutil/trace.go:171","msg":"trace[535666842] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26629; }","duration":"5.144007639s","start":"2026-02-27T02:06:37.853363Z","end":"2026-02-27T02:06:42.997371Z","steps":["trace[535666842] 'agreement among raft nodes before linearized reading' (duration: 5.142947401s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:42.996344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:40.625948Z","time spent":"2.370306277s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:42.99746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:37.853338Z","time spent":"5.144105172s","remote":"127.0.0.1:34094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":36,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:42.996358Z","caller":"traceutil/trace.go:171","msg":"trace[1190578599] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26629; }","duration":"147.439047ms","start":"2026-02-27T02:06:42.848891Z","end":"2026-02-27T02:06:42.99633Z","steps":["trace[1190578599] 'agreement among raft nodes before linearized reading' (duration: 147.233461ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:42.998868Z","caller":"traceutil/trace.go:171","msg":"trace[1199017131] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9c1c0ff7-dec3-4784-b202-768242fa2043; range_end:; response_count:1; response_revision:26629; }","duration":"1.464747825s","start":"2026-02-27T02:06:41.534102Z","end":"2026-02-27T02:06:42.99885Z","steps":["trace[1199017131] 'agreement among raft nodes before linearized reading' (duration: 1.461931861s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:42.998926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:41.534089Z","time spent":"1.464822477s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-9c1c0ff7-dec3-4784-b202-768242fa2043\" "} {"level":"warn","ts":"2026-02-27T02:06:43.59195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:44.092821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:44.168726Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.077404554s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:45.092768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999896012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:06:45.092863Z","caller":"traceutil/trace.go:171","msg":"trace[1591859209] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000095267s","start":"2026-02-27T02:06:43.092744Z","end":"2026-02-27T02:06:45.092839Z","steps":["trace[1591859209] 'agreement among raft nodes before linearized reading' (duration: 1.999949393s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:45.092918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:43.092543Z","time spent":"2.000362764s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:06:45.827309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658250425s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:45.827442Z","caller":"traceutil/trace.go:171","msg":"trace[1323061623] transaction","detail":"{read_only:false; response_revision:26631; number_of_response:1; }","duration":"2.822398565s","start":"2026-02-27T02:06:43.005022Z","end":"2026-02-27T02:06:45.82742Z","steps":["trace[1323061623] 'process raft request' (duration: 1.163917254s)","trace[1323061623] 'compare' (duration: 1.657489575s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:45.827518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:43.005009Z","time spent":"2.822476018s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4959,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:46.982567Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.813667764s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:47.101303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000097219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:47.101398Z","caller":"traceutil/trace.go:171","msg":"trace[1623388784] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000275933s","start":"2026-02-27T02:06:45.1011Z","end":"2026-02-27T02:06:47.101376Z","steps":["trace[1623388784] 'agreement among raft nodes before linearized reading' (duration: 2.00014714s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:47.101455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:45.101072Z","time spent":"2.000371106s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:47.11134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.468457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:47.111447Z","caller":"traceutil/trace.go:171","msg":"trace[242389551] linearizableReadLoop","detail":"{readStateIndex:27922; appliedIndex:27920; }","duration":"4.019923055s","start":"2026-02-27T02:06:43.091507Z","end":"2026-02-27T02:06:47.11143Z","steps":["trace[242389551] 'read index received' (duration: 1.077450904s)","trace[242389551] 'applied index is now lower than readState.Index' (duration: 2.942470641s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:47.111549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.107174506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:47.111514Z","caller":"traceutil/trace.go:171","msg":"trace[571901876] transaction","detail":"{read_only:false; response_revision:26632; number_of_response:1; }","duration":"3.752442023s","start":"2026-02-27T02:06:43.359031Z","end":"2026-02-27T02:06:47.111473Z","steps":["trace[571901876] 'process raft request' (duration: 3.62374549s)","trace[571901876] 'compare' (duration: 127.567843ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:47.111582Z","caller":"traceutil/trace.go:171","msg":"trace[1434643125] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26632; }","duration":"4.107227077s","start":"2026-02-27T02:06:43.004345Z","end":"2026-02-27T02:06:47.111572Z","steps":["trace[1434643125] 'agreement among raft nodes before linearized reading' (duration: 4.107164975s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:47.111622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:43.00434Z","time spent":"4.107269028s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:06:47.111693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:43.359004Z","time spent":"3.752589337s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:47.1117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.108287544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-02-27T02:06:47.111767Z","caller":"traceutil/trace.go:171","msg":"trace[1950529132] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26632; }","duration":"4.108361347s","start":"2026-02-27T02:06:43.003383Z","end":"2026-02-27T02:06:47.111744Z","steps":["trace[1950529132] 'agreement among raft nodes before linearized reading' (duration: 4.108180112s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:47.111818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:43.00337Z","time spent":"4.108438379s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-02-27T02:06:47.612511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957349,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:49.096459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145111288s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:49.09654Z","caller":"traceutil/trace.go:171","msg":"trace[914509415] linearizableReadLoop","detail":"{readStateIndex:27923; appliedIndex:27922; }","duration":"1.985049371s","start":"2026-02-27T02:06:47.11148Z","end":"2026-02-27T02:06:49.096529Z","steps":["trace[914509415] 'read index received' (duration: 839.733728ms)","trace[914509415] 'applied index is now lower than readState.Index' (duration: 1.145314673s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:49.096615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.826141637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:49.096629Z","caller":"traceutil/trace.go:171","msg":"trace[1207974175] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26633; }","duration":"3.826209818s","start":"2026-02-27T02:06:45.270414Z","end":"2026-02-27T02:06:49.096623Z","steps":["trace[1207974175] 'agreement among raft nodes before linearized reading' (duration: 3.826172807s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:49.09665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:45.270389Z","time spent":"3.82625513s","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:49.096687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.642796483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:49.096709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.825513765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:49.096774Z","caller":"traceutil/trace.go:171","msg":"trace[872571712] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26633; }","duration":"5.825640158s","start":"2026-02-27T02:06:43.271118Z","end":"2026-02-27T02:06:49.096758Z","steps":["trace[872571712] 'agreement among raft nodes before linearized reading' (duration: 5.825508674s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:49.096774Z","caller":"traceutil/trace.go:171","msg":"trace[1457520663] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26633; }","duration":"3.642965158s","start":"2026-02-27T02:06:45.453786Z","end":"2026-02-27T02:06:49.096751Z","steps":["trace[1457520663] 'agreement among raft nodes before linearized reading' (duration: 3.642807623s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:49.09681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:43.271095Z","time spent":"5.82570872s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:49.096798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.156490226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:49.096852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.974912033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-27T02:06:49.09687Z","caller":"traceutil/trace.go:171","msg":"trace[590753691] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:26633; }","duration":"5.974949325s","start":"2026-02-27T02:06:43.121915Z","end":"2026-02-27T02:06:49.096865Z","steps":["trace[590753691] 'agreement among raft nodes before linearized reading' (duration: 5.974859252s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:49.096888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:43.121905Z","time spent":"5.974980265s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"info","ts":"2026-02-27T02:06:49.09688Z","caller":"traceutil/trace.go:171","msg":"trace[1509500210] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26633; }","duration":"4.156637959s","start":"2026-02-27T02:06:44.940222Z","end":"2026-02-27T02:06:49.09686Z","steps":["trace[1509500210] 'agreement among raft nodes before linearized reading' (duration: 4.156492626s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:49.096873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.457471902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:49.096888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.212108669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:49.096931Z","caller":"traceutil/trace.go:171","msg":"trace[890753241] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26633; }","duration":"5.457600066s","start":"2026-02-27T02:06:43.639317Z","end":"2026-02-27T02:06:49.096917Z","steps":["trace[890753241] 'agreement among raft nodes before linearized reading' (duration: 5.457465862s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:49.096927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:44.940198Z","time spent":"4.156718622s","remote":"127.0.0.1:45842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:49.096931Z","caller":"traceutil/trace.go:171","msg":"trace[1729492395] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26633; }","duration":"3.212197072s","start":"2026-02-27T02:06:45.884722Z","end":"2026-02-27T02:06:49.096919Z","steps":["trace[1729492395] 'agreement among raft nodes before linearized reading' (duration: 3.21213355s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:49.096959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:43.639292Z","time spent":"5.457661427s","remote":"127.0.0.1:34056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:49.096942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133518725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:49.096964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:45.884701Z","time spent":"3.212255093s","remote":"127.0.0.1:47388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:49.096949Z","caller":"traceutil/trace.go:171","msg":"trace[2079018641] transaction","detail":"{read_only:false; response_revision:26633; number_of_response:1; }","duration":"2.560899901s","start":"2026-02-27T02:06:46.536024Z","end":"2026-02-27T02:06:49.096924Z","steps":["trace[2079018641] 'process raft request' (duration: 1.41525504s)","trace[2079018641] 'compare' (duration: 1.144547682s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:49.097005Z","caller":"traceutil/trace.go:171","msg":"trace[128157311] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26633; }","duration":"2.133640718s","start":"2026-02-27T02:06:46.96335Z","end":"2026-02-27T02:06:49.09699Z","steps":["trace[128157311] 'agreement among raft nodes before linearized reading' (duration: 2.133468703s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:49.096823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:45.453752Z","time spent":"3.6430595s","remote":"127.0.0.1:45946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:49.097024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.265111417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-n4g9d\" ","response":"range_response_count:1 size:3976"} {"level":"warn","ts":"2026-02-27T02:06:49.097038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:46.963325Z","time spent":"2.1337062s","remote":"127.0.0.1:33966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":116,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:49.097065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995307961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:49.097062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:46.535989Z","time spent":"2.561018064s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:49.097066Z","caller":"traceutil/trace.go:171","msg":"trace[537108328] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-n4g9d; range_end:; response_count:1; response_revision:26633; }","duration":"3.26521278s","start":"2026-02-27T02:06:45.831841Z","end":"2026-02-27T02:06:49.097054Z","steps":["trace[537108328] 'agreement among raft nodes before linearized reading' (duration: 3.265063836s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:49.097083Z","caller":"traceutil/trace.go:171","msg":"trace[41176592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26633; }","duration":"1.995369812s","start":"2026-02-27T02:06:47.101708Z","end":"2026-02-27T02:06:49.097078Z","steps":["trace[41176592] 'agreement among raft nodes before linearized reading' (duration: 1.995331241s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:49.097098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:47.101683Z","time spent":"1.995412274s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:06:49.097096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:45.831821Z","time spent":"3.26526983s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":3999,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-n4g9d\" "} {"level":"warn","ts":"2026-02-27T02:06:49.097286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.000597061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f84666b2854f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:06:49.09731Z","caller":"traceutil/trace.go:171","msg":"trace[708194298] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f84666b2854f; range_end:; response_count:1; response_revision:26633; }","duration":"6.000637201s","start":"2026-02-27T02:06:43.096663Z","end":"2026-02-27T02:06:49.097301Z","steps":["trace[708194298] 'agreement among raft nodes before linearized reading' (duration: 6.000137188s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:49.097324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:43.096636Z","time spent":"6.000684253s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f84666b2854f\" "} {"level":"warn","ts":"2026-02-27T02:06:49.597629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:49.647536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000350404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:49.647634Z","caller":"traceutil/trace.go:171","msg":"trace[742363510] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000508598s","start":"2026-02-27T02:06:47.647104Z","end":"2026-02-27T02:06:49.647612Z","steps":["trace[742363510] 'agreement among raft nodes before linearized reading' (duration: 2.000373764s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:49.647693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:47.647085Z","time spent":"2.000596031s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:50.088943Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.087501749s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:51.104269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001149936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:51.104351Z","caller":"traceutil/trace.go:171","msg":"trace[2030401682] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001273339s","start":"2026-02-27T02:06:49.10306Z","end":"2026-02-27T02:06:51.104333Z","steps":["trace[2030401682] 'agreement among raft nodes before linearized reading' (duration: 2.001175257s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:51.104396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:49.103045Z","time spent":"2.001340712s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:51.32466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235477151s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T02:06:51.966617Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.877420573s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:51.967213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:49.099396Z","time spent":"2.867808773s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:06:51.967366Z","caller":"traceutil/trace.go:171","msg":"trace[1941159725] transaction","detail":"{read_only:false; response_revision:26635; number_of_response:1; }","duration":"2.867693009s","start":"2026-02-27T02:06:49.099604Z","end":"2026-02-27T02:06:51.967297Z","steps":["trace[1941159725] 'process raft request' (duration: 2.867466733s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:51.967479Z","caller":"traceutil/trace.go:171","msg":"trace[1076536565] linearizableReadLoop","detail":"{readStateIndex:27927; appliedIndex:27923; }","duration":"2.870905405s","start":"2026-02-27T02:06:49.096556Z","end":"2026-02-27T02:06:51.967461Z","steps":["trace[1076536565] 'read index received' (duration: 992.635319ms)","trace[1076536565] 'applied index is now lower than readState.Index' (duration: 1.878269386s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:51.967596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.790866538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:51.967623Z","caller":"traceutil/trace.go:171","msg":"trace[919250749] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26636; }","duration":"4.790946511s","start":"2026-02-27T02:06:47.176668Z","end":"2026-02-27T02:06:51.967614Z","steps":["trace[919250749] 'agreement among raft nodes before linearized reading' (duration: 4.790884049s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:51.967631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.578060557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:51.967619Z","caller":"traceutil/trace.go:171","msg":"trace[679328030] transaction","detail":"{read_only:false; response_revision:26636; number_of_response:1; }","duration":"2.861398804s","start":"2026-02-27T02:06:49.106193Z","end":"2026-02-27T02:06:51.967591Z","steps":["trace[679328030] 'process raft request' (duration: 2.860974203s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:51.967621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.480016281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:51.967689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:49.099586Z","time spent":"2.867906145s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:51.967736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.852666168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-07b6219f-4745-41d4-ba01-dee8b53e789b\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-02-27T02:06:51.967751Z","caller":"traceutil/trace.go:171","msg":"trace[11068783] range","detail":"{range_begin:/registry/persistentvolumes/pvc-07b6219f-4745-41d4-ba01-dee8b53e789b; range_end:; response_count:1; response_revision:26636; }","duration":"4.852681118s","start":"2026-02-27T02:06:47.115065Z","end":"2026-02-27T02:06:51.967746Z","steps":["trace[11068783] 'agreement among raft nodes before linearized reading' (duration: 4.852600366s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:51.967768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:47.114997Z","time spent":"4.852768211s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-07b6219f-4745-41d4-ba01-dee8b53e789b\" "} {"level":"warn","ts":"2026-02-27T02:06:51.967756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:49.106179Z","time spent":"2.861495426s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4136,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:51.967652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:47.176652Z","time spent":"4.790993592s","remote":"127.0.0.1:45866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:51.967765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.348938166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:51.967701Z","caller":"traceutil/trace.go:171","msg":"trace[224152988] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26636; }","duration":"3.480125024s","start":"2026-02-27T02:06:48.487556Z","end":"2026-02-27T02:06:51.967681Z","steps":["trace[224152988] 'agreement among raft nodes before linearized reading' (duration: 3.479920239s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:51.967851Z","caller":"traceutil/trace.go:171","msg":"trace[2134067881] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26636; }","duration":"3.349053549s","start":"2026-02-27T02:06:48.618776Z","end":"2026-02-27T02:06:51.96783Z","steps":["trace[2134067881] 'agreement among raft nodes before linearized reading' (duration: 3.348855104s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:51.967911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:48.487536Z","time spent":"3.480342921s","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:51.967932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:48.618755Z","time spent":"3.349149232s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:51.96766Z","caller":"traceutil/trace.go:171","msg":"trace[1600670777] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26636; }","duration":"3.578131409s","start":"2026-02-27T02:06:48.38952Z","end":"2026-02-27T02:06:51.967651Z","steps":["trace[1600670777] 'agreement among raft nodes before linearized reading' (duration: 3.578093018s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:51.968073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:48.389497Z","time spent":"3.57856166s","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:51.967596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.109559927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:51.968213Z","caller":"traceutil/trace.go:171","msg":"trace[335981758] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26636; }","duration":"4.110241855s","start":"2026-02-27T02:06:47.857959Z","end":"2026-02-27T02:06:51.968201Z","steps":["trace[335981758] 'agreement among raft nodes before linearized reading' (duration: 4.109574387s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:51.968242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:47.857933Z","time spent":"4.110301187s","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:51.968169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.849085334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:51.96846Z","caller":"traceutil/trace.go:171","msg":"trace[2105403211] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26636; }","duration":"4.849512945s","start":"2026-02-27T02:06:47.118922Z","end":"2026-02-27T02:06:51.968435Z","steps":["trace[2105403211] 'agreement among raft nodes before linearized reading' (duration: 4.848671673s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:51.968626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:47.118909Z","time spent":"4.849647708s","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:06:53.105062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000464296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:06:53.105156Z","caller":"traceutil/trace.go:171","msg":"trace[1331982892] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000628651s","start":"2026-02-27T02:06:51.104505Z","end":"2026-02-27T02:06:53.105134Z","steps":["trace[1331982892] 'agreement among raft nodes before linearized reading' (duration: 2.000504557s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:53.105217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:51.104477Z","time spent":"2.000723153s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:06:53.124706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.869377ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:53.124861Z","caller":"traceutil/trace.go:171","msg":"trace[375572674] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26636; }","duration":"723.040601ms","start":"2026-02-27T02:06:52.401798Z","end":"2026-02-27T02:06:53.124838Z","steps":["trace[375572674] 'range keys from in-memory index tree' (duration: 722.849976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:53.125555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050611857s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:53.12579Z","caller":"traceutil/trace.go:171","msg":"trace[1302650603] linearizableReadLoop","detail":"{readStateIndex:27929; appliedIndex:27927; }","duration":"1.158244815s","start":"2026-02-27T02:06:51.967528Z","end":"2026-02-27T02:06:53.125773Z","steps":["trace[1302650603] 'read index received' (duration: 107.267738ms)","trace[1302650603] 'applied index is now lower than readState.Index' (duration: 1.050976007s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:53.12581Z","caller":"traceutil/trace.go:171","msg":"trace[1939691369] transaction","detail":"{read_only:false; response_revision:26637; number_of_response:1; }","duration":"2.620622456s","start":"2026-02-27T02:06:50.505142Z","end":"2026-02-27T02:06:53.125765Z","steps":["trace[1939691369] 'process raft request' (duration: 1.56969669s)","trace[1939691369] 'compare' (duration: 1.050261378s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:53.125939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290078472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:53.125974Z","caller":"traceutil/trace.go:171","msg":"trace[1158115564] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26638; }","duration":"2.290160574s","start":"2026-02-27T02:06:50.835804Z","end":"2026-02-27T02:06:53.125965Z","steps":["trace[1158115564] 'agreement among raft nodes before linearized reading' (duration: 2.290062411s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:53.125984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092657727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:53.126009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:50.83578Z","time spent":"2.290219696s","remote":"127.0.0.1:34010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:53.126005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:50.505111Z","time spent":"2.62078232s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:53.126031Z","caller":"traceutil/trace.go:171","msg":"trace[1154413284] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26638; }","duration":"2.09275854s","start":"2026-02-27T02:06:51.033258Z","end":"2026-02-27T02:06:53.126017Z","steps":["trace[1154413284] 'agreement among raft nodes before linearized reading' (duration: 2.092535414s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:53.126046Z","caller":"traceutil/trace.go:171","msg":"trace[2063878235] transaction","detail":"{read_only:false; response_revision:26638; number_of_response:1; }","duration":"1.413142843s","start":"2026-02-27T02:06:51.712875Z","end":"2026-02-27T02:06:53.126018Z","steps":["trace[2063878235] 'process raft request' (duration: 1.412789504s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:53.126118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84502879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:53.126149Z","caller":"traceutil/trace.go:171","msg":"trace[1960124882] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26638; }","duration":"1.845098931s","start":"2026-02-27T02:06:51.281038Z","end":"2026-02-27T02:06:53.126137Z","steps":["trace[1960124882] 'agreement among raft nodes before linearized reading' (duration: 1.84505072s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:53.126158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:51.712851Z","time spent":"1.413259747s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:53.126152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.945948923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:53.126164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.964169425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:53.126186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:51.281014Z","time spent":"1.845165182s","remote":"127.0.0.1:45662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:53.126167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712623051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:53.126216Z","caller":"traceutil/trace.go:171","msg":"trace[97595770] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26638; }","duration":"2.946078096s","start":"2026-02-27T02:06:50.180122Z","end":"2026-02-27T02:06:53.126201Z","steps":["trace[97595770] 'agreement among raft nodes before linearized reading' (duration: 2.945923442s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:53.126068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:51.033233Z","time spent":"2.092826951s","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:53.126226Z","caller":"traceutil/trace.go:171","msg":"trace[1288188599] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26638; }","duration":"3.964259698s","start":"2026-02-27T02:06:49.161947Z","end":"2026-02-27T02:06:53.126207Z","steps":["trace[1288188599] 'agreement among raft nodes before linearized reading' (duration: 3.964137375s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:53.126242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.982887639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T02:06:53.126239Z","caller":"traceutil/trace.go:171","msg":"trace[1390382366] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:26638; }","duration":"2.712758075s","start":"2026-02-27T02:06:50.413462Z","end":"2026-02-27T02:06:53.12622Z","steps":["trace[1390382366] 'agreement among raft nodes before linearized reading' (duration: 2.712618361s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:53.126267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:50.1801Z","time spent":"2.946158199s","remote":"127.0.0.1:40802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:53.126286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:49.161932Z","time spent":"3.96434275s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:53.126296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:50.413435Z","time spent":"2.712851637s","remote":"127.0.0.1:33730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"info","ts":"2026-02-27T02:06:53.126293Z","caller":"traceutil/trace.go:171","msg":"trace[2089796714] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26638; }","duration":"3.982967001s","start":"2026-02-27T02:06:49.14331Z","end":"2026-02-27T02:06:53.126277Z","steps":["trace[2089796714] 'agreement among raft nodes before linearized reading' (duration: 3.982796487s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:53.126358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:49.14329Z","time spent":"3.983058123s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:06:53.626846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957362,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:53.670909Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.596102238s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:54.953502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282289265s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T02:06:54.953776Z","caller":"traceutil/trace.go:171","msg":"trace[19205653] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26638; }","duration":"2.984020127s","start":"2026-02-27T02:06:51.969727Z","end":"2026-02-27T02:06:54.953747Z","steps":["trace[19205653] 'process raft request' (duration: 1.701370023s)","trace[19205653] 'compare' (duration: 1.282213233s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:54.953882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:51.969709Z","time spent":"2.9841265s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:54.954045Z","caller":"traceutil/trace.go:171","msg":"trace[467751086] transaction","detail":"{read_only:false; response_revision:26639; number_of_response:1; }","duration":"2.980225997s","start":"2026-02-27T02:06:51.973795Z","end":"2026-02-27T02:06:54.954021Z","steps":["trace[467751086] 'process raft request' (duration: 2.979832787s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:54.954159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:51.973779Z","time spent":"2.98033648s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:06:54.954161Z","caller":"traceutil/trace.go:171","msg":"trace[1588251433] transaction","detail":"{read_only:false; response_revision:26640; number_of_response:1; }","duration":"2.978136702s","start":"2026-02-27T02:06:51.975998Z","end":"2026-02-27T02:06:54.954135Z","steps":["trace[1588251433] 'process raft request' (duration: 2.977940727s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:54.954325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:51.97599Z","time spent":"2.978247815s","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:54.954552Z","caller":"traceutil/trace.go:171","msg":"trace[198470239] linearizableReadLoop","detail":"{readStateIndex:27933; appliedIndex:27929; }","duration":"1.82869324s","start":"2026-02-27T02:06:53.125839Z","end":"2026-02-27T02:06:54.954533Z","steps":["trace[198470239] 'read index received' (duration: 545.276536ms)","trace[198470239] 'applied index is now lower than readState.Index' (duration: 1.283414754s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:54.954638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118370617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:54.95468Z","caller":"traceutil/trace.go:171","msg":"trace[1530684561] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26641; }","duration":"2.11849077s","start":"2026-02-27T02:06:52.836178Z","end":"2026-02-27T02:06:54.954668Z","steps":["trace[1530684561] 'agreement among raft nodes before linearized reading' (duration: 2.118364466s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:54.954721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:52.836153Z","time spent":"2.118558521s","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:54.954741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28994648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:54.954777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841994231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:54.954871Z","caller":"traceutil/trace.go:171","msg":"trace[679015788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26641; }","duration":"1.842132674s","start":"2026-02-27T02:06:53.112715Z","end":"2026-02-27T02:06:54.954847Z","steps":["trace[679015788] 'agreement among raft nodes before linearized reading' (duration: 1.84196847s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:54.954927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102265701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:54.954941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:53.112695Z","time spent":"1.842229196s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:06:54.954976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.854439581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-27T02:06:54.955023Z","caller":"traceutil/trace.go:171","msg":"trace[978155514] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26641; }","duration":"2.854530464s","start":"2026-02-27T02:06:52.100481Z","end":"2026-02-27T02:06:54.955011Z","steps":["trace[978155514] 'agreement among raft nodes before linearized reading' (duration: 2.854350099s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:54.955073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:52.100459Z","time spent":"2.854602735s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T02:06:54.954805Z","caller":"traceutil/trace.go:171","msg":"trace[576184122] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26641; }","duration":"2.290057883s","start":"2026-02-27T02:06:52.664727Z","end":"2026-02-27T02:06:54.954785Z","steps":["trace[576184122] 'agreement among raft nodes before linearized reading' (duration: 2.28994182s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:54.955219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:52.664704Z","time spent":"2.290495375s","remote":"127.0.0.1:33846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:54.954955Z","caller":"traceutil/trace.go:171","msg":"trace[1111865344] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26641; }","duration":"2.102342154s","start":"2026-02-27T02:06:52.852604Z","end":"2026-02-27T02:06:54.954947Z","steps":["trace[1111865344] 'agreement among raft nodes before linearized reading' (duration: 2.102251731s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:54.955378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:52.852582Z","time spent":"2.102785985s","remote":"127.0.0.1:34048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:54.955871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982788144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-02-27T02:06:54.955952Z","caller":"traceutil/trace.go:171","msg":"trace[193813815] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26641; }","duration":"2.982896068s","start":"2026-02-27T02:06:51.973031Z","end":"2026-02-27T02:06:54.955928Z","steps":["trace[193813815] 'agreement among raft nodes before linearized reading' (duration: 2.982631981s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:54.955995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:51.973023Z","time spent":"2.982962379s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-27T02:06:54.956011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983227587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-02-27T02:06:54.956063Z","caller":"traceutil/trace.go:171","msg":"trace[741396655] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26641; }","duration":"2.983318259s","start":"2026-02-27T02:06:51.972727Z","end":"2026-02-27T02:06:54.956046Z","steps":["trace[741396655] 'agreement among raft nodes before linearized reading' (duration: 2.983114243s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:54.956099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:51.972709Z","time spent":"2.98338139s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T02:06:54.956239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98107208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:54.956275Z","caller":"traceutil/trace.go:171","msg":"trace[1145038276] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26641; }","duration":"2.981149321s","start":"2026-02-27T02:06:51.975112Z","end":"2026-02-27T02:06:54.956261Z","steps":["trace[1145038276] 'agreement among raft nodes before linearized reading' (duration: 2.98108924s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:54.956303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:51.975089Z","time spent":"2.981206553s","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-27T02:06:54.954893Z","caller":"traceutil/trace.go:171","msg":"trace[976699761] transaction","detail":"{read_only:false; response_revision:26641; number_of_response:1; }","duration":"1.823669077s","start":"2026-02-27T02:06:53.130898Z","end":"2026-02-27T02:06:54.954567Z","steps":["trace[976699761] 'process raft request' (duration: 1.823175854s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:54.957732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:53.130874Z","time spent":"1.82679941s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:56.956843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999900932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:56.956932Z","caller":"traceutil/trace.go:171","msg":"trace[1173020596] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000035275s","start":"2026-02-27T02:06:54.956876Z","end":"2026-02-27T02:06:56.956911Z","steps":["trace[1173020596] 'agreement among raft nodes before linearized reading' (duration: 1.999923472s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:56.956985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:54.95685Z","time spent":"2.000125148s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:57.282051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87237818s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:57.282171Z","caller":"traceutil/trace.go:171","msg":"trace[1681392804] linearizableReadLoop","detail":"{readStateIndex:27934; appliedIndex:27933; }","duration":"2.327520379s","start":"2026-02-27T02:06:54.954632Z","end":"2026-02-27T02:06:57.282152Z","steps":["trace[1681392804] 'read index received' (duration: 455.030925ms)","trace[1681392804] 'applied index is now lower than readState.Index' (duration: 1.872487833s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:57.282209Z","caller":"traceutil/trace.go:171","msg":"trace[419448859] transaction","detail":"{read_only:false; response_revision:26642; number_of_response:1; }","duration":"3.178498603s","start":"2026-02-27T02:06:54.103689Z","end":"2026-02-27T02:06:57.282187Z","steps":["trace[419448859] 'process raft request' (duration: 1.305877617s)","trace[419448859] 'compare' (duration: 1.871509007s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:57.282259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.340230667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:57.282313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:54.103658Z","time spent":"3.178607276s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:57.282341Z","caller":"traceutil/trace.go:171","msg":"trace[1304325049] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26642; }","duration":"3.340380521s","start":"2026-02-27T02:06:53.941942Z","end":"2026-02-27T02:06:57.282322Z","steps":["trace[1304325049] 'agreement among raft nodes before linearized reading' (duration: 3.340233087s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:57.282397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:53.941914Z","time spent":"3.340472164s","remote":"127.0.0.1:45874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:57.282414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.652973781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:06:57.282446Z","caller":"traceutil/trace.go:171","msg":"trace[874859368] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26642; }","duration":"3.653036873s","start":"2026-02-27T02:06:53.6294Z","end":"2026-02-27T02:06:57.282436Z","steps":["trace[874859368] 'agreement among raft nodes before linearized reading' (duration: 3.65291031s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:57.282488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:53.629374Z","time spent":"3.653105615s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T02:06:57.28229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.54555942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:57.282484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.334097855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:57.282693Z","caller":"traceutil/trace.go:171","msg":"trace[338702355] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26642; }","duration":"3.546005202s","start":"2026-02-27T02:06:53.736669Z","end":"2026-02-27T02:06:57.282674Z","steps":["trace[338702355] 'agreement among raft nodes before linearized reading' (duration: 3.54555866s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:57.282719Z","caller":"traceutil/trace.go:171","msg":"trace[460461227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26642; }","duration":"3.334388573s","start":"2026-02-27T02:06:53.948301Z","end":"2026-02-27T02:06:57.282689Z","steps":["trace[460461227] 'agreement among raft nodes before linearized reading' (duration: 3.333860609s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:57.282755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:53.736641Z","time spent":"3.546097424s","remote":"127.0.0.1:50420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:57.282844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:53.948276Z","time spent":"3.334495166s","remote":"127.0.0.1:50456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:57.782532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:58.282876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:58.511961Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.102290894s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:58.96536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000636942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:58.965438Z","caller":"traceutil/trace.go:171","msg":"trace[478015068] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000763325s","start":"2026-02-27T02:06:56.964659Z","end":"2026-02-27T02:06:58.965422Z","steps":["trace[478015068] 'agreement among raft nodes before linearized reading' (duration: 2.000672173s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:58.965479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:56.964639Z","time spent":"2.000830917s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:00.097214Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.506991007s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:00.10151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589274836s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T02:07:00.102088Z","caller":"traceutil/trace.go:171","msg":"trace[2104839054] linearizableReadLoop","detail":"{readStateIndex:27939; appliedIndex:27934; }","duration":"2.819866318s","start":"2026-02-27T02:06:57.282199Z","end":"2026-02-27T02:07:00.102065Z","steps":["trace[2104839054] 'read index received' (duration: 1.230026707s)","trace[2104839054] 'applied index is now lower than readState.Index' (duration: 1.589838611s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:00.102218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:54.956107Z","time spent":"5.146107294s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:07:00.102383Z","caller":"traceutil/trace.go:171","msg":"trace[289456760] transaction","detail":"{read_only:false; response_revision:26645; number_of_response:1; }","duration":"5.135809333s","start":"2026-02-27T02:06:54.966533Z","end":"2026-02-27T02:07:00.102343Z","steps":["trace[289456760] 'process raft request' (duration: 5.135397462s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:00.102535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.087314449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:00.102649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:54.966519Z","time spent":"5.135974737s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:00.102692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119908576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:00.102758Z","caller":"traceutil/trace.go:171","msg":"trace[1143788157] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26646; }","duration":"2.120047679s","start":"2026-02-27T02:06:57.982696Z","end":"2026-02-27T02:07:00.102744Z","steps":["trace[1143788157] 'agreement among raft nodes before linearized reading' (duration: 2.119876945s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:00.102798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:57.982671Z","time spent":"2.120119091s","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:00.102804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.14254499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fa6d065a-259d-41e2-b690-63a4af0f36c3\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-02-27T02:07:00.102853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137574079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:00.102797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289873324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:00.102843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.954543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:07:00.102897Z","caller":"traceutil/trace.go:171","msg":"trace[542781481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26646; }","duration":"1.13761105s","start":"2026-02-27T02:06:58.965272Z","end":"2026-02-27T02:07:00.102884Z","steps":["trace[542781481] 'agreement among raft nodes before linearized reading' (duration: 1.137562529s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:00.102883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.999316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:07:00.10291Z","caller":"traceutil/trace.go:171","msg":"trace[1261602100] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26646; }","duration":"1.290040408s","start":"2026-02-27T02:06:58.81285Z","end":"2026-02-27T02:07:00.102891Z","steps":["trace[1261602100] 'agreement among raft nodes before linearized reading' (duration: 1.289886534s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:00.102856Z","caller":"traceutil/trace.go:171","msg":"trace[1655887291] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fa6d065a-259d-41e2-b690-63a4af0f36c3; range_end:; response_count:1; response_revision:26646; }","duration":"5.142617072s","start":"2026-02-27T02:06:54.960222Z","end":"2026-02-27T02:07:00.102839Z","steps":["trace[1655887291] 'agreement among raft nodes before linearized reading' (duration: 5.142455668s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:00.102922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371205348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-02-27T02:07:00.102965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:54.960205Z","time spent":"5.142754046s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-fa6d065a-259d-41e2-b690-63a4af0f36c3\" "} {"level":"warn","ts":"2026-02-27T02:07:00.102977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83102386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:00.102959Z","caller":"traceutil/trace.go:171","msg":"trace[1487463038] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26646; }","duration":"669.11647ms","start":"2026-02-27T02:06:59.433821Z","end":"2026-02-27T02:07:00.102938Z","steps":["trace[1487463038] 'agreement among raft nodes before linearized reading' (duration: 668.873014ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:00.102894Z","caller":"traceutil/trace.go:171","msg":"trace[913003552] transaction","detail":"{read_only:false; response_revision:26643; number_of_response:1; }","duration":"5.141956545s","start":"2026-02-27T02:06:54.960467Z","end":"2026-02-27T02:07:00.102424Z","steps":["trace[913003552] 'process raft request' (duration: 5.141176094s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:00.103063Z","caller":"traceutil/trace.go:171","msg":"trace[648049393] transaction","detail":"{read_only:false; response_revision:26644; number_of_response:1; }","duration":"5.141160373s","start":"2026-02-27T02:06:54.961387Z","end":"2026-02-27T02:07:00.102548Z","steps":["trace[648049393] 'process raft request' (duration: 5.140472055s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:00.102981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:58.812826Z","time spent":"1.290138991s","remote":"127.0.0.1:45752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:00.103138Z","caller":"traceutil/trace.go:171","msg":"trace[659879634] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26646; }","duration":"3.087408762s","start":"2026-02-27T02:06:57.015169Z","end":"2026-02-27T02:07:00.102577Z","steps":["trace[659879634] 'agreement among raft nodes before linearized reading' (duration: 3.087299629s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:00.102913Z","caller":"traceutil/trace.go:171","msg":"trace[310709531] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26646; }","duration":"194.081166ms","start":"2026-02-27T02:06:59.908817Z","end":"2026-02-27T02:07:00.102898Z","steps":["trace[310709531] 'agreement among raft nodes before linearized reading' (duration: 193.863531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:00.103188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:57.015154Z","time spent":"3.088012217s","remote":"127.0.0.1:50382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:00.103185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:54.961361Z","time spent":"5.141753999s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:00.102936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:58.965151Z","time spent":"1.137779394s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:00.10266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.713385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:00.103301Z","caller":"traceutil/trace.go:171","msg":"trace[2090253061] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26646; }","duration":"772.399393ms","start":"2026-02-27T02:06:59.330893Z","end":"2026-02-27T02:07:00.103292Z","steps":["trace[2090253061] 'agreement among raft nodes before linearized reading' (duration: 771.733655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:00.10334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:59.330871Z","time spent":"772.456105ms","remote":"127.0.0.1:45540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:00.102984Z","caller":"traceutil/trace.go:171","msg":"trace[245486259] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:26646; }","duration":"1.371314891s","start":"2026-02-27T02:06:58.731651Z","end":"2026-02-27T02:07:00.102966Z","steps":["trace[245486259] 'agreement among raft nodes before linearized reading' (duration: 1.371200998s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:00.103384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:58.731627Z","time spent":"1.371749382s","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-02-27T02:07:00.103008Z","caller":"traceutil/trace.go:171","msg":"trace[1802249404] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26646; }","duration":"1.831095322s","start":"2026-02-27T02:06:58.271901Z","end":"2026-02-27T02:07:00.102996Z","steps":["trace[1802249404] 'agreement among raft nodes before linearized reading' (duration: 1.831049801s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:00.103467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:58.271876Z","time spent":"1.831574865s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:00.103034Z","caller":"traceutil/trace.go:171","msg":"trace[1512522767] transaction","detail":"{read_only:false; response_revision:26646; number_of_response:1; }","duration":"2.633037004s","start":"2026-02-27T02:06:57.469426Z","end":"2026-02-27T02:07:00.102463Z","steps":["trace[1512522767] 'process raft request' (duration: 2.632594722s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:00.103568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:57.469393Z","time spent":"2.634117061s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:00.103027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:59.433798Z","time spent":"669.215442ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:07:00.104895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:54.960426Z","time spent":"5.142694314s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:07:01.975374Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.530339393s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:02.10723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0005422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:02.107334Z","caller":"traceutil/trace.go:171","msg":"trace[104333174] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000681793s","start":"2026-02-27T02:07:00.106629Z","end":"2026-02-27T02:07:02.107311Z","steps":["trace[104333174] 'agreement among raft nodes before linearized reading' (duration: 2.000553269s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:02.107389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:00.106591Z","time spent":"2.000786596s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:02.109677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999923383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:02.109772Z","caller":"traceutil/trace.go:171","msg":"trace[807072206] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000044846s","start":"2026-02-27T02:07:00.109705Z","end":"2026-02-27T02:07:02.10975Z","steps":["trace[807072206] 'agreement among raft nodes before linearized reading' (duration: 1.999916233s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:02.109842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:00.109658Z","time spent":"2.00017331s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:02.184952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739825886s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:02.185073Z","caller":"traceutil/trace.go:171","msg":"trace[321617426] transaction","detail":"{read_only:false; response_revision:26647; number_of_response:1; }","duration":"2.080320943s","start":"2026-02-27T02:07:00.104723Z","end":"2026-02-27T02:07:02.185044Z","steps":["trace[321617426] 'process raft request' (duration: 340.307862ms)","trace[321617426] 'compare' (duration: 1.73884445s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:02.185169Z","caller":"traceutil/trace.go:171","msg":"trace[473285457] transaction","detail":"{read_only:false; response_revision:26648; number_of_response:1; }","duration":"2.076994105s","start":"2026-02-27T02:07:00.108158Z","end":"2026-02-27T02:07:02.185152Z","steps":["trace[473285457] 'process raft request' (duration: 2.076902843s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:02.1852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:00.10468Z","time spent":"2.080452306s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:02.185228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:00.108136Z","time spent":"2.077071097s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":915,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:07:02.185387Z","caller":"traceutil/trace.go:171","msg":"trace[802144878] linearizableReadLoop","detail":"{readStateIndex:27940; appliedIndex:27939; }","duration":"2.07870535s","start":"2026-02-27T02:07:00.10665Z","end":"2026-02-27T02:07:02.185355Z","steps":["trace[802144878] 'read index received' (duration: 338.378041ms)","trace[802144878] 'applied index is now lower than readState.Index' (duration: 1.740323909s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:02.685802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:03.186125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:03.687062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:04.11879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999959733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:04.118898Z","caller":"traceutil/trace.go:171","msg":"trace[1551869708] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000141908s","start":"2026-02-27T02:07:02.118734Z","end":"2026-02-27T02:07:04.118876Z","steps":["trace[1551869708] 'agreement among raft nodes before linearized reading' (duration: 2.000006175s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:04.118953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.1187Z","time spent":"2.000242711s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:04.188174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:04.25983Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.108490544s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:05.120148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995430362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:05.120238Z","caller":"traceutil/trace.go:171","msg":"trace[563155229] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.995594556s","start":"2026-02-27T02:07:00.124623Z","end":"2026-02-27T02:07:05.120217Z","steps":["trace[563155229] 'agreement among raft nodes before linearized reading' (duration: 4.995468433s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:05.120299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:00.124605Z","time spent":"4.995676159s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 02:07:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:05.659381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.257116086s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:05.659599Z","caller":"traceutil/trace.go:171","msg":"trace[72654952] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26648; }","duration":"3.257343002s","start":"2026-02-27T02:07:02.402231Z","end":"2026-02-27T02:07:05.659574Z","steps":["trace[72654952] 'range keys from in-memory index tree' (duration: 3.257098675s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:05.662121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402034932s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:05.662535Z","caller":"traceutil/trace.go:171","msg":"trace[1863502229] transaction","detail":"{read_only:false; response_revision:26649; number_of_response:1; }","duration":"5.029019408s","start":"2026-02-27T02:07:00.633499Z","end":"2026-02-27T02:07:05.662519Z","steps":["trace[1863502229] 'process raft request' (duration: 3.626521154s)","trace[1863502229] 'compare' (duration: 1.401917919s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:05.662704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:00.63347Z","time spent":"5.029195683s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:06.12013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000118889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:06.120204Z","caller":"traceutil/trace.go:171","msg":"trace[213121140] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000262133s","start":"2026-02-27T02:07:04.119925Z","end":"2026-02-27T02:07:06.120187Z","steps":["trace[213121140] 'agreement among raft nodes before linearized reading' (duration: 2.00015797s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:06.120247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:04.119901Z","time spent":"2.000336625s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:06.642366Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.321151172s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:08.128428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000200929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:08.128512Z","caller":"traceutil/trace.go:171","msg":"trace[2113176925] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000347104s","start":"2026-02-27T02:07:06.128145Z","end":"2026-02-27T02:07:08.128492Z","steps":["trace[2113176925] 'agreement among raft nodes before linearized reading' (duration: 2.000238081s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:08.128567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:06.128126Z","time spent":"2.000430346s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:08.36187Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.251436161s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:09.190801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.189918Z","time spent":"7.00087628s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:07:09.288618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.28822Z","time spent":"7.000389678s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:07:09.577997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:07.55741Z","time spent":"2.020577098s","remote":"127.0.0.1:37740","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:07:09.579154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936458253s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:09.579506Z","caller":"traceutil/trace.go:171","msg":"trace[946883683] transaction","detail":"{read_only:false; response_revision:26652; number_of_response:1; }","duration":"6.300295512s","start":"2026-02-27T02:07:03.27918Z","end":"2026-02-27T02:07:09.579476Z","steps":["trace[946883683] 'process raft request' (duration: 6.300138248s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:09.579677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:03.279155Z","time spent":"6.300406245s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:09.580452Z","caller":"traceutil/trace.go:171","msg":"trace[1056090490] linearizableReadLoop","detail":"{readStateIndex:27945; appliedIndex:27941; }","duration":"7.39495181s","start":"2026-02-27T02:07:02.185465Z","end":"2026-02-27T02:07:09.580417Z","steps":["trace[1056090490] 'read index received' (duration: 2.074569191s)","trace[1056090490] 'applied index is now lower than readState.Index' (duration: 5.320377499s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:09.646211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000348804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:09.646292Z","caller":"traceutil/trace.go:171","msg":"trace[1543509069] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000474928s","start":"2026-02-27T02:07:07.645793Z","end":"2026-02-27T02:07:09.646268Z","steps":["trace[1543509069] 'agreement among raft nodes before linearized reading' (duration: 2.000374085s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:09.646345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:07.645773Z","time spent":"2.000561541s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:10.129437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000669483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:10.129522Z","caller":"traceutil/trace.go:171","msg":"trace[1348636029] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000826226s","start":"2026-02-27T02:07:08.128675Z","end":"2026-02-27T02:07:10.129501Z","steps":["trace[1348636029] 'agreement among raft nodes before linearized reading' (duration: 2.000714463s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:10.12958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:08.128653Z","time spent":"2.000915459s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:12.139071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999961244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:12.139225Z","caller":"traceutil/trace.go:171","msg":"trace[1670827525] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00016413s","start":"2026-02-27T02:07:10.139033Z","end":"2026-02-27T02:07:12.139197Z","steps":["trace[1670827525] 'agreement among raft nodes before linearized reading' (duration: 1.999998265s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:12.139331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:10.139012Z","time spent":"2.000297734s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:12.270305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99532704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:12.27039Z","caller":"traceutil/trace.go:171","msg":"trace[1800580119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.995474754s","start":"2026-02-27T02:07:07.274895Z","end":"2026-02-27T02:07:12.27037Z","steps":["trace[1800580119] 'agreement among raft nodes before linearized reading' (duration: 4.995363771s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:12.270444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:07.274875Z","time spent":"4.995558535s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 02:07:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:12.593664Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.919618226s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:12.862565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.283196483s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:07:12.862795Z","caller":"traceutil/trace.go:171","msg":"trace[1380519247] linearizableReadLoop","detail":"{readStateIndex:27946; appliedIndex:27945; }","duration":"3.282261688s","start":"2026-02-27T02:07:09.58052Z","end":"2026-02-27T02:07:12.862781Z","steps":["trace[1380519247] 'read index received' (duration: 93.562µs)","trace[1380519247] 'applied index is now lower than readState.Index' (duration: 3.282167236s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:12.863337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.941174167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:12.863423Z","caller":"traceutil/trace.go:171","msg":"trace[1025617201] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26652; }","duration":"10.94131228s","start":"2026-02-27T02:07:01.922084Z","end":"2026-02-27T02:07:12.863397Z","steps":["trace[1025617201] 'agreement among raft nodes before linearized reading' (duration: 7.658489417s)","trace[1025617201] 'count revisions from in-memory index tree' (duration: 3.282699269s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:12.863466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:01.92206Z","time spent":"10.941393763s","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:12.863645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.887919955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:12.863673Z","caller":"traceutil/trace.go:171","msg":"trace[468381684] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26652; }","duration":"7.888010637s","start":"2026-02-27T02:07:04.975653Z","end":"2026-02-27T02:07:12.863663Z","steps":["trace[468381684] 'agreement among raft nodes before linearized reading' (duration: 7.887948106s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:12.8637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:04.975628Z","time spent":"7.888063949s","remote":"127.0.0.1:45938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:07:12.863728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.755799235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-tf6lr\" ","response":"range_response_count:1 size:4691"} {"level":"info","ts":"2026-02-27T02:07:12.863754Z","caller":"traceutil/trace.go:171","msg":"trace[1311864207] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-tf6lr; range_end:; response_count:1; response_revision:26652; }","duration":"12.755824545s","start":"2026-02-27T02:07:00.10792Z","end":"2026-02-27T02:07:12.863745Z","steps":["trace[1311864207] 'agreement among raft nodes before linearized reading' (duration: 9.472676234s)","trace[1311864207] 'range keys from in-memory index tree' (duration: 3.283039149s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:12.863749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.400552727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-02-27T02:07:12.863803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.756416722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-27T02:07:12.863819Z","caller":"traceutil/trace.go:171","msg":"trace[1150228683] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26652; }","duration":"7.400682051s","start":"2026-02-27T02:07:05.463118Z","end":"2026-02-27T02:07:12.8638Z","steps":["trace[1150228683] 'agreement among raft nodes before linearized reading' (duration: 7.400461405s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:12.863839Z","caller":"traceutil/trace.go:171","msg":"trace[2012758714] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26652; }","duration":"12.756463613s","start":"2026-02-27T02:07:00.107364Z","end":"2026-02-27T02:07:12.863827Z","steps":["trace[2012758714] 'agreement among raft nodes before linearized reading' (duration: 9.473241899s)","trace[2012758714] 'range keys from in-memory index tree' (duration: 3.283101791s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:12.863846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.120110297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:12.863853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:05.463083Z","time spent":"7.400762373s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T02:07:12.863861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:00.107356Z","time spent":"12.756500413s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-02-27T02:07:12.863866Z","caller":"traceutil/trace.go:171","msg":"trace[2026031491] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26652; }","duration":"8.120133017s","start":"2026-02-27T02:07:04.743726Z","end":"2026-02-27T02:07:12.863859Z","steps":["trace[2026031491] 'agreement among raft nodes before linearized reading' (duration: 8.120098416s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:12.863885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:04.743645Z","time spent":"8.12023432s","remote":"127.0.0.1:50422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:12.863977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.351500247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:12.863979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.365422516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:12.864002Z","caller":"traceutil/trace.go:171","msg":"trace[791672332] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26652; }","duration":"12.351726783s","start":"2026-02-27T02:07:00.512267Z","end":"2026-02-27T02:07:12.863994Z","steps":["trace[791672332] 'agreement among raft nodes before linearized reading' (duration: 9.068315454s)","trace[791672332] 'count revisions from in-memory index tree' (duration: 3.283357107s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:12.864005Z","caller":"traceutil/trace.go:171","msg":"trace[1561480221] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26652; }","duration":"9.365487938s","start":"2026-02-27T02:07:03.49851Z","end":"2026-02-27T02:07:12.863998Z","steps":["trace[1561480221] 'agreement among raft nodes before linearized reading' (duration: 9.365449407s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:12.864021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:00.512236Z","time spent":"12.351779755s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:12.864021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:03.498488Z","time spent":"9.36552924s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:12.864097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.570663721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T02:07:12.864125Z","caller":"traceutil/trace.go:171","msg":"trace[1069503313] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26652; }","duration":"3.570733633s","start":"2026-02-27T02:07:09.293379Z","end":"2026-02-27T02:07:12.864113Z","steps":["trace[1069503313] 'agreement among raft nodes before linearized reading' (duration: 3.570647311s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:12.864128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.099440099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:12.864139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.450401057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:12.864144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:09.29335Z","time spent":"3.570789435s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T02:07:12.86415Z","caller":"traceutil/trace.go:171","msg":"trace[528314164] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26652; }","duration":"11.099508801s","start":"2026-02-27T02:07:01.764633Z","end":"2026-02-27T02:07:12.864141Z","steps":["trace[528314164] 'agreement among raft nodes before linearized reading' (duration: 7.815988359s)","trace[528314164] 'count revisions from in-memory index tree' (duration: 3.283491s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:12.864158Z","caller":"traceutil/trace.go:171","msg":"trace[395373652] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26652; }","duration":"9.450462918s","start":"2026-02-27T02:07:03.413688Z","end":"2026-02-27T02:07:12.864151Z","steps":["trace[395373652] 'agreement among raft nodes before linearized reading' (duration: 9.450429967s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:12.864169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:01.764604Z","time spent":"11.099560262s","remote":"127.0.0.1:45738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:12.864177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:03.413665Z","time spent":"9.45050693s","remote":"127.0.0.1:50444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:12.86424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.668814789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5ba91fb2d64\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:07:12.864261Z","caller":"traceutil/trace.go:171","msg":"trace[416663746] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f5ba91fb2d64; range_end:; response_count:1; response_revision:26652; }","duration":"3.668879901s","start":"2026-02-27T02:07:09.195373Z","end":"2026-02-27T02:07:12.864253Z","steps":["trace[416663746] 'agreement among raft nodes before linearized reading' (duration: 3.668817969s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:12.864268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.375705442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:12.864277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.053459685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:12.864287Z","caller":"traceutil/trace.go:171","msg":"trace[275916813] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26652; }","duration":"11.375772923s","start":"2026-02-27T02:07:01.488508Z","end":"2026-02-27T02:07:12.864281Z","steps":["trace[275916813] 'agreement among raft nodes before linearized reading' (duration: 8.092121719s)","trace[275916813] 'count revisions from in-memory index tree' (duration: 3.283621914s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:12.864298Z","caller":"traceutil/trace.go:171","msg":"trace[1395377769] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26652; }","duration":"10.053523007s","start":"2026-02-27T02:07:02.810768Z","end":"2026-02-27T02:07:12.864291Z","steps":["trace[1395377769] 'agreement among raft nodes before linearized reading' (duration: 10.053491396s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:12.864309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:01.488482Z","time spent":"11.375820075s","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:12.864316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.810745Z","time spent":"10.053566548s","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:12.864409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.207815369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:12.864428Z","caller":"traceutil/trace.go:171","msg":"trace[694950402] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26652; }","duration":"12.207832489s","start":"2026-02-27T02:07:00.656587Z","end":"2026-02-27T02:07:12.86442Z","steps":["trace[694950402] 'agreement among raft nodes before linearized reading' (duration: 8.924045841s)","trace[694950402] 'count revisions from in-memory index tree' (duration: 3.283762128s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:12.864439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.596204723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T02:07:12.864445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:00.656513Z","time spent":"12.207927312s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:12.864455Z","caller":"traceutil/trace.go:171","msg":"trace[450614375] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26652; }","duration":"10.596261624s","start":"2026-02-27T02:07:02.268189Z","end":"2026-02-27T02:07:12.86445Z","steps":["trace[450614375] 'agreement among raft nodes before linearized reading' (duration: 10.596205542s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:12.864471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.268168Z","time spent":"10.596298965s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T02:07:12.864562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.46418434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:288280"} {"level":"info","ts":"2026-02-27T02:07:12.86459Z","caller":"traceutil/trace.go:171","msg":"trace[716832816] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:26652; }","duration":"5.464269382s","start":"2026-02-27T02:07:07.400313Z","end":"2026-02-27T02:07:12.864583Z","steps":["trace[716832816] 'agreement among raft nodes before linearized reading' (duration: 5.463977145s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:12.864607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:07.40028Z","time spent":"5.464322034s","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":288303,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-27T02:07:12.864611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.676975312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T02:07:12.864643Z","caller":"traceutil/trace.go:171","msg":"trace[1063453107] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26652; }","duration":"10.677007333s","start":"2026-02-27T02:07:02.187627Z","end":"2026-02-27T02:07:12.864634Z","steps":["trace[1063453107] 'agreement among raft nodes before linearized reading' (duration: 10.67691272s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:12.864639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:12.26359Z","time spent":"601.039025ms","remote":"127.0.0.1:36290","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:07:12.864278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:09.195344Z","time spent":"3.668930202s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5ba91fb2d64\" "} {"level":"warn","ts":"2026-02-27T02:07:12.864941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.03887104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130943"} {"level":"warn","ts":"2026-02-27T02:07:12.864667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.187579Z","time spent":"10.677083315s","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T02:07:12.864964Z","caller":"traceutil/trace.go:171","msg":"trace[1838202401] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26652; }","duration":"6.038942732s","start":"2026-02-27T02:07:06.826015Z","end":"2026-02-27T02:07:12.864958Z","steps":["trace[1838202401] 'agreement among raft nodes before linearized reading' (duration: 6.03885477s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:12.864983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:06.825986Z","time spent":"6.038990893s","remote":"127.0.0.1:33702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130966,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T02:07:12.865032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.784916ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:12.865087Z","caller":"traceutil/trace.go:171","msg":"trace[28430918] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26652; }","duration":"463.843478ms","start":"2026-02-27T02:07:12.401237Z","end":"2026-02-27T02:07:12.865081Z","steps":["trace[28430918] 'range keys from in-memory index tree' (duration: 463.775616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:12.865086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.341785238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:12.863778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:00.107849Z","time spent":"12.755919958s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4714,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-tf6lr\" "} {"level":"info","ts":"2026-02-27T02:07:12.865107Z","caller":"traceutil/trace.go:171","msg":"trace[538284924] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26652; }","duration":"7.341853079s","start":"2026-02-27T02:07:05.523248Z","end":"2026-02-27T02:07:12.865101Z","steps":["trace[538284924] 'agreement among raft nodes before linearized reading' (duration: 7.341815788s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:12.865126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:05.523221Z","time spent":"7.341900631s","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:12.86525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.047149999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-02-27T02:07:12.865266Z","caller":"traceutil/trace.go:171","msg":"trace[976001843] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26652; }","duration":"6.04721064s","start":"2026-02-27T02:07:06.81805Z","end":"2026-02-27T02:07:12.865261Z","steps":["trace[976001843] 'agreement among raft nodes before linearized reading' (duration: 6.047151959s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:12.865283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:06.818023Z","time spent":"6.047254652s","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-27T02:07:12.865399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.233411371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:12.865428Z","caller":"traceutil/trace.go:171","msg":"trace[1049725709] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26652; }","duration":"7.233487682s","start":"2026-02-27T02:07:05.631931Z","end":"2026-02-27T02:07:12.865419Z","steps":["trace[1049725709] 'agreement among raft nodes before linearized reading' (duration: 7.23338234s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:12.865448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:05.631905Z","time spent":"7.233537234s","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:12.865499Z","caller":"traceutil/trace.go:171","msg":"trace[1683548638] transaction","detail":"{read_only:false; response_revision:26653; number_of_response:1; }","duration":"2.741714889s","start":"2026-02-27T02:07:10.123772Z","end":"2026-02-27T02:07:12.865487Z","steps":["trace[1683548638] 'process raft request' (duration: 2.738916206s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:12.865591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:10.123738Z","time spent":"2.74179106s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:13.368676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957387,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:13.869267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281957387,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:14.062399Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.193918284s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:15.758979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.890776758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-27T02:07:15.759082Z","caller":"traceutil/trace.go:171","msg":"trace[1992636696] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26653; }","duration":"2.890921162s","start":"2026-02-27T02:07:12.868138Z","end":"2026-02-27T02:07:15.759059Z","steps":["trace[1992636696] 'range keys from in-memory index tree' (duration: 2.890589323s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:15.759134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:12.868123Z","time spent":"2.891000184s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T02:07:15.759505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.797002045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-02-27T02:07:15.75955Z","caller":"traceutil/trace.go:171","msg":"trace[1652733310] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26653; }","duration":"5.797083717s","start":"2026-02-27T02:07:09.962452Z","end":"2026-02-27T02:07:15.759536Z","steps":["trace[1652733310] 'agreement among raft nodes before linearized reading' (duration: 2.903014252s)","trace[1652733310] 'range keys from in-memory index tree' (duration: 2.893973102s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:15.759579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:09.96243Z","time spent":"5.797143148s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:15.759822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.29206964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:15.75986Z","caller":"traceutil/trace.go:171","msg":"trace[594262987] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26653; }","duration":"4.292133242s","start":"2026-02-27T02:07:11.467716Z","end":"2026-02-27T02:07:15.759849Z","steps":["trace[594262987] 'agreement among raft nodes before linearized reading' (duration: 1.397766429s)","trace[594262987] 'count revisions from in-memory index tree' (duration: 2.894317202s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:15.75989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:11.467704Z","time spent":"4.292178643s","remote":"127.0.0.1:50446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:15.760054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.306729443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:15.760092Z","caller":"traceutil/trace.go:171","msg":"trace[1840839440] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26653; }","duration":"3.306799985s","start":"2026-02-27T02:07:12.45328Z","end":"2026-02-27T02:07:15.76008Z","steps":["trace[1840839440] 'agreement among raft nodes before linearized reading' (duration: 412.211866ms)","trace[1840839440] 'count revisions from in-memory index tree' (duration: 2.894545927s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:15.760122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:12.453259Z","time spent":"3.306855007s","remote":"127.0.0.1:60884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:15.760376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.647467549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T02:07:15.76043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.578392401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:07:15.760462Z","caller":"traceutil/trace.go:171","msg":"trace[791256505] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26653; }","duration":"5.578451083s","start":"2026-02-27T02:07:10.182001Z","end":"2026-02-27T02:07:15.760452Z","steps":["trace[791256505] 'agreement among raft nodes before linearized reading' (duration: 2.683618118s)","trace[791256505] 'count revisions from in-memory index tree' (duration: 2.894787164s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:15.760474Z","caller":"traceutil/trace.go:171","msg":"trace[53817425] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26653; }","duration":"4.647644214s","start":"2026-02-27T02:07:11.112802Z","end":"2026-02-27T02:07:15.760447Z","steps":["trace[53817425] 'agreement among raft nodes before linearized reading' (duration: 1.752808479s)","trace[53817425] 'range keys from in-memory index tree' (duration: 2.894582248s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:15.760489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.904254109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:15.760576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.295448652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:15.760579Z","caller":"traceutil/trace.go:171","msg":"trace[154570720] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26653; }","duration":"4.904402303s","start":"2026-02-27T02:07:10.856154Z","end":"2026-02-27T02:07:15.760556Z","steps":["trace[154570720] 'agreement among raft nodes before linearized reading' (duration: 2.009475325s)","trace[154570720] 'count revisions from in-memory index tree' (duration: 2.894805464s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:15.760629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:10.856128Z","time spent":"4.904487215s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:15.760774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.399069088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:15.760867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.678700876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:15.760905Z","caller":"traceutil/trace.go:171","msg":"trace[1514513646] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26653; }","duration":"5.678783007s","start":"2026-02-27T02:07:10.082111Z","end":"2026-02-27T02:07:15.760894Z","steps":["trace[1514513646] 'agreement among raft nodes before linearized reading' (duration: 2.783524671s)","trace[1514513646] 'count revisions from in-memory index tree' (duration: 2.895213775s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:15.760939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:10.082088Z","time spent":"5.678844159s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:15.76087Z","caller":"traceutil/trace.go:171","msg":"trace[139871870] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26653; }","duration":"3.399201071s","start":"2026-02-27T02:07:12.361644Z","end":"2026-02-27T02:07:15.760845Z","steps":["trace[139871870] 'agreement among raft nodes before linearized reading' (duration: 503.854973ms)","trace[139871870] 'count revisions from in-memory index tree' (duration: 2.895246676s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:15.761028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:12.36162Z","time spent":"3.399392127s","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":90,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:15.761054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.850765969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:15.761144Z","caller":"traceutil/trace.go:171","msg":"trace[43588016] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26653; }","duration":"4.850882971s","start":"2026-02-27T02:07:10.910236Z","end":"2026-02-27T02:07:15.761119Z","steps":["trace[43588016] 'agreement among raft nodes before linearized reading' (duration: 1.955362298s)","trace[43588016] 'count revisions from in-memory index tree' (duration: 2.89538742s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:15.761197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:10.910196Z","time spent":"4.850989854s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:15.760529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:11.112719Z","time spent":"4.647799748s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-27T02:07:15.761338Z","caller":"traceutil/trace.go:171","msg":"trace[62791986] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26653; }","duration":"9.296246233s","start":"2026-02-27T02:07:06.465068Z","end":"2026-02-27T02:07:15.761314Z","steps":["trace[62791986] 'agreement among raft nodes before linearized reading' (duration: 6.400455692s)","trace[62791986] 'count revisions from in-memory index tree' (duration: 2.895029171s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:15.761358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.35621095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:15.761402Z","caller":"traceutil/trace.go:171","msg":"trace[1813854040] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26653; }","duration":"4.356255042s","start":"2026-02-27T02:07:11.405135Z","end":"2026-02-27T02:07:15.76139Z","steps":["trace[1813854040] 'agreement among raft nodes before linearized reading' (duration: 1.460470741s)","trace[1813854040] 'count revisions from in-memory index tree' (duration: 2.895730909s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:15.761443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:11.405059Z","time spent":"4.356374825s","remote":"127.0.0.1:50326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:15.76043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.097169452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:15.761536Z","caller":"traceutil/trace.go:171","msg":"trace[1009416922] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26653; }","duration":"4.098345093s","start":"2026-02-27T02:07:11.663173Z","end":"2026-02-27T02:07:15.761518Z","steps":["trace[1009416922] 'agreement among raft nodes before linearized reading' (duration: 1.202343787s)","trace[1009416922] 'count revisions from in-memory index tree' (duration: 2.894850976s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:15.761407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:06.465012Z","time spent":"9.296376997s","remote":"127.0.0.1:60836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:15.761591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:11.663139Z","time spent":"4.098436195s","remote":"127.0.0.1:50440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:15.761655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.629000849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:15.760752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.621367148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:15.76173Z","caller":"traceutil/trace.go:171","msg":"trace[1315292289] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26653; }","duration":"3.629118543s","start":"2026-02-27T02:07:12.132597Z","end":"2026-02-27T02:07:15.761715Z","steps":["trace[1315292289] 'agreement among raft nodes before linearized reading' (duration: 732.914722ms)","trace[1315292289] 'count revisions from in-memory index tree' (duration: 2.896093808s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:15.761856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:12.132573Z","time spent":"3.629261156s","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:15.76049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:10.181988Z","time spent":"5.578495454s","remote":"127.0.0.1:33818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":244,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:15.76177Z","caller":"traceutil/trace.go:171","msg":"trace[1994265990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26653; }","duration":"3.622467567s","start":"2026-02-27T02:07:12.139288Z","end":"2026-02-27T02:07:15.761755Z","steps":["trace[1994265990] 'agreement among raft nodes before linearized reading' (duration: 726.217385ms)","trace[1994265990] 'range keys from in-memory index tree' (duration: 2.895198725s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:15.762271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:12.139261Z","time spent":"3.622997781s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:15.762439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699726009s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:15.762565Z","caller":"traceutil/trace.go:171","msg":"trace[709745837] transaction","detail":"{read_only:false; response_revision:26654; number_of_response:1; }","duration":"2.894110516s","start":"2026-02-27T02:07:12.868405Z","end":"2026-02-27T02:07:15.762515Z","steps":["trace[709745837] 'process raft request' (duration: 1.194265233s)","trace[709745837] 'compare' (duration: 1.697345317s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:15.762681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:12.868393Z","time spent":"2.894247769s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:16.149152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000712285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:16.149252Z","caller":"traceutil/trace.go:171","msg":"trace[313640019] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000878339s","start":"2026-02-27T02:07:14.148348Z","end":"2026-02-27T02:07:16.149227Z","steps":["trace[313640019] 'agreement among raft nodes before linearized reading' (duration: 2.000744806s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:16.149296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:14.148325Z","time spent":"2.000963941s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:16.27442Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.083547378s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:16.375858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.466159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:16.376506Z","caller":"traceutil/trace.go:171","msg":"trace[1837574244] transaction","detail":"{read_only:false; response_revision:26655; number_of_response:1; }","duration":"3.503542122s","start":"2026-02-27T02:07:12.872891Z","end":"2026-02-27T02:07:16.376434Z","steps":["trace[1837574244] 'process raft request' (duration: 3.402394605s)","trace[1837574244] 'compare' (duration: 100.191772ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:16.376628Z","caller":"traceutil/trace.go:171","msg":"trace[800407981] transaction","detail":"{read_only:false; response_revision:26656; number_of_response:1; }","duration":"3.207749954s","start":"2026-02-27T02:07:13.168795Z","end":"2026-02-27T02:07:16.376545Z","steps":["trace[800407981] 'process raft request' (duration: 3.207513998s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:16.376734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:12.872879Z","time spent":"3.503730027s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:16.376849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.168764Z","time spent":"3.207996151s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:16.783033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.566218ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:07:16.783577Z","caller":"traceutil/trace.go:171","msg":"trace[2113785821] linearizableReadLoop","detail":"{readStateIndex:27951; appliedIndex:27947; }","duration":"3.914953618s","start":"2026-02-27T02:07:12.868589Z","end":"2026-02-27T02:07:16.783542Z","steps":["trace[2113785821] 'read index received' (duration: 1.194033977s)","trace[2113785821] 'applied index is now lower than readState.Index' (duration: 2.720917531s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:16.783904Z","caller":"traceutil/trace.go:171","msg":"trace[431606254] transaction","detail":"{read_only:false; response_revision:26658; number_of_response:1; }","duration":"1.017400692s","start":"2026-02-27T02:07:15.766343Z","end":"2026-02-27T02:07:16.783744Z","steps":["trace[431606254] 'process raft request' (duration: 1.016816266s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:16.784083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:15.766331Z","time spent":"1.017633797s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:07:16.784522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.915900803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:87 size:111389"} {"level":"warn","ts":"2026-02-27T02:07:16.78457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289935076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:16.784605Z","caller":"traceutil/trace.go:171","msg":"trace[485458582] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:87; response_revision:26658; }","duration":"3.916031487s","start":"2026-02-27T02:07:12.868555Z","end":"2026-02-27T02:07:16.784587Z","steps":["trace[485458582] 'agreement among raft nodes before linearized reading' (duration: 3.915074732s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:16.784634Z","caller":"traceutil/trace.go:171","msg":"trace[58530925] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26659; }","duration":"1.290071849s","start":"2026-02-27T02:07:15.494542Z","end":"2026-02-27T02:07:16.784613Z","steps":["trace[58530925] 'agreement among raft nodes before linearized reading' (duration: 1.289928266s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:16.784654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:12.86854Z","time spent":"3.916101728s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":87,"response size":111412,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-27T02:07:16.78467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.119330495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17026"} {"level":"warn","ts":"2026-02-27T02:07:16.784699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:15.494514Z","time spent":"1.290174122s","remote":"127.0.0.1:48390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:16.784714Z","caller":"traceutil/trace.go:171","msg":"trace[1997985350] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26659; }","duration":"3.119419637s","start":"2026-02-27T02:07:13.665282Z","end":"2026-02-27T02:07:16.784702Z","steps":["trace[1997985350] 'agreement among raft nodes before linearized reading' (duration: 3.119215971s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:16.784749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.66526Z","time spent":"3.119478838s","remote":"127.0.0.1:33786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17049,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T02:07:16.784775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.675064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-02-27T02:07:16.784963Z","caller":"traceutil/trace.go:171","msg":"trace[98262563] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26659; }","duration":"397.809227ms","start":"2026-02-27T02:07:16.387024Z","end":"2026-02-27T02:07:16.784833Z","steps":["trace[98262563] 'agreement among raft nodes before linearized reading' (duration: 397.568461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:16.785034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:16.386996Z","time spent":"398.017583ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T02:07:16.785074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677176315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T02:07:16.785113Z","caller":"traceutil/trace.go:171","msg":"trace[2069498519] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26659; }","duration":"1.677267137s","start":"2026-02-27T02:07:15.107836Z","end":"2026-02-27T02:07:16.785103Z","steps":["trace[2069498519] 'agreement among raft nodes before linearized reading' (duration: 1.677159825s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:16.78511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.454596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:16.785187Z","caller":"traceutil/trace.go:171","msg":"trace[1368799168] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26659; }","duration":"304.572769ms","start":"2026-02-27T02:07:16.480592Z","end":"2026-02-27T02:07:16.785165Z","steps":["trace[1368799168] 'agreement among raft nodes before linearized reading' (duration: 304.471546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:16.785192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941985757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:16.785408Z","caller":"traceutil/trace.go:171","msg":"trace[1763678628] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26659; }","duration":"1.942225912s","start":"2026-02-27T02:07:14.84317Z","end":"2026-02-27T02:07:16.785396Z","steps":["trace[1763678628] 'agreement among raft nodes before linearized reading' (duration: 1.941990946s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:16.785404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.912949595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T02:07:16.784783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019924898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T02:07:16.785419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:16.480567Z","time spent":"304.834026ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:16.785435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:14.843156Z","time spent":"1.942272284s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:16.785443Z","caller":"traceutil/trace.go:171","msg":"trace[1748019774] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26659; }","duration":"3.913008737s","start":"2026-02-27T02:07:12.872424Z","end":"2026-02-27T02:07:16.785432Z","steps":["trace[1748019774] 'agreement among raft nodes before linearized reading' (duration: 3.91273564s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:16.785473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:12.87241Z","time spent":"3.913056008s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T02:07:16.785463Z","caller":"traceutil/trace.go:171","msg":"trace[2106617645] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26659; }","duration":"1.020631616s","start":"2026-02-27T02:07:15.764811Z","end":"2026-02-27T02:07:16.785442Z","steps":["trace[2106617645] 'agreement among raft nodes before linearized reading' (duration: 1.019852606s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:16.785608Z","caller":"traceutil/trace.go:171","msg":"trace[872987105] transaction","detail":"{read_only:false; response_revision:26659; number_of_response:1; }","duration":"1.018983853s","start":"2026-02-27T02:07:15.766613Z","end":"2026-02-27T02:07:16.785597Z","steps":["trace[872987105] 'process raft request' (duration: 1.017026092s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:16.784771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.912221626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3442db7d-f5fb-4f97-a3e4-6968cf37a7d1\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-02-27T02:07:16.785143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:15.107809Z","time spent":"1.677327299s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T02:07:16.78567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:15.764796Z","time spent":"1.020856833s","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T02:07:16.785774Z","caller":"traceutil/trace.go:171","msg":"trace[577927620] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3442db7d-f5fb-4f97-a3e4-6968cf37a7d1; range_end:; response_count:1; response_revision:26659; }","duration":"3.913200631s","start":"2026-02-27T02:07:12.872506Z","end":"2026-02-27T02:07:16.785707Z","steps":["trace[577927620] 'agreement among raft nodes before linearized reading' (duration: 3.912023s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:16.785828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979680039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:16.785862Z","caller":"traceutil/trace.go:171","msg":"trace[598477034] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26659; }","duration":"1.979759682s","start":"2026-02-27T02:07:14.806093Z","end":"2026-02-27T02:07:16.785853Z","steps":["trace[598477034] 'agreement among raft nodes before linearized reading' (duration: 1.979700191s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:16.785891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:14.806071Z","time spent":"1.979813033s","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:16.785896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:12.872502Z","time spent":"3.913347535s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-3442db7d-f5fb-4f97-a3e4-6968cf37a7d1\" "} {"level":"warn","ts":"2026-02-27T02:07:16.785895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.50081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:16.785988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.913394106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:16.785996Z","caller":"traceutil/trace.go:171","msg":"trace[1720113341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26659; }","duration":"636.635393ms","start":"2026-02-27T02:07:16.149339Z","end":"2026-02-27T02:07:16.785974Z","steps":["trace[1720113341] 'agreement among raft nodes before linearized reading' (duration: 635.473233ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:16.786048Z","caller":"traceutil/trace.go:171","msg":"trace[2000551918] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26659; }","duration":"3.913442698s","start":"2026-02-27T02:07:12.872581Z","end":"2026-02-27T02:07:16.786023Z","steps":["trace[2000551918] 'agreement among raft nodes before linearized reading' (duration: 3.913363116s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:16.78605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:16.149318Z","time spent":"636.718816ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:16.786098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:12.872566Z","time spent":"3.91352486s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:07:16.786405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141221016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-02-27T02:07:16.788431Z","caller":"traceutil/trace.go:171","msg":"trace[1586031649] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26659; }","duration":"1.143238629s","start":"2026-02-27T02:07:15.644955Z","end":"2026-02-27T02:07:16.788194Z","steps":["trace[1586031649] 'agreement among raft nodes before linearized reading' (duration: 1.140032654s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:16.787037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:15.766595Z","time spent":"1.019039514s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:16.78705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.918430499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:87 size:111389"} {"level":"warn","ts":"2026-02-27T02:07:16.788587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.964749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:07:16.78903Z","caller":"traceutil/trace.go:171","msg":"trace[599197395] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26659; }","duration":"327.460932ms","start":"2026-02-27T02:07:16.461545Z","end":"2026-02-27T02:07:16.789006Z","steps":["trace[599197395] 'agreement among raft nodes before linearized reading' (duration: 323.889288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:16.789152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:16.461507Z","time spent":"327.622586ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T02:07:16.789262Z","caller":"traceutil/trace.go:171","msg":"trace[1903167907] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:87; response_revision:26659; }","duration":"3.920649718s","start":"2026-02-27T02:07:12.868586Z","end":"2026-02-27T02:07:16.789236Z","steps":["trace[1903167907] 'agreement among raft nodes before linearized reading' (duration: 3.915844192s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:16.790657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:12.868557Z","time spent":"3.922075556s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":87,"response size":111412,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-27T02:07:16.78929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:15.644932Z","time spent":"1.144335747s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:07:17.210078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.894856ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-27T02:07:17.210288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:16.792455Z","time spent":"417.750662ms","remote":"127.0.0.1:33656","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:07:17.210582Z","caller":"traceutil/trace.go:171","msg":"trace[1780627712] transaction","detail":"{read_only:false; response_revision:26663; number_of_response:1; }","duration":"409.646808ms","start":"2026-02-27T02:07:16.800906Z","end":"2026-02-27T02:07:17.210552Z","steps":["trace[1780627712] 'process raft request' (duration: 409.575916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.210769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:16.800881Z","time spent":"409.806493ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:17.211045Z","caller":"traceutil/trace.go:171","msg":"trace[712973974] linearizableReadLoop","detail":"{readStateIndex:27954; appliedIndex:27953; }","duration":"417.428044ms","start":"2026-02-27T02:07:16.793602Z","end":"2026-02-27T02:07:17.21103Z","steps":["trace[712973974] 'read index received' (duration: 303.647224ms)","trace[712973974] 'applied index is now lower than readState.Index' (duration: 113.77853ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:17.211331Z","caller":"traceutil/trace.go:171","msg":"trace[1635841627] transaction","detail":"{read_only:false; response_revision:26660; number_of_response:1; }","duration":"417.550637ms","start":"2026-02-27T02:07:16.793766Z","end":"2026-02-27T02:07:17.211316Z","steps":["trace[1635841627] 'process raft request' (duration: 416.450407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.21141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:16.793715Z","time spent":"417.65491ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:17.211582Z","caller":"traceutil/trace.go:171","msg":"trace[585307474] transaction","detail":"{read_only:false; response_revision:26661; number_of_response:1; }","duration":"417.417493ms","start":"2026-02-27T02:07:16.794151Z","end":"2026-02-27T02:07:17.211569Z","steps":["trace[585307474] 'process raft request' (duration: 416.229842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.211654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:16.794126Z","time spent":"417.491836ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:17.211829Z","caller":"traceutil/trace.go:171","msg":"trace[1443195329] transaction","detail":"{read_only:false; response_revision:26662; number_of_response:1; }","duration":"416.740806ms","start":"2026-02-27T02:07:16.795074Z","end":"2026-02-27T02:07:17.211815Z","steps":["trace[1443195329] 'process raft request' (duration: 415.357089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.211907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:16.79506Z","time spent":"416.806657ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:17.212339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.722458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:17.212399Z","caller":"traceutil/trace.go:171","msg":"trace[1265712241] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26663; }","duration":"418.79103ms","start":"2026-02-27T02:07:16.79359Z","end":"2026-02-27T02:07:17.212381Z","steps":["trace[1265712241] 'agreement among raft nodes before linearized reading' (duration: 418.696867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.212448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:16.793583Z","time spent":"418.852901ms","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:07:17.212775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.375929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-55dfcccfd7-t8x4m.1897f79d46e9cc6c\" ","response":"range_response_count:1 size:1169"} {"level":"info","ts":"2026-02-27T02:07:17.212829Z","caller":"traceutil/trace.go:171","msg":"trace[994722860] range","detail":"{range_begin:/registry/events/openstack/senlin-api-55dfcccfd7-t8x4m.1897f79d46e9cc6c; range_end:; response_count:1; response_revision:26663; }","duration":"418.536213ms","start":"2026-02-27T02:07:16.79428Z","end":"2026-02-27T02:07:17.212816Z","steps":["trace[994722860] 'agreement among raft nodes before linearized reading' (duration: 418.363739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.212874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:16.79426Z","time spent":"418.603814ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1192,"request content":"key:\"/registry/events/openstack/senlin-api-55dfcccfd7-t8x4m.1897f79d46e9cc6c\" "} {"level":"warn","ts":"2026-02-27T02:07:17.213982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.640536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:17.214021Z","caller":"traceutil/trace.go:171","msg":"trace[879884101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26663; }","duration":"418.691707ms","start":"2026-02-27T02:07:16.79532Z","end":"2026-02-27T02:07:17.214012Z","steps":["trace[879884101] 'agreement among raft nodes before linearized reading' (duration: 418.628795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.214051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:16.795315Z","time spent":"418.726109ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:17.214151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.265867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-02-27T02:07:17.214218Z","caller":"traceutil/trace.go:171","msg":"trace[897866546] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26663; }","duration":"418.363439ms","start":"2026-02-27T02:07:16.795839Z","end":"2026-02-27T02:07:17.214203Z","steps":["trace[897866546] 'agreement among raft nodes before linearized reading' (duration: 418.084562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.214223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.994646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130943"} {"level":"info","ts":"2026-02-27T02:07:17.214303Z","caller":"traceutil/trace.go:171","msg":"trace[1126672671] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26663; }","duration":"419.109608ms","start":"2026-02-27T02:07:16.795176Z","end":"2026-02-27T02:07:17.214285Z","steps":["trace[1126672671] 'agreement among raft nodes before linearized reading' (duration: 418.81995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.214353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:16.795165Z","time spent":"419.179671ms","remote":"127.0.0.1:33702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130966,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T02:07:17.214254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:16.795835Z","time spent":"418.41363ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-27T02:07:17.221839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.356775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6fe31a0b-ad65-47d9-84dc-40549a5d8eeb\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-02-27T02:07:17.221898Z","caller":"traceutil/trace.go:171","msg":"trace[1269845483] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6fe31a0b-ad65-47d9-84dc-40549a5d8eeb; range_end:; response_count:1; response_revision:26663; }","duration":"427.448788ms","start":"2026-02-27T02:07:16.794436Z","end":"2026-02-27T02:07:17.221884Z","steps":["trace[1269845483] 'agreement among raft nodes before linearized reading' (duration: 427.239553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.222692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:16.794425Z","time spent":"428.258139ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-6fe31a0b-ad65-47d9-84dc-40549a5d8eeb\" "} {"level":"info","ts":"2026-02-27T02:07:17.342324Z","caller":"traceutil/trace.go:171","msg":"trace[576095285] transaction","detail":"{read_only:false; response_revision:26666; number_of_response:1; }","duration":"118.101424ms","start":"2026-02-27T02:07:17.224194Z","end":"2026-02-27T02:07:17.342295Z","steps":["trace[576095285] 'process raft request' (duration: 118.015052ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:17.342302Z","caller":"traceutil/trace.go:171","msg":"trace[1232743631] transaction","detail":"{read_only:false; response_revision:26665; number_of_response:1; }","duration":"126.382052ms","start":"2026-02-27T02:07:17.215882Z","end":"2026-02-27T02:07:17.342264Z","steps":["trace[1232743631] 'process raft request' (duration: 107.816603ms)","trace[1232743631] 'compare' (duration: 18.347063ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:17.342648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.840385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-02-27T02:07:17.342698Z","caller":"traceutil/trace.go:171","msg":"trace[2071018839] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:26666; }","duration":"115.948357ms","start":"2026-02-27T02:07:17.226735Z","end":"2026-02-27T02:07:17.342683Z","steps":["trace[2071018839] 'agreement among raft nodes before linearized reading' (duration: 115.660089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.34281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.028389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-02-27T02:07:17.342834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.022759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-02-27T02:07:17.342854Z","caller":"traceutil/trace.go:171","msg":"trace[2054318217] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:26666; }","duration":"116.0872ms","start":"2026-02-27T02:07:17.226758Z","end":"2026-02-27T02:07:17.342845Z","steps":["trace[2054318217] 'agreement among raft nodes before linearized reading' (duration: 115.963507ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:17.342889Z","caller":"traceutil/trace.go:171","msg":"trace[799178180] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:26666; }","duration":"116.092871ms","start":"2026-02-27T02:07:17.226781Z","end":"2026-02-27T02:07:17.342874Z","steps":["trace[799178180] 'agreement among raft nodes before linearized reading' (duration: 115.913836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.342871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.806063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"warn","ts":"2026-02-27T02:07:17.342986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.923125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"warn","ts":"2026-02-27T02:07:17.34299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.0395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-02-27T02:07:17.343007Z","caller":"traceutil/trace.go:171","msg":"trace[924885257] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:26666; }","duration":"115.982008ms","start":"2026-02-27T02:07:17.227015Z","end":"2026-02-27T02:07:17.342997Z","steps":["trace[924885257] 'agreement among raft nodes before linearized reading' (duration: 115.572648ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:17.343042Z","caller":"traceutil/trace.go:171","msg":"trace[1141534052] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:26666; }","duration":"113.106812ms","start":"2026-02-27T02:07:17.229925Z","end":"2026-02-27T02:07:17.343032Z","steps":["trace[1141534052] 'agreement among raft nodes before linearized reading' (duration: 113.00411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.343117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.577637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:07:17.343153Z","caller":"traceutil/trace.go:171","msg":"trace[561151019] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26666; }","duration":"115.633878ms","start":"2026-02-27T02:07:17.227511Z","end":"2026-02-27T02:07:17.343145Z","steps":["trace[561151019] 'agreement among raft nodes before linearized reading' (duration: 115.551976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.343161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.859602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:17.343187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.344401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-tf6lr\" ","response":"range_response_count:1 size:4886"} {"level":"info","ts":"2026-02-27T02:07:17.343234Z","caller":"traceutil/trace.go:171","msg":"trace[1222636672] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-tf6lr; range_end:; response_count:1; response_revision:26666; }","duration":"126.413182ms","start":"2026-02-27T02:07:17.216808Z","end":"2026-02-27T02:07:17.343221Z","steps":["trace[1222636672] 'agreement among raft nodes before linearized reading' (duration: 126.300849ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:17.343039Z","caller":"traceutil/trace.go:171","msg":"trace[1087043564] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:26666; }","duration":"110.978456ms","start":"2026-02-27T02:07:17.232038Z","end":"2026-02-27T02:07:17.343017Z","steps":["trace[1087043564] 'agreement among raft nodes before linearized reading' (duration: 110.885093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.343272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.541913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-02-27T02:07:17.343316Z","caller":"traceutil/trace.go:171","msg":"trace[458910262] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:26666; }","duration":"116.592974ms","start":"2026-02-27T02:07:17.22671Z","end":"2026-02-27T02:07:17.343302Z","steps":["trace[458910262] 'agreement among raft nodes before linearized reading' (duration: 116.510592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.343249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.187373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-02-27T02:07:17.343424Z","caller":"traceutil/trace.go:171","msg":"trace[2129935536] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:26666; }","duration":"116.423989ms","start":"2026-02-27T02:07:17.226984Z","end":"2026-02-27T02:07:17.343408Z","steps":["trace[2129935536] 'agreement among raft nodes before linearized reading' (duration: 115.840324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.343198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.540232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-02-27T02:07:17.343546Z","caller":"traceutil/trace.go:171","msg":"trace[1401788286] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:26666; }","duration":"116.948434ms","start":"2026-02-27T02:07:17.22659Z","end":"2026-02-27T02:07:17.343538Z","steps":["trace[1401788286] 'agreement among raft nodes before linearized reading' (duration: 116.541393ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:17.343235Z","caller":"traceutil/trace.go:171","msg":"trace[1214428932] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26666; }","duration":"124.982755ms","start":"2026-02-27T02:07:17.218238Z","end":"2026-02-27T02:07:17.34322Z","steps":["trace[1214428932] 'agreement among raft nodes before linearized reading' (duration: 124.822971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.34337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.849502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:07:17.343891Z","caller":"traceutil/trace.go:171","msg":"trace[744336645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26666; }","duration":"122.375326ms","start":"2026-02-27T02:07:17.221492Z","end":"2026-02-27T02:07:17.343867Z","steps":["trace[744336645] 'agreement among raft nodes before linearized reading' (duration: 121.76371ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:17.462966Z","caller":"traceutil/trace.go:171","msg":"trace[1259076185] transaction","detail":"{read_only:false; response_revision:26669; number_of_response:1; }","duration":"113.03425ms","start":"2026-02-27T02:07:17.349911Z","end":"2026-02-27T02:07:17.462945Z","steps":["trace[1259076185] 'process raft request' (duration: 112.950077ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:17.463027Z","caller":"traceutil/trace.go:171","msg":"trace[1429635827] transaction","detail":"{read_only:false; response_revision:26668; number_of_response:1; }","duration":"113.41978ms","start":"2026-02-27T02:07:17.349559Z","end":"2026-02-27T02:07:17.462979Z","steps":["trace[1429635827] 'process raft request' (duration: 107.3766ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:17.463352Z","caller":"traceutil/trace.go:171","msg":"trace[1164303729] transaction","detail":"{read_only:false; response_revision:26670; number_of_response:1; }","duration":"113.064691ms","start":"2026-02-27T02:07:17.350257Z","end":"2026-02-27T02:07:17.463322Z","steps":["trace[1164303729] 'process raft request' (duration: 112.65132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.46344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.610395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T02:07:17.463497Z","caller":"traceutil/trace.go:171","msg":"trace[978994204] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26670; }","duration":"113.681107ms","start":"2026-02-27T02:07:17.349803Z","end":"2026-02-27T02:07:17.463484Z","steps":["trace[978994204] 'agreement among raft nodes before linearized reading' (duration: 113.507702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.46369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.636275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-27T02:07:17.463746Z","caller":"traceutil/trace.go:171","msg":"trace[1367179190] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26670; }","duration":"116.710096ms","start":"2026-02-27T02:07:17.347023Z","end":"2026-02-27T02:07:17.463733Z","steps":["trace[1367179190] 'agreement among raft nodes before linearized reading' (duration: 116.490351ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:17.59067Z","caller":"traceutil/trace.go:171","msg":"trace[310830060] linearizableReadLoop","detail":"{readStateIndex:27968; appliedIndex:27966; }","duration":"113.080251ms","start":"2026-02-27T02:07:17.477565Z","end":"2026-02-27T02:07:17.590646Z","steps":["trace[310830060] 'read index received' (duration: 23.729746ms)","trace[310830060] 'applied index is now lower than readState.Index' (duration: 89.349355ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:17.590761Z","caller":"traceutil/trace.go:171","msg":"trace[915626741] transaction","detail":"{read_only:false; response_revision:26674; number_of_response:1; }","duration":"110.399751ms","start":"2026-02-27T02:07:17.480337Z","end":"2026-02-27T02:07:17.590736Z","steps":["trace[915626741] 'process raft request' (duration: 110.174085ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:17.590744Z","caller":"traceutil/trace.go:171","msg":"trace[447100504] transaction","detail":"{read_only:false; response_revision:26673; number_of_response:1; }","duration":"115.870355ms","start":"2026-02-27T02:07:17.474834Z","end":"2026-02-27T02:07:17.590704Z","steps":["trace[447100504] 'process raft request' (duration: 115.512345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.590918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.325428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-27T02:07:17.590958Z","caller":"traceutil/trace.go:171","msg":"trace[381335250] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26674; }","duration":"113.402779ms","start":"2026-02-27T02:07:17.477544Z","end":"2026-02-27T02:07:17.590947Z","steps":["trace[381335250] 'agreement among raft nodes before linearized reading' (duration: 113.237895ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:17.776233Z","caller":"traceutil/trace.go:171","msg":"trace[254319193] transaction","detail":"{read_only:false; response_revision:26678; number_of_response:1; }","duration":"160.755777ms","start":"2026-02-27T02:07:17.615445Z","end":"2026-02-27T02:07:17.776201Z","steps":["trace[254319193] 'process raft request' (duration: 160.514011ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:18.06345Z","caller":"traceutil/trace.go:171","msg":"trace[653197590] linearizableReadLoop","detail":"{readStateIndex:27975; appliedIndex:27973; }","duration":"441.733246ms","start":"2026-02-27T02:07:17.621514Z","end":"2026-02-27T02:07:18.063247Z","steps":["trace[653197590] 'read index received' (duration: 154.548855ms)","trace[653197590] 'applied index is now lower than readState.Index' (duration: 287.183261ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:18.063576Z","caller":"traceutil/trace.go:171","msg":"trace[171384032] transaction","detail":"{read_only:false; response_revision:26680; number_of_response:1; }","duration":"441.387246ms","start":"2026-02-27T02:07:17.622178Z","end":"2026-02-27T02:07:18.063565Z","steps":["trace[171384032] 'process raft request' (duration: 440.995416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:18.063686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:17.622171Z","time spent":"441.432827ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4447,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:18.06369Z","caller":"traceutil/trace.go:171","msg":"trace[624859921] transaction","detail":"{read_only:false; response_revision:26679; number_of_response:1; }","duration":"442.508736ms","start":"2026-02-27T02:07:17.62115Z","end":"2026-02-27T02:07:18.063658Z","steps":["trace[624859921] 'process raft request' (duration: 441.862719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:18.063763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.236719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-02-27T02:07:18.063823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:17.621133Z","time spent":"442.621529ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:07:18.063823Z","caller":"traceutil/trace.go:171","msg":"trace[170818693] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26680; }","duration":"442.315791ms","start":"2026-02-27T02:07:17.621492Z","end":"2026-02-27T02:07:18.063808Z","steps":["trace[170818693] 'agreement among raft nodes before linearized reading' (duration: 442.121185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:18.063885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:17.621485Z","time spent":"442.391322ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-02-27T02:07:18.269316Z","caller":"traceutil/trace.go:171","msg":"trace[531265661] linearizableReadLoop","detail":"{readStateIndex:27977; appliedIndex:27976; }","duration":"205.764005ms","start":"2026-02-27T02:07:18.063528Z","end":"2026-02-27T02:07:18.269292Z","steps":["trace[531265661] 'read index received' (duration: 205.637241ms)","trace[531265661] 'applied index is now lower than readState.Index' (duration: 125.734µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:18.269372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.206263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:18.269424Z","caller":"traceutil/trace.go:171","msg":"trace[775329873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26680; }","duration":"215.320776ms","start":"2026-02-27T02:07:18.05409Z","end":"2026-02-27T02:07:18.269411Z","steps":["trace[775329873] 'agreement among raft nodes before linearized reading' (duration: 215.211503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:18.269546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.575895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1057"} {"level":"info","ts":"2026-02-27T02:07:18.269603Z","caller":"traceutil/trace.go:171","msg":"trace[250597409] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:26680; }","duration":"374.669538ms","start":"2026-02-27T02:07:17.89492Z","end":"2026-02-27T02:07:18.269589Z","steps":["trace[250597409] 'agreement among raft nodes before linearized reading' (duration: 374.481803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:18.269591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.531407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T02:07:18.269643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:17.894901Z","time spent":"374.732819ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1080,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"info","ts":"2026-02-27T02:07:18.269639Z","caller":"traceutil/trace.go:171","msg":"trace[1703552722] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26680; }","duration":"334.886269ms","start":"2026-02-27T02:07:17.934718Z","end":"2026-02-27T02:07:18.269604Z","steps":["trace[1703552722] 'process raft request' (duration: 334.475078ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:18.269684Z","caller":"traceutil/trace.go:171","msg":"trace[771372521] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26680; }","duration":"365.696581ms","start":"2026-02-27T02:07:17.903967Z","end":"2026-02-27T02:07:18.269663Z","steps":["trace[771372521] 'agreement among raft nodes before linearized reading' (duration: 365.394093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:18.269733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:17.903934Z","time spent":"365.788523ms","remote":"127.0.0.1:48408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":171,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:18.269789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:17.934698Z","time spent":"335.019382ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:07:18.296292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.628911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:18.296377Z","caller":"traceutil/trace.go:171","msg":"trace[373806076] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26681; }","duration":"194.758004ms","start":"2026-02-27T02:07:18.101599Z","end":"2026-02-27T02:07:18.296357Z","steps":["trace[373806076] 'agreement among raft nodes before linearized reading' (duration: 194.57715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:18.296401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.494208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:18.296414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.519265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4131"} {"level":"info","ts":"2026-02-27T02:07:18.296475Z","caller":"traceutil/trace.go:171","msg":"trace[1739369660] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26681; }","duration":"194.604461ms","start":"2026-02-27T02:07:18.101846Z","end":"2026-02-27T02:07:18.29645Z","steps":["trace[1739369660] 'agreement among raft nodes before linearized reading' (duration: 194.492758ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:18.296523Z","caller":"traceutil/trace.go:171","msg":"trace[1062613013] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26681; }","duration":"228.664558ms","start":"2026-02-27T02:07:18.067839Z","end":"2026-02-27T02:07:18.296504Z","steps":["trace[1062613013] 'agreement among raft nodes before linearized reading' (duration: 228.325669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:18.296593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.942046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b6c2467f-2fc5-444b-b1d7-30880ec2139a\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-02-27T02:07:18.296613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.469983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:07:18.296746Z","caller":"traceutil/trace.go:171","msg":"trace[68851387] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26681; }","duration":"187.630196ms","start":"2026-02-27T02:07:18.1091Z","end":"2026-02-27T02:07:18.29673Z","steps":["trace[68851387] 'agreement among raft nodes before linearized reading' (duration: 187.180944ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:18.296681Z","caller":"traceutil/trace.go:171","msg":"trace[787335460] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b6c2467f-2fc5-444b-b1d7-30880ec2139a; range_end:; response_count:1; response_revision:26681; }","duration":"229.087429ms","start":"2026-02-27T02:07:18.06757Z","end":"2026-02-27T02:07:18.296657Z","steps":["trace[787335460] 'agreement among raft nodes before linearized reading' (duration: 228.824752ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:18.296914Z","caller":"traceutil/trace.go:171","msg":"trace[946064368] transaction","detail":"{read_only:false; response_revision:26681; number_of_response:1; }","duration":"228.571845ms","start":"2026-02-27T02:07:18.068324Z","end":"2026-02-27T02:07:18.296895Z","steps":["trace[946064368] 'process raft request' (duration: 227.558599ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:18.543306Z","caller":"traceutil/trace.go:171","msg":"trace[1439683237] linearizableReadLoop","detail":"{readStateIndex:27981; appliedIndex:27979; }","duration":"191.012066ms","start":"2026-02-27T02:07:18.352272Z","end":"2026-02-27T02:07:18.543284Z","steps":["trace[1439683237] 'read index received' (duration: 190.40104ms)","trace[1439683237] 'applied index is now lower than readState.Index' (duration: 610.026µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:18.543362Z","caller":"traceutil/trace.go:171","msg":"trace[1057549018] transaction","detail":"{read_only:false; response_revision:26683; number_of_response:1; }","duration":"236.800643ms","start":"2026-02-27T02:07:18.306488Z","end":"2026-02-27T02:07:18.543289Z","steps":["trace[1057549018] 'process raft request' (duration: 236.261259ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:18.543413Z","caller":"traceutil/trace.go:171","msg":"trace[1612391264] transaction","detail":"{read_only:false; response_revision:26684; number_of_response:1; }","duration":"233.208618ms","start":"2026-02-27T02:07:18.310176Z","end":"2026-02-27T02:07:18.543385Z","steps":["trace[1612391264] 'process raft request' (duration: 232.986853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:18.543699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.506396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:6229"} {"level":"warn","ts":"2026-02-27T02:07:18.543756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.160948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-75998ebc-a58f-453b-a4bc-4a6133df8a18\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T02:07:18.543813Z","caller":"traceutil/trace.go:171","msg":"trace[2138605667] range","detail":"{range_begin:/registry/persistentvolumes/pvc-75998ebc-a58f-453b-a4bc-4a6133df8a18; range_end:; response_count:1; response_revision:26684; }","duration":"238.263371ms","start":"2026-02-27T02:07:18.305536Z","end":"2026-02-27T02:07:18.543799Z","steps":["trace[2138605667] 'agreement among raft nodes before linearized reading' (duration: 237.895052ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:18.54382Z","caller":"traceutil/trace.go:171","msg":"trace[789564993] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:26684; }","duration":"233.65877ms","start":"2026-02-27T02:07:18.310136Z","end":"2026-02-27T02:07:18.543795Z","steps":["trace[789564993] 'agreement among raft nodes before linearized reading' (duration: 233.28635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:18.54385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.000396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-zbpfq\" ","response":"range_response_count:1 size:5354"} {"level":"info","ts":"2026-02-27T02:07:18.544133Z","caller":"traceutil/trace.go:171","msg":"trace[1000010111] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-zbpfq; range_end:; response_count:1; response_revision:26684; }","duration":"188.358096ms","start":"2026-02-27T02:07:18.355757Z","end":"2026-02-27T02:07:18.544115Z","steps":["trace[1000010111] 'agreement among raft nodes before linearized reading' (duration: 187.881643ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:18.692793Z","caller":"traceutil/trace.go:171","msg":"trace[294183320] transaction","detail":"{read_only:false; response_revision:26686; number_of_response:1; }","duration":"139.894578ms","start":"2026-02-27T02:07:18.552875Z","end":"2026-02-27T02:07:18.692769Z","steps":["trace[294183320] 'process raft request' (duration: 139.528878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:18.693351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.81922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T02:07:18.693404Z","caller":"traceutil/trace.go:171","msg":"trace[1811535966] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26686; }","duration":"124.941614ms","start":"2026-02-27T02:07:18.568451Z","end":"2026-02-27T02:07:18.693393Z","steps":["trace[1811535966] 'agreement among raft nodes before linearized reading' (duration: 124.823051ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:18.87274Z","caller":"traceutil/trace.go:171","msg":"trace[649440936] transaction","detail":"{read_only:false; response_revision:26689; number_of_response:1; }","duration":"115.288339ms","start":"2026-02-27T02:07:18.757414Z","end":"2026-02-27T02:07:18.872702Z","steps":["trace[649440936] 'process raft request' (duration: 65.021734ms)","trace[649440936] 'compare' (duration: 49.861835ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:18.955637Z","caller":"traceutil/trace.go:171","msg":"trace[802838643] transaction","detail":"{read_only:false; response_revision:26690; number_of_response:1; }","duration":"176.079412ms","start":"2026-02-27T02:07:18.779523Z","end":"2026-02-27T02:07:18.955603Z","steps":["trace[802838643] 'process raft request' (duration: 175.909537ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:19.401355Z","caller":"traceutil/trace.go:171","msg":"trace[1720396152] transaction","detail":"{read_only:false; response_revision:26697; number_of_response:1; }","duration":"179.929123ms","start":"2026-02-27T02:07:19.221389Z","end":"2026-02-27T02:07:19.401318Z","steps":["trace[1720396152] 'process raft request' (duration: 177.061348ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:19.402957Z","caller":"traceutil/trace.go:171","msg":"trace[14285428] transaction","detail":"{read_only:false; response_revision:26698; number_of_response:1; }","duration":"177.028337ms","start":"2026-02-27T02:07:19.225911Z","end":"2026-02-27T02:07:19.402939Z","steps":["trace[14285428] 'process raft request' (duration: 176.901363ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:19.550832Z","caller":"traceutil/trace.go:171","msg":"trace[1326467193] transaction","detail":"{read_only:false; response_revision:26700; number_of_response:1; }","duration":"135.902923ms","start":"2026-02-27T02:07:19.414895Z","end":"2026-02-27T02:07:19.550798Z","steps":["trace[1326467193] 'process raft request' (duration: 94.029079ms)","trace[1326467193] 'compare' (duration: 41.305219ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:19.878914Z","caller":"traceutil/trace.go:171","msg":"trace[397834047] transaction","detail":"{read_only:false; response_revision:26705; number_of_response:1; }","duration":"145.599648ms","start":"2026-02-27T02:07:19.733288Z","end":"2026-02-27T02:07:19.878888Z","steps":["trace[397834047] 'process raft request' (duration: 145.30638ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:19.885092Z","caller":"traceutil/trace.go:171","msg":"trace[1810914010] transaction","detail":"{read_only:false; response_revision:26707; number_of_response:1; }","duration":"106.152968ms","start":"2026-02-27T02:07:19.77891Z","end":"2026-02-27T02:07:19.885063Z","steps":["trace[1810914010] 'process raft request' (duration: 106.086216ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:19.885532Z","caller":"traceutil/trace.go:171","msg":"trace[910313381] transaction","detail":"{read_only:false; response_revision:26706; number_of_response:1; }","duration":"143.221126ms","start":"2026-02-27T02:07:19.742299Z","end":"2026-02-27T02:07:19.885521Z","steps":["trace[910313381] 'process raft request' (duration: 142.512628ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:20.060118Z","caller":"traceutil/trace.go:171","msg":"trace[2074150632] linearizableReadLoop","detail":"{readStateIndex:28006; appliedIndex:28005; }","duration":"150.625181ms","start":"2026-02-27T02:07:19.909466Z","end":"2026-02-27T02:07:20.060091Z","steps":["trace[2074150632] 'read index received' (duration: 89.87771ms)","trace[2074150632] 'applied index is now lower than readState.Index' (duration: 60.746351ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:20.06015Z","caller":"traceutil/trace.go:171","msg":"trace[1289631353] transaction","detail":"{read_only:false; response_revision:26709; number_of_response:1; }","duration":"165.255197ms","start":"2026-02-27T02:07:19.894864Z","end":"2026-02-27T02:07:20.060119Z","steps":["trace[1289631353] 'process raft request' (duration: 104.570787ms)","trace[1289631353] 'compare' (duration: 60.438333ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:20.060424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.927529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-wd4t8.1897f84a089693c2\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-02-27T02:07:20.060509Z","caller":"traceutil/trace.go:171","msg":"trace[1549493377] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-wd4t8.1897f84a089693c2; range_end:; response_count:1; response_revision:26709; }","duration":"151.074313ms","start":"2026-02-27T02:07:19.909415Z","end":"2026-02-27T02:07:20.060489Z","steps":["trace[1549493377] 'agreement among raft nodes before linearized reading' (duration: 150.788335ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:20.797628Z","caller":"traceutil/trace.go:171","msg":"trace[944060649] linearizableReadLoop","detail":"{readStateIndex:28015; appliedIndex:28014; }","duration":"208.129296ms","start":"2026-02-27T02:07:20.589482Z","end":"2026-02-27T02:07:20.797612Z","steps":["trace[944060649] 'read index received' (duration: 207.544061ms)","trace[944060649] 'applied index is now lower than readState.Index' (duration: 584.465µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:20.797677Z","caller":"traceutil/trace.go:171","msg":"trace[1706166469] transaction","detail":"{read_only:false; response_revision:26718; number_of_response:1; }","duration":"442.400672ms","start":"2026-02-27T02:07:20.355245Z","end":"2026-02-27T02:07:20.797646Z","steps":["trace[1706166469] 'process raft request' (duration: 442.233328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.797817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.315312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:429"} {"level":"warn","ts":"2026-02-27T02:07:20.79781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:20.355231Z","time spent":"442.502695ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:20.797838Z","caller":"traceutil/trace.go:171","msg":"trace[101574700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26718; }","duration":"208.387183ms","start":"2026-02-27T02:07:20.589446Z","end":"2026-02-27T02:07:20.797833Z","steps":["trace[101574700] 'agreement among raft nodes before linearized reading' (duration: 208.24777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.798006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.482927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T02:07:20.798022Z","caller":"traceutil/trace.go:171","msg":"trace[2138306471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26718; }","duration":"208.503447ms","start":"2026-02-27T02:07:20.589512Z","end":"2026-02-27T02:07:20.798016Z","steps":["trace[2138306471] 'agreement among raft nodes before linearized reading' (duration: 208.461556ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:20.98571Z","caller":"traceutil/trace.go:171","msg":"trace[1951330603] transaction","detail":"{read_only:false; response_revision:26722; number_of_response:1; }","duration":"100.590301ms","start":"2026-02-27T02:07:20.88509Z","end":"2026-02-27T02:07:20.985681Z","steps":["trace[1951330603] 'process raft request' (duration: 47.476451ms)","trace[1951330603] 'compare' (duration: 52.935736ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:21.005628Z","caller":"traceutil/trace.go:171","msg":"trace[513354406] transaction","detail":"{read_only:false; response_revision:26723; number_of_response:1; }","duration":"115.31907ms","start":"2026-02-27T02:07:20.890277Z","end":"2026-02-27T02:07:21.005596Z","steps":["trace[513354406] 'process raft request' (duration: 114.975781ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:21.005652Z","caller":"traceutil/trace.go:171","msg":"trace[1900249585] transaction","detail":"{read_only:false; response_revision:26725; number_of_response:1; }","duration":"114.913449ms","start":"2026-02-27T02:07:20.890713Z","end":"2026-02-27T02:07:21.005626Z","steps":["trace[1900249585] 'process raft request' (duration: 114.852337ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:21.00574Z","caller":"traceutil/trace.go:171","msg":"trace[174940967] transaction","detail":"{read_only:false; response_revision:26724; number_of_response:1; }","duration":"115.294889ms","start":"2026-02-27T02:07:20.890408Z","end":"2026-02-27T02:07:21.005703Z","steps":["trace[174940967] 'process raft request' (duration: 115.093074ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:21.15595Z","caller":"traceutil/trace.go:171","msg":"trace[1388008306] linearizableReadLoop","detail":"{readStateIndex:28024; appliedIndex:28023; }","duration":"115.628668ms","start":"2026-02-27T02:07:21.040294Z","end":"2026-02-27T02:07:21.155923Z","steps":["trace[1388008306] 'read index received' (duration: 55.837382ms)","trace[1388008306] 'applied index is now lower than readState.Index' (duration: 59.789866ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:21.155973Z","caller":"traceutil/trace.go:171","msg":"trace[1315067380] transaction","detail":"{read_only:false; response_revision:26727; number_of_response:1; }","duration":"138.639555ms","start":"2026-02-27T02:07:21.017301Z","end":"2026-02-27T02:07:21.15594Z","steps":["trace[1315067380] 'process raft request' (duration: 78.91939ms)","trace[1315067380] 'compare' (duration: 59.563611ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:21.15626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.910536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-tf6lr.1897f84b188f32f5\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-02-27T02:07:21.156334Z","caller":"traceutil/trace.go:171","msg":"trace[833423515] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-tf6lr.1897f84b188f32f5; range_end:; response_count:1; response_revision:26727; }","duration":"116.044779ms","start":"2026-02-27T02:07:21.040268Z","end":"2026-02-27T02:07:21.156313Z","steps":["trace[833423515] 'agreement among raft nodes before linearized reading' (duration: 115.760141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:21.401335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.477385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.1897f849659246bc\" ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-02-27T02:07:21.401423Z","caller":"traceutil/trace.go:171","msg":"trace[239134580] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.1897f849659246bc; range_end:; response_count:1; response_revision:26728; }","duration":"145.610279ms","start":"2026-02-27T02:07:21.25579Z","end":"2026-02-27T02:07:21.4014Z","steps":["trace[239134580] 'range keys from in-memory index tree' (duration: 145.311541ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:21.42594Z","caller":"traceutil/trace.go:171","msg":"trace[1565513507] linearizableReadLoop","detail":"{readStateIndex:28026; appliedIndex:28025; }","duration":"148.977477ms","start":"2026-02-27T02:07:21.276944Z","end":"2026-02-27T02:07:21.425922Z","steps":["trace[1565513507] 'read index received' (duration: 148.795273ms)","trace[1565513507] 'applied index is now lower than readState.Index' (duration: 181.644µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:21.42615Z","caller":"traceutil/trace.go:171","msg":"trace[1655350439] transaction","detail":"{read_only:false; response_revision:26729; number_of_response:1; }","duration":"166.179871ms","start":"2026-02-27T02:07:21.259964Z","end":"2026-02-27T02:07:21.426143Z","steps":["trace[1655350439] 'process raft request' (duration: 165.815002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:21.426323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.368467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-02-27T02:07:21.426349Z","caller":"traceutil/trace.go:171","msg":"trace[1156302559] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:26729; }","duration":"149.44589ms","start":"2026-02-27T02:07:21.276896Z","end":"2026-02-27T02:07:21.426342Z","steps":["trace[1156302559] 'agreement among raft nodes before linearized reading' (duration: 149.378808ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:21.558997Z","caller":"traceutil/trace.go:171","msg":"trace[2102102769] transaction","detail":"{read_only:false; response_revision:26732; number_of_response:1; }","duration":"103.342515ms","start":"2026-02-27T02:07:21.455619Z","end":"2026-02-27T02:07:21.558962Z","steps":["trace[2102102769] 'process raft request' (duration: 103.133379ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:21.701206Z","caller":"traceutil/trace.go:171","msg":"trace[1050423023] linearizableReadLoop","detail":"{readStateIndex:28031; appliedIndex:28030; }","duration":"122.292344ms","start":"2026-02-27T02:07:21.57889Z","end":"2026-02-27T02:07:21.701183Z","steps":["trace[1050423023] 'read index received' (duration: 114.891839ms)","trace[1050423023] 'applied index is now lower than readState.Index' (duration: 7.399315ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:21.701269Z","caller":"traceutil/trace.go:171","msg":"trace[1685009514] transaction","detail":"{read_only:false; response_revision:26734; number_of_response:1; }","duration":"134.421883ms","start":"2026-02-27T02:07:21.566818Z","end":"2026-02-27T02:07:21.70124Z","steps":["trace[1685009514] 'process raft request' (duration: 126.948497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:21.701446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.312421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1897f849947bcf3c\" ","response":"range_response_count:1 size:875"} {"level":"info","ts":"2026-02-27T02:07:21.701491Z","caller":"traceutil/trace.go:171","msg":"trace[2083867807] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.1897f849947bcf3c; range_end:; response_count:1; response_revision:26734; }","duration":"134.426534ms","start":"2026-02-27T02:07:21.56705Z","end":"2026-02-27T02:07:21.701476Z","steps":["trace[2083867807] 'agreement among raft nodes before linearized reading' (duration: 134.246579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:21.70164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.068683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:07:21.701696Z","caller":"traceutil/trace.go:171","msg":"trace[788011168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26735; }","duration":"118.145835ms","start":"2026-02-27T02:07:21.583535Z","end":"2026-02-27T02:07:21.701681Z","steps":["trace[788011168] 'agreement among raft nodes before linearized reading' (duration: 117.983421ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:21.701885Z","caller":"traceutil/trace.go:171","msg":"trace[296343880] transaction","detail":"{read_only:false; response_revision:26735; number_of_response:1; }","duration":"118.377311ms","start":"2026-02-27T02:07:21.583496Z","end":"2026-02-27T02:07:21.701873Z","steps":["trace[296343880] 'process raft request' (duration: 117.9514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:21.702128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.049124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:07:21.702171Z","caller":"traceutil/trace.go:171","msg":"trace[1054553983] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26735; }","duration":"101.090745ms","start":"2026-02-27T02:07:21.601068Z","end":"2026-02-27T02:07:21.702159Z","steps":["trace[1054553983] 'agreement among raft nodes before linearized reading' (duration: 100.986512ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:21.996914Z","caller":"traceutil/trace.go:171","msg":"trace[1865006742] linearizableReadLoop","detail":"{readStateIndex:28034; appliedIndex:28033; }","duration":"288.961328ms","start":"2026-02-27T02:07:21.707931Z","end":"2026-02-27T02:07:21.996892Z","steps":["trace[1865006742] 'read index received' (duration: 51.061116ms)","trace[1865006742] 'applied index is now lower than readState.Index' (duration: 237.899121ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:21.997101Z","caller":"traceutil/trace.go:171","msg":"trace[1144852538] transaction","detail":"{read_only:false; response_revision:26739; number_of_response:1; }","duration":"286.628266ms","start":"2026-02-27T02:07:21.71045Z","end":"2026-02-27T02:07:21.997078Z","steps":["trace[1144852538] 'process raft request' (duration: 286.406441ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:21.997158Z","caller":"traceutil/trace.go:171","msg":"trace[807273692] transaction","detail":"{read_only:false; response_revision:26737; number_of_response:1; }","duration":"289.243745ms","start":"2026-02-27T02:07:21.707901Z","end":"2026-02-27T02:07:21.997145Z","steps":["trace[807273692] 'process raft request' (duration: 195.323339ms)","trace[807273692] 'compare' (duration: 93.396382ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:21.997144Z","caller":"traceutil/trace.go:171","msg":"trace[1086832532] transaction","detail":"{read_only:false; response_revision:26738; number_of_response:1; }","duration":"288.26548ms","start":"2026-02-27T02:07:21.708828Z","end":"2026-02-27T02:07:21.997094Z","steps":["trace[1086832532] 'process raft request' (duration: 287.985152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:21.997286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.330988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T02:07:21.997337Z","caller":"traceutil/trace.go:171","msg":"trace[1641014253] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26739; }","duration":"289.441261ms","start":"2026-02-27T02:07:21.707885Z","end":"2026-02-27T02:07:21.997326Z","steps":["trace[1641014253] 'agreement among raft nodes before linearized reading' (duration: 289.213365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:22.031588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.593801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-27T02:07:22.031634Z","caller":"traceutil/trace.go:171","msg":"trace[915676823] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26740; }","duration":"191.700464ms","start":"2026-02-27T02:07:21.839921Z","end":"2026-02-27T02:07:22.031622Z","steps":["trace[915676823] 'agreement among raft nodes before linearized reading' (duration: 191.55045ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:22.031635Z","caller":"traceutil/trace.go:171","msg":"trace[1891850005] transaction","detail":"{read_only:false; response_revision:26740; number_of_response:1; }","duration":"238.19785ms","start":"2026-02-27T02:07:21.79343Z","end":"2026-02-27T02:07:22.031627Z","steps":["trace[1891850005] 'process raft request' (duration: 237.936683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:22.031596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.81218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-wd4t8\" ","response":"range_response_count:1 size:7142"} {"level":"info","ts":"2026-02-27T02:07:22.03171Z","caller":"traceutil/trace.go:171","msg":"trace[32292071] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-wd4t8; range_end:; response_count:1; response_revision:26740; }","duration":"322.930934ms","start":"2026-02-27T02:07:21.708758Z","end":"2026-02-27T02:07:22.031688Z","steps":["trace[32292071] 'agreement among raft nodes before linearized reading' (duration: 322.696898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:22.031789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.708741Z","time spent":"323.017606ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":7165,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-wd4t8\" "} {"level":"warn","ts":"2026-02-27T02:07:22.031745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.512836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-2bt5v.1897f8499dda0123\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-02-27T02:07:22.031876Z","caller":"traceutil/trace.go:171","msg":"trace[897864475] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-2bt5v.1897f8499dda0123; range_end:; response_count:1; response_revision:26740; }","duration":"269.657119ms","start":"2026-02-27T02:07:21.762174Z","end":"2026-02-27T02:07:22.031831Z","steps":["trace[897864475] 'agreement among raft nodes before linearized reading' (duration: 269.342321ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:22.232368Z","caller":"traceutil/trace.go:171","msg":"trace[2087772915] linearizableReadLoop","detail":"{readStateIndex:28039; appliedIndex:28037; }","duration":"178.439674ms","start":"2026-02-27T02:07:22.053904Z","end":"2026-02-27T02:07:22.232344Z","steps":["trace[2087772915] 'read index received' (duration: 38.540546ms)","trace[2087772915] 'applied index is now lower than readState.Index' (duration: 139.897918ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:22.232493Z","caller":"traceutil/trace.go:171","msg":"trace[821833670] transaction","detail":"{read_only:false; response_revision:26742; number_of_response:1; }","duration":"191.523729ms","start":"2026-02-27T02:07:22.040957Z","end":"2026-02-27T02:07:22.232481Z","steps":["trace[821833670] 'process raft request' (duration: 191.145029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:22.232683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.751922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:22.232719Z","caller":"traceutil/trace.go:171","msg":"trace[2078222088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26742; }","duration":"178.836184ms","start":"2026-02-27T02:07:22.053874Z","end":"2026-02-27T02:07:22.23271Z","steps":["trace[2078222088] 'agreement among raft nodes before linearized reading' (duration: 178.754512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:22.233512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.19509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-2bt5v.1897f8499ddcaa40\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-02-27T02:07:22.233606Z","caller":"traceutil/trace.go:171","msg":"trace[1030350217] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-2bt5v.1897f8499ddcaa40; range_end:; response_count:1; response_revision:26742; }","duration":"136.350744ms","start":"2026-02-27T02:07:22.097233Z","end":"2026-02-27T02:07:22.233583Z","steps":["trace[1030350217] 'agreement among raft nodes before linearized reading' (duration: 135.41105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:22.643591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.814314ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:22.643736Z","caller":"traceutil/trace.go:171","msg":"trace[209907701] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26742; }","duration":"241.979939ms","start":"2026-02-27T02:07:22.401736Z","end":"2026-02-27T02:07:22.643716Z","steps":["trace[209907701] 'range keys from in-memory index tree' (duration: 241.795104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:22.643852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.886182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:22.643933Z","caller":"traceutil/trace.go:171","msg":"trace[304639723] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"406.876166ms","start":"2026-02-27T02:07:22.237042Z","end":"2026-02-27T02:07:22.643919Z","steps":["trace[304639723] 'process raft request' (duration: 160.84066ms)","trace[304639723] 'compare' (duration: 245.709727ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:22.643999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:22.237019Z","time spent":"406.944958ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:22.697936Z","caller":"traceutil/trace.go:171","msg":"trace[819933604] linearizableReadLoop","detail":"{readStateIndex:28041; appliedIndex:28039; }","duration":"430.259683ms","start":"2026-02-27T02:07:22.267657Z","end":"2026-02-27T02:07:22.697916Z","steps":["trace[819933604] 'read index received' (duration: 130.324576ms)","trace[819933604] 'applied index is now lower than readState.Index' (duration: 299.933217ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:22.698071Z","caller":"traceutil/trace.go:171","msg":"trace[2049417879] transaction","detail":"{read_only:false; response_revision:26744; number_of_response:1; }","duration":"454.41391ms","start":"2026-02-27T02:07:22.243623Z","end":"2026-02-27T02:07:22.698037Z","steps":["trace[2049417879] 'process raft request' (duration: 454.166113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:22.698145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.463588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-27T02:07:22.698168Z","caller":"traceutil/trace.go:171","msg":"trace[1474447374] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26744; }","duration":"430.54903ms","start":"2026-02-27T02:07:22.267612Z","end":"2026-02-27T02:07:22.698161Z","steps":["trace[1474447374] 'agreement among raft nodes before linearized reading' (duration: 430.409406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:22.698162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.211547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:22.698192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:22.267591Z","time spent":"430.595202ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:07:22.698214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:22.24361Z","time spent":"454.532273ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7568,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:22.698223Z","caller":"traceutil/trace.go:171","msg":"trace[1212663724] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26744; }","duration":"423.34051ms","start":"2026-02-27T02:07:22.274868Z","end":"2026-02-27T02:07:22.698209Z","steps":["trace[1212663724] 'agreement among raft nodes before linearized reading' (duration: 423.204987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:22.698267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:22.274848Z","time spent":"423.406922ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:22.859074Z","caller":"traceutil/trace.go:171","msg":"trace[476932818] linearizableReadLoop","detail":"{readStateIndex:28042; appliedIndex:28041; }","duration":"157.03797ms","start":"2026-02-27T02:07:22.702006Z","end":"2026-02-27T02:07:22.859044Z","steps":["trace[476932818] 'read index received' (duration: 57.858356ms)","trace[476932818] 'applied index is now lower than readState.Index' (duration: 99.178404ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:22.859163Z","caller":"traceutil/trace.go:171","msg":"trace[696954994] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"158.710444ms","start":"2026-02-27T02:07:22.700408Z","end":"2026-02-27T02:07:22.859118Z","steps":["trace[696954994] 'process raft request' (duration: 59.428737ms)","trace[696954994] 'compare' (duration: 99.064972ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:22.859407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.378989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-n4g9d\" ","response":"range_response_count:1 size:4154"} {"level":"info","ts":"2026-02-27T02:07:22.859471Z","caller":"traceutil/trace.go:171","msg":"trace[2039607787] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-n4g9d; range_end:; response_count:1; response_revision:26745; }","duration":"157.486222ms","start":"2026-02-27T02:07:22.701967Z","end":"2026-02-27T02:07:22.859453Z","steps":["trace[2039607787] 'agreement among raft nodes before linearized reading' (duration: 157.161823ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:23.13127Z","caller":"traceutil/trace.go:171","msg":"trace[1864156438] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"268.074538ms","start":"2026-02-27T02:07:22.86317Z","end":"2026-02-27T02:07:23.131244Z","steps":["trace[1864156438] 'process raft request' (duration: 267.915253ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:23.216556Z","caller":"traceutil/trace.go:171","msg":"trace[1969905606] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"348.926369ms","start":"2026-02-27T02:07:22.867606Z","end":"2026-02-27T02:07:23.216532Z","steps":["trace[1969905606] 'process raft request' (duration: 348.717853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:23.216718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:22.867581Z","time spent":"349.049421ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6301,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:23.216878Z","caller":"traceutil/trace.go:171","msg":"trace[966293753] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"219.445956ms","start":"2026-02-27T02:07:22.997422Z","end":"2026-02-27T02:07:23.216868Z","steps":["trace[966293753] 'process raft request' (duration: 219.056885ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:23.21683Z","caller":"traceutil/trace.go:171","msg":"trace[42488826] linearizableReadLoop","detail":"{readStateIndex:28044; appliedIndex:28042; }","duration":"226.572704ms","start":"2026-02-27T02:07:22.990217Z","end":"2026-02-27T02:07:23.216789Z","steps":["trace[42488826] 'read index received' (duration: 140.799833ms)","trace[42488826] 'applied index is now lower than readState.Index' (duration: 85.769191ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:23.21725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.020335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:07:23.217268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.207782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:07:23.21733Z","caller":"traceutil/trace.go:171","msg":"trace[1387287318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26748; }","duration":"227.154268ms","start":"2026-02-27T02:07:22.990156Z","end":"2026-02-27T02:07:23.217311Z","steps":["trace[1387287318] 'agreement among raft nodes before linearized reading' (duration: 226.917912ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:23.217747Z","caller":"traceutil/trace.go:171","msg":"trace[675111187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26748; }","duration":"207.342847ms","start":"2026-02-27T02:07:23.009981Z","end":"2026-02-27T02:07:23.217324Z","steps":["trace[675111187] 'agreement among raft nodes before linearized reading' (duration: 207.125051ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:23.375018Z","caller":"traceutil/trace.go:171","msg":"trace[1578571073] linearizableReadLoop","detail":"{readStateIndex:28046; appliedIndex:28045; }","duration":"153.398904ms","start":"2026-02-27T02:07:23.221598Z","end":"2026-02-27T02:07:23.374997Z","steps":["trace[1578571073] 'read index received' (duration: 153.23023ms)","trace[1578571073] 'applied index is now lower than readState.Index' (duration: 167.614µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:23.375133Z","caller":"traceutil/trace.go:171","msg":"trace[1784504343] transaction","detail":"{read_only:false; response_revision:26749; number_of_response:1; }","duration":"155.353706ms","start":"2026-02-27T02:07:23.219746Z","end":"2026-02-27T02:07:23.3751Z","steps":["trace[1784504343] 'process raft request' (duration: 154.988456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:23.375276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.652961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-xngh9\" ","response":"range_response_count:1 size:5383"} {"level":"info","ts":"2026-02-27T02:07:23.37532Z","caller":"traceutil/trace.go:171","msg":"trace[268315122] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-xngh9; range_end:; response_count:1; response_revision:26749; }","duration":"153.735283ms","start":"2026-02-27T02:07:23.221573Z","end":"2026-02-27T02:07:23.375308Z","steps":["trace[268315122] 'agreement among raft nodes before linearized reading' (duration: 153.541487ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:23.393374Z","caller":"traceutil/trace.go:171","msg":"trace[1642974857] transaction","detail":"{read_only:false; response_revision:26750; number_of_response:1; }","duration":"170.880855ms","start":"2026-02-27T02:07:23.222468Z","end":"2026-02-27T02:07:23.393349Z","steps":["trace[1642974857] 'process raft request' (duration: 170.69397ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:23.393622Z","caller":"traceutil/trace.go:171","msg":"trace[1673389417] transaction","detail":"{read_only:false; response_revision:26751; number_of_response:1; }","duration":"171.147662ms","start":"2026-02-27T02:07:23.222457Z","end":"2026-02-27T02:07:23.393605Z","steps":["trace[1673389417] 'process raft request' (duration: 170.851104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:23.393667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.599235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:23.393764Z","caller":"traceutil/trace.go:171","msg":"trace[1123290198] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26751; }","duration":"102.78521ms","start":"2026-02-27T02:07:23.290961Z","end":"2026-02-27T02:07:23.393746Z","steps":["trace[1123290198] 'agreement among raft nodes before linearized reading' (duration: 102.591235ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:23.575549Z","caller":"traceutil/trace.go:171","msg":"trace[1444474282] transaction","detail":"{read_only:false; response_revision:26753; number_of_response:1; }","duration":"189.567518ms","start":"2026-02-27T02:07:23.385954Z","end":"2026-02-27T02:07:23.575522Z","steps":["trace[1444474282] 'process raft request' (duration: 189.490136ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:23.575711Z","caller":"traceutil/trace.go:171","msg":"trace[1288649715] transaction","detail":"{read_only:false; response_revision:26752; number_of_response:1; }","duration":"194.550899ms","start":"2026-02-27T02:07:23.381131Z","end":"2026-02-27T02:07:23.575682Z","steps":["trace[1288649715] 'process raft request' (duration: 194.1914ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:23.951248Z","caller":"traceutil/trace.go:171","msg":"trace[2073925723] transaction","detail":"{read_only:false; response_revision:26756; number_of_response:1; }","duration":"308.366139ms","start":"2026-02-27T02:07:23.642856Z","end":"2026-02-27T02:07:23.951222Z","steps":["trace[2073925723] 'process raft request' (duration: 308.01757ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:23.951247Z","caller":"traceutil/trace.go:171","msg":"trace[1409612729] linearizableReadLoop","detail":"{readStateIndex:28053; appliedIndex:28052; }","duration":"197.952328ms","start":"2026-02-27T02:07:23.753267Z","end":"2026-02-27T02:07:23.951219Z","steps":["trace[1409612729] 'read index received' (duration: 197.6443ms)","trace[1409612729] 'applied index is now lower than readState.Index' (duration: 306.418µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:23.95142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:23.642837Z","time spent":"308.476673ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:23.951489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.211466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T02:07:23.951533Z","caller":"traceutil/trace.go:171","msg":"trace[1468085907] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26756; }","duration":"198.317808ms","start":"2026-02-27T02:07:23.753206Z","end":"2026-02-27T02:07:23.951524Z","steps":["trace[1468085907] 'agreement among raft nodes before linearized reading' (duration: 198.094472ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:24.128608Z","caller":"traceutil/trace.go:171","msg":"trace[1062941953] linearizableReadLoop","detail":"{readStateIndex:28054; appliedIndex:28053; }","duration":"177.133099ms","start":"2026-02-27T02:07:23.95144Z","end":"2026-02-27T02:07:24.128573Z","steps":["trace[1062941953] 'read index received' (duration: 116.425539ms)","trace[1062941953] 'applied index is now lower than readState.Index' (duration: 60.70629ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:24.128853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.251505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:24.128937Z","caller":"traceutil/trace.go:171","msg":"trace[1295348215] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26757; }","duration":"352.40257ms","start":"2026-02-27T02:07:23.776515Z","end":"2026-02-27T02:07:24.128917Z","steps":["trace[1295348215] 'agreement among raft nodes before linearized reading' (duration: 352.241536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:24.128956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.084909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-wd4t8.1897f84a0893394c\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-02-27T02:07:24.128988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:23.776501Z","time spent":"352.475981ms","remote":"127.0.0.1:60870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:24.129081Z","caller":"traceutil/trace.go:171","msg":"trace[512139063] transaction","detail":"{read_only:false; response_revision:26757; number_of_response:1; }","duration":"247.066733ms","start":"2026-02-27T02:07:23.88197Z","end":"2026-02-27T02:07:24.129037Z","steps":["trace[512139063] 'process raft request' (duration: 185.947353ms)","trace[512139063] 'compare' (duration: 60.529414ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:24.129187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.83738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:07:24.129233Z","caller":"traceutil/trace.go:171","msg":"trace[504577216] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26757; }","duration":"127.911611ms","start":"2026-02-27T02:07:24.001308Z","end":"2026-02-27T02:07:24.12922Z","steps":["trace[504577216] 'agreement among raft nodes before linearized reading' (duration: 127.744106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:24.129226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.88227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:07:24.129315Z","caller":"traceutil/trace.go:171","msg":"trace[49559020] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26757; }","duration":"128.027194ms","start":"2026-02-27T02:07:24.001269Z","end":"2026-02-27T02:07:24.129296Z","steps":["trace[49559020] 'agreement among raft nodes before linearized reading' (duration: 127.766987ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:24.128996Z","caller":"traceutil/trace.go:171","msg":"trace[1521058884] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-wd4t8.1897f84a0893394c; range_end:; response_count:1; response_revision:26757; }","duration":"174.150671ms","start":"2026-02-27T02:07:23.954833Z","end":"2026-02-27T02:07:24.128984Z","steps":["trace[1521058884] 'agreement among raft nodes before linearized reading' (duration: 173.939465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:24.129345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.542598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:07:24.129405Z","caller":"traceutil/trace.go:171","msg":"trace[218451827] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26757; }","duration":"128.662761ms","start":"2026-02-27T02:07:24.000729Z","end":"2026-02-27T02:07:24.129391Z","steps":["trace[218451827] 'agreement among raft nodes before linearized reading' (duration: 128.421845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:24.129488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.9688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T02:07:24.129575Z","caller":"traceutil/trace.go:171","msg":"trace[2043713992] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26757; }","duration":"173.098323ms","start":"2026-02-27T02:07:23.956457Z","end":"2026-02-27T02:07:24.129556Z","steps":["trace[2043713992] 'agreement among raft nodes before linearized reading' (duration: 172.668961ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:24.532917Z","caller":"traceutil/trace.go:171","msg":"trace[1222979286] linearizableReadLoop","detail":"{readStateIndex:28060; appliedIndex:28059; }","duration":"221.144099ms","start":"2026-02-27T02:07:24.311745Z","end":"2026-02-27T02:07:24.532889Z","steps":["trace[1222979286] 'read index received' (duration: 220.563314ms)","trace[1222979286] 'applied index is now lower than readState.Index' (duration: 579.645µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:24.533067Z","caller":"traceutil/trace.go:171","msg":"trace[198002811] transaction","detail":"{read_only:false; response_revision:26763; number_of_response:1; }","duration":"270.84508ms","start":"2026-02-27T02:07:24.262179Z","end":"2026-02-27T02:07:24.533024Z","steps":["trace[198002811] 'process raft request' (duration: 270.291865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:24.533201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.432778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-wd4t8.1897f84a0893394c\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-02-27T02:07:24.533258Z","caller":"traceutil/trace.go:171","msg":"trace[1234340030] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-wd4t8.1897f84a0893394c; range_end:; response_count:1; response_revision:26763; }","duration":"221.54561ms","start":"2026-02-27T02:07:24.311698Z","end":"2026-02-27T02:07:24.533244Z","steps":["trace[1234340030] 'agreement among raft nodes before linearized reading' (duration: 221.335154ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:24.877406Z","caller":"traceutil/trace.go:171","msg":"trace[749189755] transaction","detail":"{read_only:false; response_revision:26764; number_of_response:1; }","duration":"341.200895ms","start":"2026-02-27T02:07:24.536159Z","end":"2026-02-27T02:07:24.87736Z","steps":["trace[749189755] 'process raft request' (duration: 318.933168ms)","trace[749189755] 'compare' (duration: 21.951588ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:24.877601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:24.536131Z","time spent":"341.365359ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:24.911786Z","caller":"traceutil/trace.go:171","msg":"trace[1732840650] linearizableReadLoop","detail":"{readStateIndex:28062; appliedIndex:28060; }","duration":"173.621687ms","start":"2026-02-27T02:07:24.738139Z","end":"2026-02-27T02:07:24.911761Z","steps":["trace[1732840650] 'read index received' (duration: 117.051506ms)","trace[1732840650] 'applied index is now lower than readState.Index' (duration: 56.568801ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:24.911921Z","caller":"traceutil/trace.go:171","msg":"trace[1227670115] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26764; }","duration":"371.453103ms","start":"2026-02-27T02:07:24.540336Z","end":"2026-02-27T02:07:24.911789Z","steps":["trace[1227670115] 'process raft request' (duration: 371.329579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:24.91206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:24.540324Z","time spent":"371.671758ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:07:24.912183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.012088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:07:24.912285Z","caller":"traceutil/trace.go:171","msg":"trace[1871837730] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26764; }","duration":"174.168772ms","start":"2026-02-27T02:07:24.738086Z","end":"2026-02-27T02:07:24.912255Z","steps":["trace[1871837730] 'agreement among raft nodes before linearized reading' (duration: 173.824173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:24.920726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.38506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:07:24.920798Z","caller":"traceutil/trace.go:171","msg":"trace[671879184] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26765; }","duration":"165.483873ms","start":"2026-02-27T02:07:24.755299Z","end":"2026-02-27T02:07:24.920783Z","steps":["trace[671879184] 'agreement among raft nodes before linearized reading' (duration: 165.292738ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:25.211834Z","caller":"traceutil/trace.go:171","msg":"trace[920328347] transaction","detail":"{read_only:false; response_revision:26771; number_of_response:1; }","duration":"104.321731ms","start":"2026-02-27T02:07:25.107472Z","end":"2026-02-27T02:07:25.211793Z","steps":["trace[920328347] 'process raft request' (duration: 104.131166ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:25.369111Z","caller":"traceutil/trace.go:171","msg":"trace[387669128] transaction","detail":"{read_only:false; response_revision:26773; number_of_response:1; }","duration":"133.557331ms","start":"2026-02-27T02:07:25.235527Z","end":"2026-02-27T02:07:25.369084Z","steps":["trace[387669128] 'process raft request' (duration: 130.315366ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:25.482542Z","caller":"traceutil/trace.go:171","msg":"trace[527122343] transaction","detail":"{read_only:false; response_revision:26774; number_of_response:1; }","duration":"106.681373ms","start":"2026-02-27T02:07:25.375829Z","end":"2026-02-27T02:07:25.48251Z","steps":["trace[527122343] 'process raft request' (duration: 105.385939ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:25.865549Z","caller":"traceutil/trace.go:171","msg":"trace[1709785655] transaction","detail":"{read_only:false; response_revision:26779; number_of_response:1; }","duration":"231.129473ms","start":"2026-02-27T02:07:25.634362Z","end":"2026-02-27T02:07:25.865491Z","steps":["trace[1709785655] 'process raft request' (duration: 209.00347ms)","trace[1709785655] 'compare' (duration: 21.740073ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:26.145759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.410941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:26.146005Z","caller":"traceutil/trace.go:171","msg":"trace[784901263] transaction","detail":"{read_only:false; response_revision:26781; number_of_response:1; }","duration":"214.891645ms","start":"2026-02-27T02:07:25.931067Z","end":"2026-02-27T02:07:26.145959Z","steps":["trace[784901263] 'process raft request' (duration: 38.186727ms)","trace[784901263] 'compare' (duration: 176.225866ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:26.475988Z","caller":"traceutil/trace.go:171","msg":"trace[1072952329] transaction","detail":"{read_only:false; response_revision:26787; number_of_response:1; }","duration":"156.973828ms","start":"2026-02-27T02:07:26.318987Z","end":"2026-02-27T02:07:26.475961Z","steps":["trace[1072952329] 'process raft request' (duration: 156.778563ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:26.794993Z","caller":"traceutil/trace.go:171","msg":"trace[1894096971] transaction","detail":"{read_only:false; response_revision:26789; number_of_response:1; }","duration":"265.343415ms","start":"2026-02-27T02:07:26.52962Z","end":"2026-02-27T02:07:26.794963Z","steps":["trace[1894096971] 'process raft request' (duration: 222.051593ms)","trace[1894096971] 'compare' (duration: 42.700336ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:27.404984Z","caller":"traceutil/trace.go:171","msg":"trace[1821262040] transaction","detail":"{read_only:false; response_revision:26795; number_of_response:1; }","duration":"378.872648ms","start":"2026-02-27T02:07:27.026066Z","end":"2026-02-27T02:07:27.404938Z","steps":["trace[1821262040] 'process raft request' (duration: 378.655743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:27.40523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:27.026041Z","time spent":"379.065063ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:27.51906Z","caller":"traceutil/trace.go:171","msg":"trace[1516415703] linearizableReadLoop","detail":"{readStateIndex:28095; appliedIndex:28093; }","duration":"461.64315ms","start":"2026-02-27T02:07:27.057379Z","end":"2026-02-27T02:07:27.519023Z","steps":["trace[1516415703] 'read index received' (duration: 347.328316ms)","trace[1516415703] 'applied index is now lower than readState.Index' (duration: 114.313304ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:27.519308Z","caller":"traceutil/trace.go:171","msg":"trace[2062208251] transaction","detail":"{read_only:false; response_revision:26796; number_of_response:1; }","duration":"483.140016ms","start":"2026-02-27T02:07:27.036137Z","end":"2026-02-27T02:07:27.519277Z","steps":["trace[2062208251] 'process raft request' (duration: 431.115115ms)","trace[2062208251] 'compare' (duration: 51.519568ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:27.51937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.724059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:27.519417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.728019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-b56d5d966-n4g9d.1897f84aca7999d4\" ","response":"range_response_count:1 size:872"} {"level":"warn","ts":"2026-02-27T02:07:27.519414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.035351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:07:27.519455Z","caller":"traceutil/trace.go:171","msg":"trace[44875058] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-b56d5d966-n4g9d.1897f84aca7999d4; range_end:; response_count:1; response_revision:26796; }","duration":"110.807551ms","start":"2026-02-27T02:07:27.408635Z","end":"2026-02-27T02:07:27.519442Z","steps":["trace[44875058] 'agreement among raft nodes before linearized reading' (duration: 110.674697ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:27.519445Z","caller":"traceutil/trace.go:171","msg":"trace[266640523] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26796; }","duration":"437.852652ms","start":"2026-02-27T02:07:27.081573Z","end":"2026-02-27T02:07:27.519426Z","steps":["trace[266640523] 'agreement among raft nodes before linearized reading' (duration: 437.720179ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:27.519468Z","caller":"traceutil/trace.go:171","msg":"trace[1616705172] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26796; }","duration":"462.131973ms","start":"2026-02-27T02:07:27.057317Z","end":"2026-02-27T02:07:27.519449Z","steps":["trace[1616705172] 'agreement among raft nodes before linearized reading' (duration: 461.945718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:27.519503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:27.057296Z","time spent":"462.198784ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:27.5195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:27.081553Z","time spent":"437.935165ms","remote":"127.0.0.1:45396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:27.519481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:27.036106Z","time spent":"483.28142ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:27.519568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.050584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-02-27T02:07:27.51957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.561291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:27.519623Z","caller":"traceutil/trace.go:171","msg":"trace[746423319] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26796; }","duration":"211.160927ms","start":"2026-02-27T02:07:27.308446Z","end":"2026-02-27T02:07:27.519607Z","steps":["trace[746423319] 'agreement among raft nodes before linearized reading' (duration: 210.974372ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:27.519674Z","caller":"traceutil/trace.go:171","msg":"trace[210006306] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26796; }","duration":"158.732164ms","start":"2026-02-27T02:07:27.360915Z","end":"2026-02-27T02:07:27.519647Z","steps":["trace[210006306] 'agreement among raft nodes before linearized reading' (duration: 158.499188ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:27.701616Z","caller":"traceutil/trace.go:171","msg":"trace[248846348] linearizableReadLoop","detail":"{readStateIndex:28099; appliedIndex:28097; }","duration":"120.014923ms","start":"2026-02-27T02:07:27.581579Z","end":"2026-02-27T02:07:27.701594Z","steps":["trace[248846348] 'read index received' (duration: 76.919008ms)","trace[248846348] 'applied index is now lower than readState.Index' (duration: 43.094995ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:27.701718Z","caller":"traceutil/trace.go:171","msg":"trace[845487250] transaction","detail":"{read_only:false; response_revision:26800; number_of_response:1; }","duration":"122.884568ms","start":"2026-02-27T02:07:27.578824Z","end":"2026-02-27T02:07:27.701709Z","steps":["trace[845487250] 'process raft request' (duration: 122.625591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:27.701889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.283819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:27.701887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.984847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:27.701979Z","caller":"traceutil/trace.go:171","msg":"trace[343611165] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26800; }","duration":"120.398532ms","start":"2026-02-27T02:07:27.58156Z","end":"2026-02-27T02:07:27.701959Z","steps":["trace[343611165] 'agreement among raft nodes before linearized reading' (duration: 120.208867ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:27.702002Z","caller":"traceutil/trace.go:171","msg":"trace[1741846913] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26800; }","duration":"113.155482ms","start":"2026-02-27T02:07:27.58882Z","end":"2026-02-27T02:07:27.701975Z","steps":["trace[1741846913] 'agreement among raft nodes before linearized reading' (duration: 112.942916ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:27.861369Z","caller":"traceutil/trace.go:171","msg":"trace[1085967184] transaction","detail":"{read_only:false; response_revision:26802; number_of_response:1; }","duration":"122.220122ms","start":"2026-02-27T02:07:27.739114Z","end":"2026-02-27T02:07:27.861334Z","steps":["trace[1085967184] 'process raft request' (duration: 119.685205ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:28.189283Z","caller":"traceutil/trace.go:171","msg":"trace[778754843] linearizableReadLoop","detail":"{readStateIndex:28102; appliedIndex:28101; }","duration":"134.767483ms","start":"2026-02-27T02:07:28.054493Z","end":"2026-02-27T02:07:28.189261Z","steps":["trace[778754843] 'read index received' (duration: 134.358342ms)","trace[778754843] 'applied index is now lower than readState.Index' (duration: 408.191µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:28.189298Z","caller":"traceutil/trace.go:171","msg":"trace[135147870] transaction","detail":"{read_only:false; response_revision:26803; number_of_response:1; }","duration":"321.096025ms","start":"2026-02-27T02:07:27.86818Z","end":"2026-02-27T02:07:28.189276Z","steps":["trace[135147870] 'process raft request' (duration: 320.673083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:28.189395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.903726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:28.189423Z","caller":"traceutil/trace.go:171","msg":"trace[829269136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26803; }","duration":"134.984868ms","start":"2026-02-27T02:07:28.054431Z","end":"2026-02-27T02:07:28.189416Z","steps":["trace[829269136] 'agreement among raft nodes before linearized reading' (duration: 134.906776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:28.189444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:27.868153Z","time spent":"321.198218ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:28.469399Z","caller":"traceutil/trace.go:171","msg":"trace[1076150849] transaction","detail":"{read_only:false; response_revision:26808; number_of_response:1; }","duration":"110.342339ms","start":"2026-02-27T02:07:28.359033Z","end":"2026-02-27T02:07:28.469375Z","steps":["trace[1076150849] 'process raft request' (duration: 108.906081ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:28.469736Z","caller":"traceutil/trace.go:171","msg":"trace[1771069063] transaction","detail":"{read_only:false; response_revision:26810; number_of_response:1; }","duration":"109.553439ms","start":"2026-02-27T02:07:28.360154Z","end":"2026-02-27T02:07:28.469708Z","steps":["trace[1771069063] 'process raft request' (duration: 109.469907ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:28.469805Z","caller":"traceutil/trace.go:171","msg":"trace[84715414] transaction","detail":"{read_only:false; response_revision:26809; number_of_response:1; }","duration":"110.158465ms","start":"2026-02-27T02:07:28.359621Z","end":"2026-02-27T02:07:28.469779Z","steps":["trace[84715414] 'process raft request' (duration: 109.701893ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:28.712283Z","caller":"traceutil/trace.go:171","msg":"trace[1904289831] linearizableReadLoop","detail":"{readStateIndex:28110; appliedIndex:28109; }","duration":"236.744641ms","start":"2026-02-27T02:07:28.475517Z","end":"2026-02-27T02:07:28.712261Z","steps":["trace[1904289831] 'read index received' (duration: 50.691µs)","trace[1904289831] 'applied index is now lower than readState.Index' (duration: 236.69246ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:28.712312Z","caller":"traceutil/trace.go:171","msg":"trace[1135433846] transaction","detail":"{read_only:false; response_revision:26811; number_of_response:1; }","duration":"236.787322ms","start":"2026-02-27T02:07:28.475483Z","end":"2026-02-27T02:07:28.712271Z","steps":["trace[1135433846] 'process raft request' (duration: 231.916894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:28.712555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.16774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-n4g9d\" ","response":"range_response_count:1 size:6319"} {"level":"warn","ts":"2026-02-27T02:07:28.712574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.030188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-27T02:07:28.712619Z","caller":"traceutil/trace.go:171","msg":"trace[2011840666] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-n4g9d; range_end:; response_count:1; response_revision:26811; }","duration":"202.276143ms","start":"2026-02-27T02:07:28.510328Z","end":"2026-02-27T02:07:28.712604Z","steps":["trace[2011840666] 'agreement among raft nodes before linearized reading' (duration: 202.066957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:28.712621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.92751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-27T02:07:28.712682Z","caller":"traceutil/trace.go:171","msg":"trace[11200054] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26811; }","duration":"101.041614ms","start":"2026-02-27T02:07:28.611625Z","end":"2026-02-27T02:07:28.712666Z","steps":["trace[11200054] 'agreement among raft nodes before linearized reading' (duration: 100.785747ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:28.712774Z","caller":"traceutil/trace.go:171","msg":"trace[1766365754] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26811; }","duration":"237.134652ms","start":"2026-02-27T02:07:28.475494Z","end":"2026-02-27T02:07:28.712629Z","steps":["trace[1766365754] 'agreement among raft nodes before linearized reading' (duration: 236.840314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:28.712857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.868679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:07:28.712899Z","caller":"traceutil/trace.go:171","msg":"trace[1380776628] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26811; }","duration":"133.972851ms","start":"2026-02-27T02:07:28.578915Z","end":"2026-02-27T02:07:28.712888Z","steps":["trace[1380776628] 'agreement among raft nodes before linearized reading' (duration: 133.791257ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:28.862162Z","caller":"traceutil/trace.go:171","msg":"trace[931314986] transaction","detail":"{read_only:false; response_revision:26813; number_of_response:1; }","duration":"139.096027ms","start":"2026-02-27T02:07:28.723031Z","end":"2026-02-27T02:07:28.862127Z","steps":["trace[931314986] 'process raft request' (duration: 112.563017ms)","trace[931314986] 'compare' (duration: 26.021806ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:29.566961Z","caller":"traceutil/trace.go:171","msg":"trace[1858273286] transaction","detail":"{read_only:false; response_revision:26822; number_of_response:1; }","duration":"124.657087ms","start":"2026-02-27T02:07:29.442278Z","end":"2026-02-27T02:07:29.566935Z","steps":["trace[1858273286] 'process raft request' (duration: 124.470092ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:29.771325Z","caller":"traceutil/trace.go:171","msg":"trace[610008050] transaction","detail":"{read_only:false; response_revision:26824; number_of_response:1; }","duration":"114.703404ms","start":"2026-02-27T02:07:29.656591Z","end":"2026-02-27T02:07:29.771294Z","steps":["trace[610008050] 'process raft request' (duration: 113.638376ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:29.771449Z","caller":"traceutil/trace.go:171","msg":"trace[1582939054] transaction","detail":"{read_only:false; response_revision:26825; number_of_response:1; }","duration":"113.133552ms","start":"2026-02-27T02:07:29.658255Z","end":"2026-02-27T02:07:29.771388Z","steps":["trace[1582939054] 'process raft request' (duration: 113.04265ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:30.289787Z","caller":"traceutil/trace.go:171","msg":"trace[946295076] linearizableReadLoop","detail":"{readStateIndex:28129; appliedIndex:28128; }","duration":"235.433957ms","start":"2026-02-27T02:07:30.054323Z","end":"2026-02-27T02:07:30.289757Z","steps":["trace[946295076] 'read index received' (duration: 195.870684ms)","trace[946295076] 'applied index is now lower than readState.Index' (duration: 39.561793ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:30.289845Z","caller":"traceutil/trace.go:171","msg":"trace[29088376] transaction","detail":"{read_only:false; response_revision:26830; number_of_response:1; }","duration":"316.471043ms","start":"2026-02-27T02:07:29.973335Z","end":"2026-02-27T02:07:30.289806Z","steps":["trace[29088376] 'process raft request' (duration: 276.844989ms)","trace[29088376] 'compare' (duration: 39.427149ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:30.290018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:29.97332Z","time spent":"316.598646ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:30.290021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.676683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:30.290097Z","caller":"traceutil/trace.go:171","msg":"trace[1108433664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26830; }","duration":"235.826387ms","start":"2026-02-27T02:07:30.054253Z","end":"2026-02-27T02:07:30.290079Z","steps":["trace[1108433664] 'agreement among raft nodes before linearized reading' (duration: 235.653223ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:30.328901Z","caller":"traceutil/trace.go:171","msg":"trace[2142343382] transaction","detail":"{read_only:false; response_revision:26831; number_of_response:1; }","duration":"146.495233ms","start":"2026-02-27T02:07:30.182384Z","end":"2026-02-27T02:07:30.328879Z","steps":["trace[2142343382] 'process raft request' (duration: 146.323858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:30.329059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.069625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:30.329115Z","caller":"traceutil/trace.go:171","msg":"trace[1223825225] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26831; }","duration":"255.160656ms","start":"2026-02-27T02:07:30.073938Z","end":"2026-02-27T02:07:30.329099Z","steps":["trace[1223825225] 'agreement among raft nodes before linearized reading' (duration: 255.072534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:30.329541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.540958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T02:07:30.329629Z","caller":"traceutil/trace.go:171","msg":"trace[2044142297] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26831; }","duration":"109.769664ms","start":"2026-02-27T02:07:30.219839Z","end":"2026-02-27T02:07:30.329608Z","steps":["trace[2044142297] 'agreement among raft nodes before linearized reading' (duration: 109.481006ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:30.711057Z","caller":"traceutil/trace.go:171","msg":"trace[514295370] transaction","detail":"{read_only:false; response_revision:26838; number_of_response:1; }","duration":"206.946326ms","start":"2026-02-27T02:07:30.504087Z","end":"2026-02-27T02:07:30.711034Z","steps":["trace[514295370] 'process raft request' (duration: 206.686239ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:30.711434Z","caller":"traceutil/trace.go:171","msg":"trace[254705382] transaction","detail":"{read_only:false; response_revision:26839; number_of_response:1; }","duration":"206.876444ms","start":"2026-02-27T02:07:30.504528Z","end":"2026-02-27T02:07:30.711405Z","steps":["trace[254705382] 'process raft request' (duration: 206.422312ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:30.711447Z","caller":"traceutil/trace.go:171","msg":"trace[1629858472] linearizableReadLoop","detail":"{readStateIndex:28140; appliedIndex:28137; }","duration":"145.717011ms","start":"2026-02-27T02:07:30.565703Z","end":"2026-02-27T02:07:30.71142Z","steps":["trace[1629858472] 'read index received' (duration: 144.977192ms)","trace[1629858472] 'applied index is now lower than readState.Index' (duration: 738.849µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:30.711466Z","caller":"traceutil/trace.go:171","msg":"trace[578846061] transaction","detail":"{read_only:false; response_revision:26840; number_of_response:1; }","duration":"198.953135ms","start":"2026-02-27T02:07:30.51249Z","end":"2026-02-27T02:07:30.711443Z","steps":["trace[578846061] 'process raft request' (duration: 198.797991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:30.71166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.935647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:07:30.711703Z","caller":"traceutil/trace.go:171","msg":"trace[46231183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26840; }","duration":"146.034959ms","start":"2026-02-27T02:07:30.565658Z","end":"2026-02-27T02:07:30.711693Z","steps":["trace[46231183] 'agreement among raft nodes before linearized reading' (duration: 145.874825ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:31.075435Z","caller":"traceutil/trace.go:171","msg":"trace[1044752404] transaction","detail":"{read_only:false; response_revision:26847; number_of_response:1; }","duration":"234.79636ms","start":"2026-02-27T02:07:30.840613Z","end":"2026-02-27T02:07:31.075409Z","steps":["trace[1044752404] 'process raft request' (duration: 195.464273ms)","trace[1044752404] 'compare' (duration: 38.986668ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:31.423294Z","caller":"traceutil/trace.go:171","msg":"trace[788350538] transaction","detail":"{read_only:false; response_revision:26854; number_of_response:1; }","duration":"160.787127ms","start":"2026-02-27T02:07:31.262462Z","end":"2026-02-27T02:07:31.423249Z","steps":["trace[788350538] 'process raft request' (duration: 154.221754ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:31.834827Z","caller":"traceutil/trace.go:171","msg":"trace[331153665] linearizableReadLoop","detail":"{readStateIndex:28162; appliedIndex:28161; }","duration":"208.765284ms","start":"2026-02-27T02:07:31.626035Z","end":"2026-02-27T02:07:31.834801Z","steps":["trace[331153665] 'read index received' (duration: 208.580249ms)","trace[331153665] 'applied index is now lower than readState.Index' (duration: 183.635µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:31.834865Z","caller":"traceutil/trace.go:171","msg":"trace[971869220] transaction","detail":"{read_only:false; response_revision:26862; number_of_response:1; }","duration":"235.446807ms","start":"2026-02-27T02:07:31.59939Z","end":"2026-02-27T02:07:31.834837Z","steps":["trace[971869220] 'process raft request' (duration: 235.105198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:31.835068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.99948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:31.83513Z","caller":"traceutil/trace.go:171","msg":"trace[1962110763] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26862; }","duration":"209.095872ms","start":"2026-02-27T02:07:31.62602Z","end":"2026-02-27T02:07:31.835116Z","steps":["trace[1962110763] 'agreement among raft nodes before linearized reading' (duration: 208.894957ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:31.842057Z","caller":"traceutil/trace.go:171","msg":"trace[2130463582] transaction","detail":"{read_only:false; response_revision:26863; number_of_response:1; }","duration":"208.317941ms","start":"2026-02-27T02:07:31.633711Z","end":"2026-02-27T02:07:31.842029Z","steps":["trace[2130463582] 'process raft request' (duration: 207.943472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:33.56384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161721716s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:33.56395Z","caller":"traceutil/trace.go:171","msg":"trace[3544339] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26873; }","duration":"1.161844999s","start":"2026-02-27T02:07:32.402089Z","end":"2026-02-27T02:07:33.563934Z","steps":["trace[3544339] 'range keys from in-memory index tree' (duration: 1.161706316s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:33.564998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450560151s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:33.565127Z","caller":"traceutil/trace.go:171","msg":"trace[32502047] linearizableReadLoop","detail":"{readStateIndex:28174; appliedIndex:28173; }","duration":"1.511506007s","start":"2026-02-27T02:07:32.0536Z","end":"2026-02-27T02:07:33.565106Z","steps":["trace[32502047] 'read index received' (duration: 60.744721ms)","trace[32502047] 'applied index is now lower than readState.Index' (duration: 1.450758916s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:33.565142Z","caller":"traceutil/trace.go:171","msg":"trace[393496093] transaction","detail":"{read_only:false; response_revision:26874; number_of_response:1; }","duration":"1.586199577s","start":"2026-02-27T02:07:31.978912Z","end":"2026-02-27T02:07:33.565112Z","steps":["trace[393496093] 'process raft request' (duration: 135.439621ms)","trace[393496093] 'compare' (duration: 1.448802594s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:33.565254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511656001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:33.565291Z","caller":"traceutil/trace.go:171","msg":"trace[16717645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26874; }","duration":"1.511729873s","start":"2026-02-27T02:07:32.053549Z","end":"2026-02-27T02:07:33.565279Z","steps":["trace[16717645] 'agreement among raft nodes before linearized reading' (duration: 1.51162772s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:33.565289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:31.978886Z","time spent":"1.58631451s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:33.565316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:32.053532Z","time spent":"1.511777825s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:33.88484Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.496689247s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:34.110853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000351454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:34.11093Z","caller":"traceutil/trace.go:171","msg":"trace[1525078243] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000503358s","start":"2026-02-27T02:07:32.11041Z","end":"2026-02-27T02:07:34.110914Z","steps":["trace[1525078243] 'agreement among raft nodes before linearized reading' (duration: 2.000390315s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:34.110967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:32.110385Z","time spent":"2.000574841s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:34.202293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.175002ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:07:34.202764Z","caller":"traceutil/trace.go:171","msg":"trace[1792669291] linearizableReadLoop","detail":"{readStateIndex:28177; appliedIndex:28174; }","duration":"637.576458ms","start":"2026-02-27T02:07:33.565166Z","end":"2026-02-27T02:07:34.202742Z","steps":["trace[1792669291] 'read index received' (duration: 319.911854ms)","trace[1792669291] 'applied index is now lower than readState.Index' (duration: 317.663624ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:34.202789Z","caller":"traceutil/trace.go:171","msg":"trace[1591583669] transaction","detail":"{read_only:false; response_revision:26875; number_of_response:1; }","duration":"1.678168811s","start":"2026-02-27T02:07:32.524576Z","end":"2026-02-27T02:07:34.202744Z","steps":["trace[1591583669] 'process raft request' (duration: 1.677925385s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:34.203131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:32.524563Z","time spent":"1.678469679s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:34.2033Z","caller":"traceutil/trace.go:171","msg":"trace[1692988687] transaction","detail":"{read_only:false; response_revision:26876; number_of_response:1; }","duration":"955.037067ms","start":"2026-02-27T02:07:33.248234Z","end":"2026-02-27T02:07:34.203271Z","steps":["trace[1692988687] 'process raft request' (duration: 954.451602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:34.203301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.131001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:34.203351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711407017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T02:07:34.203432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.692245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-02-27T02:07:34.203367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05630388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:34.203448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983751507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T02:07:34.203505Z","caller":"traceutil/trace.go:171","msg":"trace[744605956] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26876; }","duration":"2.056507655s","start":"2026-02-27T02:07:32.146981Z","end":"2026-02-27T02:07:34.203488Z","steps":["trace[744605956] 'agreement among raft nodes before linearized reading' (duration: 2.05631558s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:34.203529Z","caller":"traceutil/trace.go:171","msg":"trace[1008003599] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26876; }","duration":"1.983898792s","start":"2026-02-27T02:07:32.219608Z","end":"2026-02-27T02:07:34.203507Z","steps":["trace[1008003599] 'agreement among raft nodes before linearized reading' (duration: 1.983572433s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:34.203538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.666798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-zbpfq.1897f5d492f05a9b\" ","response":"range_response_count:1 size:857"} {"level":"warn","ts":"2026-02-27T02:07:34.203568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.85425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:34.203578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.319997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:34.203584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:32.219582Z","time spent":"1.983994223s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T02:07:34.203609Z","caller":"traceutil/trace.go:171","msg":"trace[599119169] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26876; }","duration":"963.955583ms","start":"2026-02-27T02:07:33.239645Z","end":"2026-02-27T02:07:34.203601Z","steps":["trace[599119169] 'agreement among raft nodes before linearized reading' (duration: 963.884641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:34.203634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.875218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:34.203649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.967306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:34.203452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:33.248214Z","time spent":"955.153961ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:34.203668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488363258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:07:34.203677Z","caller":"traceutil/trace.go:171","msg":"trace[810300613] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26876; }","duration":"722.96679ms","start":"2026-02-27T02:07:33.480702Z","end":"2026-02-27T02:07:34.203668Z","steps":["trace[810300613] 'agreement among raft nodes before linearized reading' (duration: 722.894018ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:34.203686Z","caller":"traceutil/trace.go:171","msg":"trace[2102051593] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26876; }","duration":"141.090149ms","start":"2026-02-27T02:07:34.062587Z","end":"2026-02-27T02:07:34.203677Z","steps":["trace[2102051593] 'agreement among raft nodes before linearized reading' (duration: 141.027647ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:34.203702Z","caller":"traceutil/trace.go:171","msg":"trace[342028428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26876; }","duration":"1.488440109s","start":"2026-02-27T02:07:32.715252Z","end":"2026-02-27T02:07:34.203692Z","steps":["trace[342028428] 'agreement among raft nodes before linearized reading' (duration: 1.488346437s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:34.203714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:33.480674Z","time spent":"723.030972ms","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:34.20358Z","caller":"traceutil/trace.go:171","msg":"trace[1547396545] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-zbpfq.1897f5d492f05a9b; range_end:; response_count:1; response_revision:26876; }","duration":"635.74522ms","start":"2026-02-27T02:07:33.567822Z","end":"2026-02-27T02:07:34.203567Z","steps":["trace[1547396545] 'agreement among raft nodes before linearized reading' (duration: 635.592566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:34.203728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729760951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:34.20378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.088491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:07:34.203812Z","caller":"traceutil/trace.go:171","msg":"trace[1384537015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26876; }","duration":"292.120861ms","start":"2026-02-27T02:07:33.911686Z","end":"2026-02-27T02:07:34.203807Z","steps":["trace[1384537015] 'agreement among raft nodes before linearized reading' (duration: 291.997038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:34.20383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:33.567809Z","time spent":"635.984376ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":880,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-zbpfq.1897f5d492f05a9b\" "} {"level":"warn","ts":"2026-02-27T02:07:34.203867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680892553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:07:34.203861Z","caller":"traceutil/trace.go:171","msg":"trace[267872803] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26876; }","duration":"1.729970847s","start":"2026-02-27T02:07:32.47386Z","end":"2026-02-27T02:07:34.203831Z","steps":["trace[267872803] 'agreement among raft nodes before linearized reading' (duration: 1.72971986s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:34.203884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.525937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:07:34.203901Z","caller":"traceutil/trace.go:171","msg":"trace[715469067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26876; }","duration":"1.680967715s","start":"2026-02-27T02:07:32.522925Z","end":"2026-02-27T02:07:34.203893Z","steps":["trace[715469067] 'agreement among raft nodes before linearized reading' (duration: 1.680878762s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:34.203613Z","caller":"traceutil/trace.go:171","msg":"trace[801747907] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26876; }","duration":"924.389329ms","start":"2026-02-27T02:07:33.279215Z","end":"2026-02-27T02:07:34.203605Z","steps":["trace[801747907] 'agreement among raft nodes before linearized reading' (duration: 924.269326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:34.203939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:32.522905Z","time spent":"1.681027417s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:07:34.20394Z","caller":"traceutil/trace.go:171","msg":"trace[92677954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26876; }","duration":"318.62441ms","start":"2026-02-27T02:07:33.885302Z","end":"2026-02-27T02:07:34.203926Z","steps":["trace[92677954] 'agreement among raft nodes before linearized reading' (duration: 318.430714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:34.203937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:32.473836Z","time spent":"1.730082589s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:34.203972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:33.885276Z","time spent":"318.689962ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:07:34.203648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:33.239619Z","time spent":"964.019624ms","remote":"127.0.0.1:47740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:34.203442Z","caller":"traceutil/trace.go:171","msg":"trace[193994962] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26876; }","duration":"831.337117ms","start":"2026-02-27T02:07:33.372072Z","end":"2026-02-27T02:07:34.20341Z","steps":["trace[193994962] 'agreement among raft nodes before linearized reading' (duration: 831.094811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:34.203958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:33.279203Z","time spent":"924.747009ms","remote":"127.0.0.1:45638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:34.204039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.384711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-27T02:07:34.204075Z","caller":"traceutil/trace.go:171","msg":"trace[470207729] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26876; }","duration":"511.462404ms","start":"2026-02-27T02:07:33.692603Z","end":"2026-02-27T02:07:34.204065Z","steps":["trace[470207729] 'agreement among raft nodes before linearized reading' (duration: 511.353741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:34.204119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:33.692579Z","time spent":"511.531245ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:07:34.204127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.771385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:34.203299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328597946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-02-27T02:07:34.204161Z","caller":"traceutil/trace.go:171","msg":"trace[21124531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26876; }","duration":"631.835796ms","start":"2026-02-27T02:07:33.572315Z","end":"2026-02-27T02:07:34.204151Z","steps":["trace[21124531] 'agreement among raft nodes before linearized reading' (duration: 631.784795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:34.20356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:32.146925Z","time spent":"2.056620879s","remote":"127.0.0.1:50408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:34.20418Z","caller":"traceutil/trace.go:171","msg":"trace[2118076650] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:26876; }","duration":"1.329554861s","start":"2026-02-27T02:07:32.874615Z","end":"2026-02-27T02:07:34.20417Z","steps":["trace[2118076650] 'agreement among raft nodes before linearized reading' (duration: 1.328464762s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:34.2035Z","caller":"traceutil/trace.go:171","msg":"trace[153212736] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26876; }","duration":"919.748907ms","start":"2026-02-27T02:07:33.283732Z","end":"2026-02-27T02:07:34.20348Z","steps":["trace[153212736] 'agreement among raft nodes before linearized reading' (duration: 919.619043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:34.20419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:33.572298Z","time spent":"631.886988ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:34.204208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:32.874575Z","time spent":"1.329624003s","remote":"127.0.0.1:33818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-02-27T02:07:34.204214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:33.283699Z","time spent":"920.508027ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T02:07:34.20345Z","caller":"traceutil/trace.go:171","msg":"trace[137658509] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26876; }","duration":"1.711557921s","start":"2026-02-27T02:07:32.491865Z","end":"2026-02-27T02:07:34.203423Z","steps":["trace[137658509] 'agreement among raft nodes before linearized reading' (duration: 1.711249633s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:34.203569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361625376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-02-27T02:07:34.204072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:33.372047Z","time spent":"832.012174ms","remote":"127.0.0.1:60838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:34.204288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:32.491836Z","time spent":"1.712439775s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T02:07:34.204293Z","caller":"traceutil/trace.go:171","msg":"trace[44284112] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26876; }","duration":"1.362387936s","start":"2026-02-27T02:07:32.841893Z","end":"2026-02-27T02:07:34.204281Z","steps":["trace[44284112] 'agreement among raft nodes before linearized reading' (duration: 1.361595285s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:34.204467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:32.841871Z","time spent":"1.362583191s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-27T02:07:34.20366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.602442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:34.204522Z","caller":"traceutil/trace.go:171","msg":"trace[72496072] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26876; }","duration":"486.487846ms","start":"2026-02-27T02:07:33.718019Z","end":"2026-02-27T02:07:34.204507Z","steps":["trace[72496072] 'agreement among raft nodes before linearized reading' (duration: 485.611453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:34.204577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:33.718001Z","time spent":"486.558287ms","remote":"127.0.0.1:45502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:34.203778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:32.71523Z","time spent":"1.488515372s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:07:34.422147Z","caller":"traceutil/trace.go:171","msg":"trace[608921105] linearizableReadLoop","detail":"{readStateIndex:28184; appliedIndex:28177; }","duration":"185.08138ms","start":"2026-02-27T02:07:34.23704Z","end":"2026-02-27T02:07:34.422121Z","steps":["trace[608921105] 'read index received' (duration: 725.94µs)","trace[608921105] 'applied index is now lower than readState.Index' (duration: 184.35443ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:34.422316Z","caller":"traceutil/trace.go:171","msg":"trace[1578691386] transaction","detail":"{read_only:false; response_revision:26881; number_of_response:1; }","duration":"212.708198ms","start":"2026-02-27T02:07:34.209574Z","end":"2026-02-27T02:07:34.422283Z","steps":["trace[1578691386] 'process raft request' (duration: 212.444911ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:34.422511Z","caller":"traceutil/trace.go:171","msg":"trace[1320846644] transaction","detail":"{read_only:false; response_revision:26883; number_of_response:1; }","duration":"211.789903ms","start":"2026-02-27T02:07:34.21069Z","end":"2026-02-27T02:07:34.42248Z","steps":["trace[1320846644] 'process raft request' (duration: 211.393503ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:34.42271Z","caller":"traceutil/trace.go:171","msg":"trace[1488875114] transaction","detail":"{read_only:false; response_revision:26879; number_of_response:1; }","duration":"213.397396ms","start":"2026-02-27T02:07:34.209293Z","end":"2026-02-27T02:07:34.42269Z","steps":["trace[1488875114] 'process raft request' (duration: 212.645066ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:34.422512Z","caller":"traceutil/trace.go:171","msg":"trace[857602388] transaction","detail":"{read_only:false; response_revision:26882; number_of_response:1; }","duration":"211.835045ms","start":"2026-02-27T02:07:34.210638Z","end":"2026-02-27T02:07:34.422473Z","steps":["trace[857602388] 'process raft request' (duration: 211.415124ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:34.422788Z","caller":"traceutil/trace.go:171","msg":"trace[994144157] transaction","detail":"{read_only:false; response_revision:26878; number_of_response:1; }","duration":"213.975541ms","start":"2026-02-27T02:07:34.208743Z","end":"2026-02-27T02:07:34.422719Z","steps":["trace[994144157] 'process raft request' (duration: 173.568246ms)","trace[994144157] 'compare' (duration: 39.467401ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:34.422577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.509681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:07:34.42285Z","caller":"traceutil/trace.go:171","msg":"trace[1931580232] transaction","detail":"{read_only:false; response_revision:26880; number_of_response:1; }","duration":"213.275122ms","start":"2026-02-27T02:07:34.209562Z","end":"2026-02-27T02:07:34.422837Z","steps":["trace[1931580232] 'process raft request' (duration: 212.41986ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:34.422925Z","caller":"traceutil/trace.go:171","msg":"trace[1113309114] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26883; }","duration":"185.878531ms","start":"2026-02-27T02:07:34.237005Z","end":"2026-02-27T02:07:34.422884Z","steps":["trace[1113309114] 'agreement among raft nodes before linearized reading' (duration: 185.390578ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:34.574625Z","caller":"traceutil/trace.go:171","msg":"trace[202395824] linearizableReadLoop","detail":"{readStateIndex:28185; appliedIndex:28184; }","duration":"152.344477ms","start":"2026-02-27T02:07:34.42223Z","end":"2026-02-27T02:07:34.574574Z","steps":["trace[202395824] 'read index received' (duration: 109.305872ms)","trace[202395824] 'applied index is now lower than readState.Index' (duration: 43.037255ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:34.574744Z","caller":"traceutil/trace.go:171","msg":"trace[929045267] transaction","detail":"{read_only:false; response_revision:26884; number_of_response:1; }","duration":"331.842858ms","start":"2026-02-27T02:07:34.242863Z","end":"2026-02-27T02:07:34.574706Z","steps":["trace[929045267] 'process raft request' (duration: 288.763602ms)","trace[929045267] 'compare' (duration: 42.722997ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:34.57495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.141584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:07:34.574991Z","caller":"traceutil/trace.go:171","msg":"trace[397844385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26884; }","duration":"198.229935ms","start":"2026-02-27T02:07:34.376751Z","end":"2026-02-27T02:07:34.574981Z","steps":["trace[397844385] 'agreement among raft nodes before linearized reading' (duration: 198.01115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:34.575004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:34.242844Z","time spent":"332.057864ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:07:34.575035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.736381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-27T02:07:34.574998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.077833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:34.575123Z","caller":"traceutil/trace.go:171","msg":"trace[1883765230] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26884; }","duration":"148.883825ms","start":"2026-02-27T02:07:34.426218Z","end":"2026-02-27T02:07:34.575101Z","steps":["trace[1883765230] 'agreement among raft nodes before linearized reading' (duration: 148.600077ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:34.575165Z","caller":"traceutil/trace.go:171","msg":"trace[1744263669] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26884; }","duration":"206.312079ms","start":"2026-02-27T02:07:34.368814Z","end":"2026-02-27T02:07:34.575126Z","steps":["trace[1744263669] 'agreement among raft nodes before linearized reading' (duration: 206.074373ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:34.813134Z","caller":"traceutil/trace.go:171","msg":"trace[509062760] transaction","detail":"{read_only:false; response_revision:26888; number_of_response:1; }","duration":"146.270786ms","start":"2026-02-27T02:07:34.666824Z","end":"2026-02-27T02:07:34.813095Z","steps":["trace[509062760] 'process raft request' (duration: 146.05128ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:36.138388Z","caller":"traceutil/trace.go:171","msg":"trace[1349989621] transaction","detail":"{read_only:false; response_revision:26893; number_of_response:1; }","duration":"214.959457ms","start":"2026-02-27T02:07:35.923404Z","end":"2026-02-27T02:07:36.138363Z","steps":["trace[1349989621] 'process raft request' (duration: 214.283899ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:36.62849Z","caller":"traceutil/trace.go:171","msg":"trace[1899333689] linearizableReadLoop","detail":"{readStateIndex:28197; appliedIndex:28196; }","duration":"195.762331ms","start":"2026-02-27T02:07:36.432702Z","end":"2026-02-27T02:07:36.628464Z","steps":["trace[1899333689] 'read index received' (duration: 170.397293ms)","trace[1899333689] 'applied index is now lower than readState.Index' (duration: 25.363978ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:36.628678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.042191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:07:36.628665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.794434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:07:36.628717Z","caller":"traceutil/trace.go:171","msg":"trace[981571324] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26895; }","duration":"201.082442ms","start":"2026-02-27T02:07:36.427622Z","end":"2026-02-27T02:07:36.628704Z","steps":["trace[981571324] 'agreement among raft nodes before linearized reading' (duration: 200.962398ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:36.628731Z","caller":"traceutil/trace.go:171","msg":"trace[816431610] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26895; }","duration":"200.895636ms","start":"2026-02-27T02:07:36.427819Z","end":"2026-02-27T02:07:36.628715Z","steps":["trace[816431610] 'agreement among raft nodes before linearized reading' (duration: 200.65699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:36.628763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.923957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:07:36.628817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.05292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:07:36.628867Z","caller":"traceutil/trace.go:171","msg":"trace[1038369821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26895; }","duration":"201.069301ms","start":"2026-02-27T02:07:36.427778Z","end":"2026-02-27T02:07:36.628847Z","steps":["trace[1038369821] 'agreement among raft nodes before linearized reading' (duration: 200.754443ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:36.628921Z","caller":"traceutil/trace.go:171","msg":"trace[1387703121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26895; }","duration":"201.176964ms","start":"2026-02-27T02:07:36.427716Z","end":"2026-02-27T02:07:36.628893Z","steps":["trace[1387703121] 'agreement among raft nodes before linearized reading' (duration: 200.831204ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:36.628642Z","caller":"traceutil/trace.go:171","msg":"trace[439218213] transaction","detail":"{read_only:false; response_revision:26895; number_of_response:1; }","duration":"198.682188ms","start":"2026-02-27T02:07:36.429923Z","end":"2026-02-27T02:07:36.628605Z","steps":["trace[439218213] 'process raft request' (duration: 173.159055ms)","trace[439218213] 'compare' (duration: 25.045ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:36.674418Z","caller":"traceutil/trace.go:171","msg":"trace[377876450] transaction","detail":"{read_only:false; response_revision:26896; number_of_response:1; }","duration":"238.327342ms","start":"2026-02-27T02:07:36.436056Z","end":"2026-02-27T02:07:36.674384Z","steps":["trace[377876450] 'process raft request' (duration: 238.109617ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:36.67449Z","caller":"traceutil/trace.go:171","msg":"trace[787328457] transaction","detail":"{read_only:false; response_revision:26897; number_of_response:1; }","duration":"235.796226ms","start":"2026-02-27T02:07:36.43866Z","end":"2026-02-27T02:07:36.674456Z","steps":["trace[787328457] 'process raft request' (duration: 235.657803ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:36.674786Z","caller":"traceutil/trace.go:171","msg":"trace[1367465665] transaction","detail":"{read_only:false; response_revision:26898; number_of_response:1; }","duration":"235.901939ms","start":"2026-02-27T02:07:36.438849Z","end":"2026-02-27T02:07:36.674751Z","steps":["trace[1367465665] 'process raft request' (duration: 235.504259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:36.674829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.032197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:36.674886Z","caller":"traceutil/trace.go:171","msg":"trace[1442671305] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26898; }","duration":"229.13808ms","start":"2026-02-27T02:07:36.44573Z","end":"2026-02-27T02:07:36.674868Z","steps":["trace[1442671305] 'agreement among raft nodes before linearized reading' (duration: 228.977646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:36.674894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.236862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-27T02:07:36.674959Z","caller":"traceutil/trace.go:171","msg":"trace[1362931337] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26898; }","duration":"188.297544ms","start":"2026-02-27T02:07:36.486639Z","end":"2026-02-27T02:07:36.674937Z","steps":["trace[1362931337] 'agreement among raft nodes before linearized reading' (duration: 188.066828ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:36.790816Z","caller":"traceutil/trace.go:171","msg":"trace[2099367844] transaction","detail":"{read_only:false; response_revision:26899; number_of_response:1; }","duration":"157.626115ms","start":"2026-02-27T02:07:36.633153Z","end":"2026-02-27T02:07:36.790779Z","steps":["trace[2099367844] 'process raft request' (duration: 157.04309ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:36.790855Z","caller":"traceutil/trace.go:171","msg":"trace[309508253] transaction","detail":"{read_only:false; response_revision:26901; number_of_response:1; }","duration":"157.139323ms","start":"2026-02-27T02:07:36.633691Z","end":"2026-02-27T02:07:36.790831Z","steps":["trace[309508253] 'process raft request' (duration: 156.967988ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:36.7908Z","caller":"traceutil/trace.go:171","msg":"trace[297245659] linearizableReadLoop","detail":"{readStateIndex:28204; appliedIndex:28200; }","duration":"116.355528ms","start":"2026-02-27T02:07:36.674414Z","end":"2026-02-27T02:07:36.79077Z","steps":["trace[297245659] 'read index received' (duration: 115.764902ms)","trace[297245659] 'applied index is now lower than readState.Index' (duration: 588.966µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:36.790974Z","caller":"traceutil/trace.go:171","msg":"trace[169794486] transaction","detail":"{read_only:false; response_revision:26900; number_of_response:1; }","duration":"157.667647ms","start":"2026-02-27T02:07:36.633242Z","end":"2026-02-27T02:07:36.790909Z","steps":["trace[169794486] 'process raft request' (duration: 157.299867ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:36.79109Z","caller":"traceutil/trace.go:171","msg":"trace[45030724] transaction","detail":"{read_only:false; response_revision:26903; number_of_response:1; }","duration":"111.470569ms","start":"2026-02-27T02:07:36.679593Z","end":"2026-02-27T02:07:36.791064Z","steps":["trace[45030724] 'process raft request' (duration: 111.296354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:36.791141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.234616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17026"} {"level":"info","ts":"2026-02-27T02:07:36.791179Z","caller":"traceutil/trace.go:171","msg":"trace[1444410421] transaction","detail":"{read_only:false; response_revision:26902; number_of_response:1; }","duration":"157.216045ms","start":"2026-02-27T02:07:36.633929Z","end":"2026-02-27T02:07:36.791145Z","steps":["trace[1444410421] 'process raft request' (duration: 156.777933ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:36.791434Z","caller":"traceutil/trace.go:171","msg":"trace[516347147] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26902; }","duration":"154.465193ms","start":"2026-02-27T02:07:36.636824Z","end":"2026-02-27T02:07:36.791289Z","steps":["trace[516347147] 'agreement among raft nodes before linearized reading' (duration: 154.074642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:37.087424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.461387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:07:37.087493Z","caller":"traceutil/trace.go:171","msg":"trace[741488907] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26909; }","duration":"194.60892ms","start":"2026-02-27T02:07:36.892868Z","end":"2026-02-27T02:07:37.087477Z","steps":["trace[741488907] 'range keys from in-memory index tree' (duration: 194.357504ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:37.090958Z","caller":"traceutil/trace.go:171","msg":"trace[630791912] transaction","detail":"{read_only:false; response_revision:26910; number_of_response:1; }","duration":"197.724692ms","start":"2026-02-27T02:07:36.893223Z","end":"2026-02-27T02:07:37.090947Z","steps":["trace[630791912] 'process raft request' (duration: 197.568208ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:37.090976Z","caller":"traceutil/trace.go:171","msg":"trace[1000110857] linearizableReadLoop","detail":"{readStateIndex:28213; appliedIndex:28212; }","duration":"139.99902ms","start":"2026-02-27T02:07:36.950944Z","end":"2026-02-27T02:07:37.090943Z","steps":["trace[1000110857] 'read index received' (duration: 139.819255ms)","trace[1000110857] 'applied index is now lower than readState.Index' (duration: 178.285µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:37.091335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.35721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-27T02:07:37.091419Z","caller":"traceutil/trace.go:171","msg":"trace[1686901587] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26910; }","duration":"140.506564ms","start":"2026-02-27T02:07:36.950891Z","end":"2026-02-27T02:07:37.091398Z","steps":["trace[1686901587] 'agreement among raft nodes before linearized reading' (duration: 140.162045ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:37.451061Z","caller":"traceutil/trace.go:171","msg":"trace[1850921603] linearizableReadLoop","detail":"{readStateIndex:28220; appliedIndex:28219; }","duration":"153.508147ms","start":"2026-02-27T02:07:37.297532Z","end":"2026-02-27T02:07:37.45104Z","steps":["trace[1850921603] 'read index received' (duration: 129.554076ms)","trace[1850921603] 'applied index is now lower than readState.Index' (duration: 23.952531ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:37.451098Z","caller":"traceutil/trace.go:171","msg":"trace[1751942716] transaction","detail":"{read_only:false; response_revision:26917; number_of_response:1; }","duration":"155.816048ms","start":"2026-02-27T02:07:37.295231Z","end":"2026-02-27T02:07:37.451047Z","steps":["trace[1751942716] 'process raft request' (duration: 131.876616ms)","trace[1751942716] 'compare' (duration: 23.610483ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:37.451288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.735233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-27T02:07:37.451314Z","caller":"traceutil/trace.go:171","msg":"trace[2041612932] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26917; }","duration":"153.791634ms","start":"2026-02-27T02:07:37.297514Z","end":"2026-02-27T02:07:37.451305Z","steps":["trace[2041612932] 'agreement among raft nodes before linearized reading' (duration: 153.599949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:37.972451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.353162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:37.972573Z","caller":"traceutil/trace.go:171","msg":"trace[132036905] linearizableReadLoop","detail":"{readStateIndex:28229; appliedIndex:28228; }","duration":"137.150765ms","start":"2026-02-27T02:07:37.835406Z","end":"2026-02-27T02:07:37.972556Z","steps":["trace[132036905] 'read index received' (duration: 35.557257ms)","trace[132036905] 'applied index is now lower than readState.Index' (duration: 101.592178ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:37.972678Z","caller":"traceutil/trace.go:171","msg":"trace[1374860701] transaction","detail":"{read_only:false; response_revision:26926; number_of_response:1; }","duration":"137.634448ms","start":"2026-02-27T02:07:37.835026Z","end":"2026-02-27T02:07:37.972661Z","steps":["trace[1374860701] 'process raft request' (duration: 35.994808ms)","trace[1374860701] 'compare' (duration: 101.130376ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:37.972817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.388192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:37.972885Z","caller":"traceutil/trace.go:171","msg":"trace[1623124259] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26926; }","duration":"137.502235ms","start":"2026-02-27T02:07:37.835365Z","end":"2026-02-27T02:07:37.972867Z","steps":["trace[1623124259] 'agreement among raft nodes before linearized reading' (duration: 137.338991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:37.972928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.996857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"info","ts":"2026-02-27T02:07:37.972986Z","caller":"traceutil/trace.go:171","msg":"trace[30790479] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26926; }","duration":"130.1033ms","start":"2026-02-27T02:07:37.842869Z","end":"2026-02-27T02:07:37.972972Z","steps":["trace[30790479] 'agreement among raft nodes before linearized reading' (duration: 129.863794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:37.972984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.102844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-xngh9\" ","response":"range_response_count:1 size:5181"} {"level":"info","ts":"2026-02-27T02:07:37.973073Z","caller":"traceutil/trace.go:171","msg":"trace[220768466] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-xngh9; range_end:; response_count:1; response_revision:26926; }","duration":"126.237468ms","start":"2026-02-27T02:07:37.846816Z","end":"2026-02-27T02:07:37.973053Z","steps":["trace[220768466] 'agreement among raft nodes before linearized reading' (duration: 125.949731ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:38.252916Z","caller":"traceutil/trace.go:171","msg":"trace[637035295] linearizableReadLoop","detail":"{readStateIndex:28230; appliedIndex:28229; }","duration":"258.851604ms","start":"2026-02-27T02:07:37.994045Z","end":"2026-02-27T02:07:38.252896Z","steps":["trace[637035295] 'read index received' (duration: 258.643418ms)","trace[637035295] 'applied index is now lower than readState.Index' (duration: 206.966µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:38.253019Z","caller":"traceutil/trace.go:171","msg":"trace[1134084972] transaction","detail":"{read_only:false; response_revision:26927; number_of_response:1; }","duration":"262.291685ms","start":"2026-02-27T02:07:37.990695Z","end":"2026-02-27T02:07:38.252987Z","steps":["trace[1134084972] 'process raft request' (duration: 262.035808ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:38.253122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.07186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"warn","ts":"2026-02-27T02:07:38.25312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.677358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:38.253166Z","caller":"traceutil/trace.go:171","msg":"trace[1757898686] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:26927; }","duration":"259.159283ms","start":"2026-02-27T02:07:37.993994Z","end":"2026-02-27T02:07:38.253153Z","steps":["trace[1757898686] 'agreement among raft nodes before linearized reading' (duration: 259.021469ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:38.253174Z","caller":"traceutil/trace.go:171","msg":"trace[348939830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26927; }","duration":"198.789171ms","start":"2026-02-27T02:07:38.054372Z","end":"2026-02-27T02:07:38.253161Z","steps":["trace[348939830] 'agreement among raft nodes before linearized reading' (duration: 198.689998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:38.253203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.963323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:38.253284Z","caller":"traceutil/trace.go:171","msg":"trace[1536955030] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26927; }","duration":"120.074255ms","start":"2026-02-27T02:07:38.133189Z","end":"2026-02-27T02:07:38.253263Z","steps":["trace[1536955030] 'agreement among raft nodes before linearized reading' (duration: 119.925112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:38.253452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.466207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:07:38.253552Z","caller":"traceutil/trace.go:171","msg":"trace[7251752] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26927; }","duration":"128.641232ms","start":"2026-02-27T02:07:38.124892Z","end":"2026-02-27T02:07:38.253533Z","steps":["trace[7251752] 'agreement among raft nodes before linearized reading' (duration: 128.260992ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:38.567184Z","caller":"traceutil/trace.go:171","msg":"trace[493926235] linearizableReadLoop","detail":"{readStateIndex:28238; appliedIndex:28236; }","duration":"175.757932ms","start":"2026-02-27T02:07:38.391396Z","end":"2026-02-27T02:07:38.567154Z","steps":["trace[493926235] 'read index received' (duration: 48.535928ms)","trace[493926235] 'applied index is now lower than readState.Index' (duration: 127.220594ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:38.567295Z","caller":"traceutil/trace.go:171","msg":"trace[1197873709] transaction","detail":"{read_only:false; response_revision:26935; number_of_response:1; }","duration":"176.670306ms","start":"2026-02-27T02:07:38.390597Z","end":"2026-02-27T02:07:38.567267Z","steps":["trace[1197873709] 'process raft request' (duration: 175.931127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:38.567541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.112292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T02:07:38.567589Z","caller":"traceutil/trace.go:171","msg":"trace[1109665235] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26935; }","duration":"176.194775ms","start":"2026-02-27T02:07:38.39138Z","end":"2026-02-27T02:07:38.567575Z","steps":["trace[1109665235] 'agreement among raft nodes before linearized reading' (duration: 175.974429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:38.567874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.377517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3190"} {"level":"info","ts":"2026-02-27T02:07:38.567931Z","caller":"traceutil/trace.go:171","msg":"trace[589956828] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26935; }","duration":"174.459669ms","start":"2026-02-27T02:07:38.393457Z","end":"2026-02-27T02:07:38.567916Z","steps":["trace[589956828] 'agreement among raft nodes before linearized reading' (duration: 174.273804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:39.269184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958053,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:39.76982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958053,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:40.270274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958053,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:40.77043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958053,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:41.271242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958053,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:41.718738Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.954494039s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:07:41.719136Z","caller":"traceutil/trace.go:171","msg":"trace[1638306744] transaction","detail":"{read_only:false; response_revision:26942; number_of_response:1; }","duration":"2.954979321s","start":"2026-02-27T02:07:38.764127Z","end":"2026-02-27T02:07:41.719107Z","steps":["trace[1638306744] 'process raft request' (duration: 2.954802177s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:41.719278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.764102Z","time spent":"2.955108675s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:07:42.053905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000026476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:42.054Z","caller":"traceutil/trace.go:171","msg":"trace[541371068] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000146769s","start":"2026-02-27T02:07:40.053829Z","end":"2026-02-27T02:07:42.053976Z","steps":["trace[541371068] 'agreement among raft nodes before linearized reading' (duration: 2.000021635s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:42.054069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:40.053753Z","time spent":"2.000302853s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:43.585536Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.866576358s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:43.713515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:42.269112Z","time spent":"1.444389368s","remote":"127.0.0.1:36342","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:07:43.714397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312095291s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:43.714567Z","caller":"traceutil/trace.go:171","msg":"trace[770533164] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26942; }","duration":"1.312541623s","start":"2026-02-27T02:07:42.402Z","end":"2026-02-27T02:07:43.714541Z","steps":["trace[770533164] 'range keys from in-memory index tree' (duration: 1.312071889s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:43.714344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.199519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:43.715746Z","caller":"traceutil/trace.go:171","msg":"trace[535243316] transaction","detail":"{read_only:false; response_revision:26943; number_of_response:1; }","duration":"4.888172694s","start":"2026-02-27T02:07:38.827524Z","end":"2026-02-27T02:07:43.715696Z","steps":["trace[535243316] 'process raft request' (duration: 4.758503756s)","trace[535243316] 'compare' (duration: 127.320086ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:43.715782Z","caller":"traceutil/trace.go:171","msg":"trace[355555728] transaction","detail":"{read_only:false; response_revision:26944; number_of_response:1; }","duration":"4.594963355s","start":"2026-02-27T02:07:39.120798Z","end":"2026-02-27T02:07:43.715762Z","steps":["trace[355555728] 'process raft request' (duration: 4.59479807s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:43.715906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.827486Z","time spent":"4.888331658s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:43.715998Z","caller":"traceutil/trace.go:171","msg":"trace[1213253861] transaction","detail":"{read_only:false; response_revision:26945; number_of_response:1; }","duration":"4.50641763s","start":"2026-02-27T02:07:39.209552Z","end":"2026-02-27T02:07:43.71597Z","steps":["trace[1213253861] 'process raft request' (duration: 4.506160224s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:43.71605Z","caller":"traceutil/trace.go:171","msg":"trace[1453768099] transaction","detail":"{read_only:false; response_revision:26946; number_of_response:1; }","duration":"4.369914072s","start":"2026-02-27T02:07:39.346106Z","end":"2026-02-27T02:07:43.71602Z","steps":["trace[1453768099] 'process raft request' (duration: 4.369774708s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:43.716123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:39.20952Z","time spent":"4.506535184s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:43.715864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:39.120775Z","time spent":"4.595051258s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:43.716195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:39.346079Z","time spent":"4.370037315s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:43.716252Z","caller":"traceutil/trace.go:171","msg":"trace[298562652] transaction","detail":"{read_only:false; response_revision:26947; number_of_response:1; }","duration":"4.047971884s","start":"2026-02-27T02:07:39.668263Z","end":"2026-02-27T02:07:43.716235Z","steps":["trace[298562652] 'process raft request' (duration: 4.047720438s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:43.716313Z","caller":"traceutil/trace.go:171","msg":"trace[2024464667] linearizableReadLoop","detail":"{readStateIndex:28252; appliedIndex:28244; }","duration":"4.947707725s","start":"2026-02-27T02:07:38.768586Z","end":"2026-02-27T02:07:43.716294Z","steps":["trace[2024464667] 'read index received' (duration: 2.950396011s)","trace[2024464667] 'applied index is now lower than readState.Index' (duration: 1.997310514s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:43.716349Z","caller":"traceutil/trace.go:171","msg":"trace[1947870164] transaction","detail":"{read_only:false; response_revision:26949; number_of_response:1; }","duration":"3.014280514s","start":"2026-02-27T02:07:40.702056Z","end":"2026-02-27T02:07:43.716337Z","steps":["trace[1947870164] 'process raft request' (duration: 3.014178261s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:43.716379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:39.668233Z","time spent":"4.048078207s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:43.716408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:40.702034Z","time spent":"3.014343115s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:43.716326Z","caller":"traceutil/trace.go:171","msg":"trace[406773184] transaction","detail":"{read_only:false; response_revision:26948; number_of_response:1; }","duration":"3.082924513s","start":"2026-02-27T02:07:40.633388Z","end":"2026-02-27T02:07:43.716312Z","steps":["trace[406773184] 'process raft request' (duration: 3.082772849s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:43.716528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:40.633359Z","time spent":"3.083135219s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:43.716543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.947949551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3193"} {"level":"info","ts":"2026-02-27T02:07:43.716578Z","caller":"traceutil/trace.go:171","msg":"trace[1820729124] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26949; }","duration":"4.948003402s","start":"2026-02-27T02:07:38.768563Z","end":"2026-02-27T02:07:43.716566Z","steps":["trace[1820729124] 'agreement among raft nodes before linearized reading' (duration: 4.947800857s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:43.716613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.768552Z","time spent":"4.948054053s","remote":"127.0.0.1:50272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3216,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-02-27T02:07:43.7948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999256224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:43.794871Z","caller":"traceutil/trace.go:171","msg":"trace[37277883] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999359496s","start":"2026-02-27T02:07:38.795494Z","end":"2026-02-27T02:07:43.794854Z","steps":["trace[37277883] 'agreement among raft nodes before linearized reading' (duration: 4.999261394s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:43.794912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.79549Z","time spent":"4.999414248s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 02:07:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:43.878795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999478649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:43.878893Z","caller":"traceutil/trace.go:171","msg":"trace[1351623787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999646924s","start":"2026-02-27T02:07:38.879219Z","end":"2026-02-27T02:07:43.878866Z","steps":["trace[1351623787] 'agreement among raft nodes before linearized reading' (duration: 4.999515601s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:43.878947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.879196Z","time spent":"4.999740306s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 02:07:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:44.054806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000052217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:44.054892Z","caller":"traceutil/trace.go:171","msg":"trace[856990137] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000201411s","start":"2026-02-27T02:07:42.054665Z","end":"2026-02-27T02:07:44.054867Z","steps":["trace[856990137] 'agreement among raft nodes before linearized reading' (duration: 2.000091258s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:44.054936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:42.054641Z","time spent":"2.000285413s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:44.217422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:44.718582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:44.820597Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111863432s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:45.754156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999658403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:45.754233Z","caller":"traceutil/trace.go:171","msg":"trace[1390815850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999781186s","start":"2026-02-27T02:07:40.754436Z","end":"2026-02-27T02:07:45.754217Z","steps":["trace[1390815850] 'agreement among raft nodes before linearized reading' (duration: 4.999691624s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:45.754276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:40.754408Z","time spent":"4.999856788s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 02:07:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:46.062974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999912672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:46.063051Z","caller":"traceutil/trace.go:171","msg":"trace[946155732] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000028996s","start":"2026-02-27T02:07:44.063006Z","end":"2026-02-27T02:07:46.063035Z","steps":["trace[946155732] 'agreement among raft nodes before linearized reading' (duration: 1.999935613s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:46.063098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:44.062993Z","time spent":"2.000095587s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:46.236506Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.321297533s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:47.913757Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.667995803s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:48.06378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000449948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:48.063869Z","caller":"traceutil/trace.go:171","msg":"trace[1955306169] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000584131s","start":"2026-02-27T02:07:46.063265Z","end":"2026-02-27T02:07:48.063849Z","steps":["trace[1955306169] 'agreement among raft nodes before linearized reading' (duration: 2.000477998s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:48.063916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:46.063248Z","time spent":"2.000656983s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:48.313588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.492770058s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T02:07:48.314274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:47.486777Z","time spent":"827.488564ms","remote":"127.0.0.1:36344","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:07:48.314717Z","caller":"traceutil/trace.go:171","msg":"trace[931471746] transaction","detail":"{read_only:false; response_revision:26950; number_of_response:1; }","duration":"3.782365102s","start":"2026-02-27T02:07:44.532322Z","end":"2026-02-27T02:07:48.314687Z","steps":["trace[931471746] 'process raft request' (duration: 3.781377986s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:48.314759Z","caller":"traceutil/trace.go:171","msg":"trace[1070897244] linearizableReadLoop","detail":"{readStateIndex:28254; appliedIndex:28252; }","duration":"4.598363244s","start":"2026-02-27T02:07:43.716368Z","end":"2026-02-27T02:07:48.314732Z","steps":["trace[1070897244] 'read index received' (duration: 1.104473517s)","trace[1070897244] 'applied index is now lower than readState.Index' (duration: 3.493888217s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:48.314873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:44.532287Z","time spent":"3.782499226s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:48.795489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99852561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:48.795573Z","caller":"traceutil/trace.go:171","msg":"trace[1198548845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998652673s","start":"2026-02-27T02:07:45.796898Z","end":"2026-02-27T02:07:48.79555Z","steps":["trace[1198548845] 'agreement among raft nodes before linearized reading' (duration: 2.998550781s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:48.79562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:45.796881Z","time spent":"2.998728195s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 02:07:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:49.109716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.384185691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:49.109773Z","caller":"traceutil/trace.go:171","msg":"trace[1120319169] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; }","duration":"5.384293654s","start":"2026-02-27T02:07:43.725467Z","end":"2026-02-27T02:07:49.10976Z","steps":["trace[1120319169] 'agreement among raft nodes before linearized reading' (duration: 5.384219132s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:49.109806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:43.725446Z","time spent":"5.384352556s","remote":"127.0.0.1:50272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} 2026/02/27 02:07:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:49.646954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000130777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:49.647048Z","caller":"traceutil/trace.go:171","msg":"trace[1775115007] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272282s","start":"2026-02-27T02:07:47.646756Z","end":"2026-02-27T02:07:49.647028Z","steps":["trace[1775115007] 'agreement among raft nodes before linearized reading' (duration: 2.000139728s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:49.647101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:47.646746Z","time spent":"2.000342543s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:49.761545Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.039943145s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:50.071714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000369134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:50.071799Z","caller":"traceutil/trace.go:171","msg":"trace[96333517] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000496767s","start":"2026-02-27T02:07:48.071283Z","end":"2026-02-27T02:07:50.07178Z","steps":["trace[96333517] 'agreement among raft nodes before linearized reading' (duration: 2.000387714s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:50.07185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:48.071272Z","time spent":"2.00056676s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:50.719945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:45.722185Z","time spent":"4.997752503s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:07:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:50.720129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:45.722578Z","time spent":"4.997544298s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:07:50.720791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:45.72327Z","time spent":"4.997517188s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:07:50.720843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:45.722217Z","time spent":"4.998618556s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:07:50.761332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.005623806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:50.761391Z","caller":"traceutil/trace.go:171","msg":"trace[949047181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.005732748s","start":"2026-02-27T02:07:47.755644Z","end":"2026-02-27T02:07:50.761377Z","steps":["trace[949047181] 'agreement among raft nodes before linearized reading' (duration: 3.005650786s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:50.761428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:47.755618Z","time spent":"3.00580152s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 02:07:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:51.121929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999582431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:51.122002Z","caller":"traceutil/trace.go:171","msg":"trace[1962398233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999707075s","start":"2026-02-27T02:07:46.122279Z","end":"2026-02-27T02:07:51.121986Z","steps":["trace[1962398233] 'agreement among raft nodes before linearized reading' (duration: 4.999613342s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:51.122041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:46.12226Z","time spent":"4.999771857s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:07:51.393964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.499824567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:51.394023Z","caller":"traceutil/trace.go:171","msg":"trace[1890257420] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26950; }","duration":"8.4999345s","start":"2026-02-27T02:07:42.894074Z","end":"2026-02-27T02:07:51.394009Z","steps":["trace[1890257420] 'agreement among raft nodes before linearized reading' (duration: 5.420755115s)","trace[1890257420] 'count revisions from in-memory index tree' (duration: 3.079087273s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:51.39405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:42.894054Z","time spent":"8.499989062s","remote":"127.0.0.1:45608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:51.394069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.401854239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:51.394092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.52194197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-27T02:07:51.394154Z","caller":"traceutil/trace.go:171","msg":"trace[1296680777] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26950; }","duration":"10.401962242s","start":"2026-02-27T02:07:40.992167Z","end":"2026-02-27T02:07:51.394129Z","steps":["trace[1296680777] 'agreement among raft nodes before linearized reading' (duration: 7.322697305s)","trace[1296680777] 'count revisions from in-memory index tree' (duration: 3.079113043s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:51.394165Z","caller":"traceutil/trace.go:171","msg":"trace[4197350] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:26950; }","duration":"12.522063963s","start":"2026-02-27T02:07:38.872079Z","end":"2026-02-27T02:07:51.394143Z","steps":["trace[4197350] 'agreement among raft nodes before linearized reading' (duration: 9.442846668s)","trace[4197350] 'range keys from in-memory index tree' (duration: 3.07901156s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:51.394209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.872059Z","time spent":"12.522140016s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-02-27T02:07:51.394209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:40.992096Z","time spent":"10.402100926s","remote":"127.0.0.1:45412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:51.394304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.213055832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-02-27T02:07:51.394324Z","caller":"traceutil/trace.go:171","msg":"trace[2099266897] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"10.213119143s","start":"2026-02-27T02:07:41.181199Z","end":"2026-02-27T02:07:51.394318Z","steps":["trace[2099266897] 'agreement among raft nodes before linearized reading' (duration: 7.133566648s)","trace[2099266897] 'range keys from in-memory index tree' (duration: 3.079511083s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:51.394339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:41.181178Z","time spent":"10.213157415s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/02/27 02:07:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:51.394393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.866323896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:51.394406Z","caller":"traceutil/trace.go:171","msg":"trace[1501508771] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26950; }","duration":"7.866374267s","start":"2026-02-27T02:07:43.528027Z","end":"2026-02-27T02:07:51.394401Z","steps":["trace[1501508771] 'agreement among raft nodes before linearized reading' (duration: 4.786763521s)","trace[1501508771] 'count revisions from in-memory index tree' (duration: 3.079589826s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:51.394407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.598537199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-02-27T02:07:51.39442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:43.528003Z","time spent":"7.866413279s","remote":"127.0.0.1:45398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:51.394436Z","caller":"traceutil/trace.go:171","msg":"trace[1428465206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"12.598573161s","start":"2026-02-27T02:07:38.795853Z","end":"2026-02-27T02:07:51.394426Z","steps":["trace[1428465206] 'agreement among raft nodes before linearized reading' (duration: 9.519080608s)","trace[1428465206] 'range keys from in-memory index tree' (duration: 3.079453082s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:51.394469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.795848Z","time spent":"12.598615222s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/02/27 02:07:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:51.394515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.117596483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:51.394554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.956291538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:51.394552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.59932218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-02-27T02:07:51.39457Z","caller":"traceutil/trace.go:171","msg":"trace[579881904] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26950; }","duration":"7.95634668s","start":"2026-02-27T02:07:43.438218Z","end":"2026-02-27T02:07:51.394564Z","steps":["trace[579881904] 'agreement among raft nodes before linearized reading' (duration: 4.876583659s)","trace[579881904] 'count revisions from in-memory index tree' (duration: 3.07974099s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:51.394585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:43.438198Z","time spent":"7.95638384s","remote":"127.0.0.1:33976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":94,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:51.394582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.976220638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:51.394649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.59967031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-02-27T02:07:51.394654Z","caller":"traceutil/trace.go:171","msg":"trace[1271306681] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26950; }","duration":"9.976331221s","start":"2026-02-27T02:07:41.418313Z","end":"2026-02-27T02:07:51.394644Z","steps":["trace[1271306681] 'agreement among raft nodes before linearized reading' (duration: 6.896533689s)","trace[1271306681] 'count revisions from in-memory index tree' (duration: 3.079721539s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:51.394679Z","caller":"traceutil/trace.go:171","msg":"trace[524813200] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"12.59970965s","start":"2026-02-27T02:07:38.794959Z","end":"2026-02-27T02:07:51.394669Z","steps":["trace[524813200] 'agreement among raft nodes before linearized reading' (duration: 9.519988821s)","trace[524813200] 'range keys from in-memory index tree' (duration: 3.079687629s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:51.394694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.018385205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:51.394691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:41.418287Z","time spent":"9.976393363s","remote":"127.0.0.1:47342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:51.39471Z","caller":"traceutil/trace.go:171","msg":"trace[530947547] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26950; }","duration":"8.018438506s","start":"2026-02-27T02:07:43.376266Z","end":"2026-02-27T02:07:51.394704Z","steps":["trace[530947547] 'agreement among raft nodes before linearized reading' (duration: 4.938544743s)","trace[530947547] 'count revisions from in-memory index tree' (duration: 3.079868973s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:51.394735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:43.376245Z","time spent":"8.018482748s","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:51.39482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.052874994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:51.394837Z","caller":"traceutil/trace.go:171","msg":"trace[1080327669] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26950; }","duration":"8.052933576s","start":"2026-02-27T02:07:43.341899Z","end":"2026-02-27T02:07:51.394832Z","steps":["trace[1080327669] 'agreement among raft nodes before linearized reading' (duration: 4.972922199s)","trace[1080327669] 'count revisions from in-memory index tree' (duration: 3.079987466s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:51.394853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:43.341877Z","time spent":"8.052970317s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:51.394838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.148371256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17026"} {"level":"info","ts":"2026-02-27T02:07:51.39492Z","caller":"traceutil/trace.go:171","msg":"trace[984592739] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26950; }","duration":"10.14850783s","start":"2026-02-27T02:07:41.24639Z","end":"2026-02-27T02:07:51.394897Z","steps":["trace[984592739] 'agreement among raft nodes before linearized reading' (duration: 7.068464193s)","trace[984592739] 'range keys from in-memory index tree' (duration: 3.079850942s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:51.394707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.794953Z","time spent":"12.599749161s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T02:07:51.394972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.797712985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} 2026/02/27 02:07:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-27T02:07:51.395018Z","caller":"traceutil/trace.go:171","msg":"trace[1422875340] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"10.797791627s","start":"2026-02-27T02:07:40.597208Z","end":"2026-02-27T02:07:51.395Z","steps":["trace[1422875340] 'agreement among raft nodes before linearized reading' (duration: 7.717671987s)","trace[1422875340] 'range keys from in-memory index tree' (duration: 3.080071708s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:51.395059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:40.597184Z","time spent":"10.797867009s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} 2026/02/27 02:07:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-27T02:07:51.394594Z","caller":"traceutil/trace.go:171","msg":"trace[2024456646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"12.599357272s","start":"2026-02-27T02:07:38.795212Z","end":"2026-02-27T02:07:51.394569Z","steps":["trace[2024456646] 'agreement among raft nodes before linearized reading' (duration: 9.519729165s)","trace[2024456646] 'range keys from in-memory index tree' (duration: 3.079596506s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:51.395126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.795207Z","time spent":"12.599913186s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/02/27 02:07:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:51.394899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.505651168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:51.395297Z","caller":"traceutil/trace.go:171","msg":"trace[593810717] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26950; }","duration":"11.506060849s","start":"2026-02-27T02:07:39.889209Z","end":"2026-02-27T02:07:51.39527Z","steps":["trace[593810717] 'agreement among raft nodes before linearized reading' (duration: 8.425678783s)","trace[593810717] 'count revisions from in-memory index tree' (duration: 3.079951705s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:51.395324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.295419608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-02-27T02:07:51.39534Z","caller":"traceutil/trace.go:171","msg":"trace[1081108517] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"12.29548046s","start":"2026-02-27T02:07:39.099855Z","end":"2026-02-27T02:07:51.395335Z","steps":["trace[1081108517] 'agreement among raft nodes before linearized reading' (duration: 9.215053212s)","trace[1081108517] 'range keys from in-memory index tree' (duration: 3.080402787s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:51.395359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:39.09983Z","time spent":"12.295526581s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/02/27 02:07:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:51.39536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:39.889135Z","time spent":"11.506203473s","remote":"127.0.0.1:45916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:51.39537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.178846136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7077"} {"level":"info","ts":"2026-02-27T02:07:51.395418Z","caller":"traceutil/trace.go:171","msg":"trace[228886100] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26950; }","duration":"12.178926388s","start":"2026-02-27T02:07:39.216478Z","end":"2026-02-27T02:07:51.395405Z","steps":["trace[228886100] 'agreement among raft nodes before linearized reading' (duration: 9.098420178s)","trace[228886100] 'range keys from in-memory index tree' (duration: 3.080359046s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:51.394549Z","caller":"traceutil/trace.go:171","msg":"trace[1402508650] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26950; }","duration":"9.117673345s","start":"2026-02-27T02:07:42.276864Z","end":"2026-02-27T02:07:51.394537Z","steps":["trace[1402508650] 'agreement among raft nodes before linearized reading' (duration: 6.037974626s)","trace[1402508650] 'count revisions from in-memory index tree' (duration: 3.079655268s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:51.395455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:39.216465Z","time spent":"12.178980519s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7100,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-02-27T02:07:51.395468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:42.27684Z","time spent":"9.11861245s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:51.394968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:41.24637Z","time spent":"10.148588392s","remote":"127.0.0.1:33786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17049,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-27T02:07:51.395525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.330956295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:51.395592Z","caller":"traceutil/trace.go:171","msg":"trace[195437887] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26950; }","duration":"12.332754192s","start":"2026-02-27T02:07:39.062817Z","end":"2026-02-27T02:07:51.395571Z","steps":["trace[195437887] 'agreement among raft nodes before linearized reading' (duration: 9.252098928s)","trace[195437887] 'count revisions from in-memory index tree' (duration: 3.078865596s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:51.395635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:39.062793Z","time spent":"12.332831034s","remote":"127.0.0.1:50316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:51.395688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.08092151s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:51.398833Z","caller":"traceutil/trace.go:171","msg":"trace[584150963] transaction","detail":"{read_only:false; response_revision:26955; number_of_response:1; }","duration":"2.67732702s","start":"2026-02-27T02:07:48.721486Z","end":"2026-02-27T02:07:51.398813Z","steps":["trace[584150963] 'process raft request' (duration: 2.677281819s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:51.398926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:48.721459Z","time spent":"2.677422973s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:51.399196Z","caller":"traceutil/trace.go:171","msg":"trace[80839413] linearizableReadLoop","detail":"{readStateIndex:28258; appliedIndex:28254; }","duration":"3.084357301s","start":"2026-02-27T02:07:48.314819Z","end":"2026-02-27T02:07:51.399176Z","steps":["trace[80839413] 'read index received' (duration: 136.113µs)","trace[80839413] 'applied index is now lower than readState.Index' (duration: 3.084218208s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:51.399321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.153235477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:51.399346Z","caller":"traceutil/trace.go:171","msg":"trace[2046441930] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26955; }","duration":"3.153315719s","start":"2026-02-27T02:07:48.246022Z","end":"2026-02-27T02:07:51.399338Z","steps":["trace[2046441930] 'agreement among raft nodes before linearized reading' (duration: 3.153242237s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:51.399371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:48.246Z","time spent":"3.15336392s","remote":"127.0.0.1:60864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:51.39951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.341025008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:51.399529Z","caller":"traceutil/trace.go:171","msg":"trace[1295155551] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26955; }","duration":"3.341082559s","start":"2026-02-27T02:07:48.05844Z","end":"2026-02-27T02:07:51.399523Z","steps":["trace[1295155551] 'agreement among raft nodes before linearized reading' (duration: 3.341043448s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:51.399549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:48.058418Z","time spent":"3.3411239s","remote":"127.0.0.1:45416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:51.399644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9604675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:51.399663Z","caller":"traceutil/trace.go:171","msg":"trace[160401057] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26955; }","duration":"4.960528052s","start":"2026-02-27T02:07:46.439128Z","end":"2026-02-27T02:07:51.399656Z","steps":["trace[160401057] 'agreement among raft nodes before linearized reading' (duration: 4.960499201s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:51.399681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:46.439105Z","time spent":"4.960570563s","remote":"127.0.0.1:45596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:51.399708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.607625319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-27T02:07:51.399734Z","caller":"traceutil/trace.go:171","msg":"trace[201641085] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:26955; }","duration":"4.607691321s","start":"2026-02-27T02:07:46.792037Z","end":"2026-02-27T02:07:51.399729Z","steps":["trace[201641085] 'agreement among raft nodes before linearized reading' (duration: 4.607585858s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:51.39975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:46.792015Z","time spent":"4.607730961s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-02-27T02:07:51.39979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.168561066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:51.399811Z","caller":"traceutil/trace.go:171","msg":"trace[945613719] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26955; }","duration":"5.168628239s","start":"2026-02-27T02:07:46.231176Z","end":"2026-02-27T02:07:51.399804Z","steps":["trace[945613719] 'agreement among raft nodes before linearized reading' (duration: 5.168592278s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:51.39983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:46.231149Z","time spent":"5.168676569s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:51.399852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.409204465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:51.399871Z","caller":"traceutil/trace.go:171","msg":"trace[381176912] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26955; }","duration":"3.409280467s","start":"2026-02-27T02:07:47.990584Z","end":"2026-02-27T02:07:51.399864Z","steps":["trace[381176912] 'agreement among raft nodes before linearized reading' (duration: 3.409247556s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:51.399888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:47.990573Z","time spent":"3.409311008s","remote":"127.0.0.1:45938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:07:51.399917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.712914768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:51.399937Z","caller":"traceutil/trace.go:171","msg":"trace[79224429] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26955; }","duration":"6.71297363s","start":"2026-02-27T02:07:44.686956Z","end":"2026-02-27T02:07:51.399929Z","steps":["trace[79224429] 'agreement among raft nodes before linearized reading' (duration: 6.712940349s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:51.39994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.182504662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:51.399983Z","caller":"traceutil/trace.go:171","msg":"trace[1207333728] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26955; }","duration":"4.182551103s","start":"2026-02-27T02:07:47.217419Z","end":"2026-02-27T02:07:51.39997Z","steps":["trace[1207333728] 'agreement among raft nodes before linearized reading' (duration: 4.182482271s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:51.399993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.60893838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:51.400024Z","caller":"traceutil/trace.go:171","msg":"trace[82406350] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26955; }","duration":"7.609003092s","start":"2026-02-27T02:07:43.791016Z","end":"2026-02-27T02:07:51.400019Z","steps":["trace[82406350] 'agreement among raft nodes before linearized reading' (duration: 7.608950101s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:51.400018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:47.217398Z","time spent":"4.182609444s","remote":"127.0.0.1:45780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:51.400041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:43.790992Z","time spent":"7.609044704s","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:51.400068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.513925988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T02:07:51.400118Z","caller":"traceutil/trace.go:171","msg":"trace[171001090] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26955; }","duration":"4.51401624s","start":"2026-02-27T02:07:46.886084Z","end":"2026-02-27T02:07:51.400101Z","steps":["trace[171001090] 'agreement among raft nodes before linearized reading' (duration: 4.513861076s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:51.400123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.437915062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:51.399954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:44.686931Z","time spent":"6.713019111s","remote":"127.0.0.1:47766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:51.400156Z","caller":"traceutil/trace.go:171","msg":"trace[1633512005] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26955; }","duration":"3.437991914s","start":"2026-02-27T02:07:47.962153Z","end":"2026-02-27T02:07:51.400145Z","steps":["trace[1633512005] 'agreement among raft nodes before linearized reading' (duration: 3.437884711s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:51.400153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:46.886064Z","time spent":"4.514081363s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:51.40016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.676067361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:51.400178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:47.962131Z","time spent":"3.438041545s","remote":"127.0.0.1:33686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":111,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:51.400195Z","caller":"traceutil/trace.go:171","msg":"trace[932091423] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26955; }","duration":"7.676141003s","start":"2026-02-27T02:07:43.724043Z","end":"2026-02-27T02:07:51.400184Z","steps":["trace[932091423] 'agreement among raft nodes before linearized reading' (duration: 7.676075711s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:51.400218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:43.724022Z","time spent":"7.676189453s","remote":"127.0.0.1:45470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:51.400279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.782710792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:51.400307Z","caller":"traceutil/trace.go:171","msg":"trace[1805535415] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26955; }","duration":"3.782767573s","start":"2026-02-27T02:07:47.617531Z","end":"2026-02-27T02:07:51.400298Z","steps":["trace[1805535415] 'agreement among raft nodes before linearized reading' (duration: 3.782717361s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:51.400331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:47.617515Z","time spent":"3.782810494s","remote":"127.0.0.1:45444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:51.401109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.461029284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:07:51.401133Z","caller":"traceutil/trace.go:171","msg":"trace[1571172257] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26955; }","duration":"4.461088466s","start":"2026-02-27T02:07:46.94004Z","end":"2026-02-27T02:07:51.401128Z","steps":["trace[1571172257] 'agreement among raft nodes before linearized reading' (duration: 4.460007937s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:51.401221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:46.940021Z","time spent":"4.461122356s","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2794,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:51.899791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:52.080281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000436677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:52.080354Z","caller":"traceutil/trace.go:171","msg":"trace[277057106] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00055842s","start":"2026-02-27T02:07:50.079781Z","end":"2026-02-27T02:07:52.080339Z","steps":["trace[277057106] 'agreement among raft nodes before linearized reading' (duration: 2.000470678s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.080425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:50.079758Z","time spent":"2.000657462s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:52.40027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:52.900437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:53.400718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:53.796314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:48.797824Z","time spent":"4.998482562s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:07:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:53.90145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:54.014887Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.253193935s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:54.081213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000556179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:54.081286Z","caller":"traceutil/trace.go:171","msg":"trace[1654709719] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000682783s","start":"2026-02-27T02:07:52.080587Z","end":"2026-02-27T02:07:54.08127Z","steps":["trace[1654709719] 'agreement among raft nodes before linearized reading' (duration: 2.00058982s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:54.081332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:52.080565Z","time spent":"2.000758725s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:54.142362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740359669s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:54.142549Z","caller":"traceutil/trace.go:171","msg":"trace[1007044114] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26955; }","duration":"1.740531524s","start":"2026-02-27T02:07:52.401971Z","end":"2026-02-27T02:07:54.142503Z","steps":["trace[1007044114] 'range keys from in-memory index tree' (duration: 1.740340779s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:54.143984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.767645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:54.144278Z","caller":"traceutil/trace.go:171","msg":"trace[1271823097] transaction","detail":"{read_only:false; response_revision:26958; number_of_response:1; }","duration":"5.345738716s","start":"2026-02-27T02:07:48.798519Z","end":"2026-02-27T02:07:54.144258Z","steps":["trace[1271823097] 'process raft request' (duration: 5.345681544s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:54.144366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:48.798506Z","time spent":"5.345814709s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:54.144702Z","caller":"traceutil/trace.go:171","msg":"trace[732869742] transaction","detail":"{read_only:false; response_revision:26957; number_of_response:1; }","duration":"5.346214888s","start":"2026-02-27T02:07:48.798474Z","end":"2026-02-27T02:07:54.144689Z","steps":["trace[732869742] 'process raft request' (duration: 5.345611372s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:54.144794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:48.798456Z","time spent":"5.346281511s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:55.719423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997340783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:55.719509Z","caller":"traceutil/trace.go:171","msg":"trace[812805261] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.997462506s","start":"2026-02-27T02:07:50.722023Z","end":"2026-02-27T02:07:55.719486Z","steps":["trace[812805261] 'agreement among raft nodes before linearized reading' (duration: 4.997360644s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:55.719557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:50.722009Z","time spent":"4.997539998s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/27 02:07:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:55.720022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99761094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:55.720113Z","caller":"traceutil/trace.go:171","msg":"trace[2115824329] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.997731483s","start":"2026-02-27T02:07:50.722361Z","end":"2026-02-27T02:07:55.720092Z","steps":["trace[2115824329] 'agreement among raft nodes before linearized reading' (duration: 4.99762192s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:55.720169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:50.722353Z","time spent":"4.997805015s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/27 02:07:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:55.721616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998636117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:55.721688Z","caller":"traceutil/trace.go:171","msg":"trace[495161950] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.99876531s","start":"2026-02-27T02:07:50.722908Z","end":"2026-02-27T02:07:55.721673Z","steps":["trace[495161950] 'agreement among raft nodes before linearized reading' (duration: 4.998645697s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:55.721728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:50.722901Z","time spent":"4.998817011s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/27 02:07:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:55.721931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999406607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:55.721968Z","caller":"traceutil/trace.go:171","msg":"trace[1617301785] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999562632s","start":"2026-02-27T02:07:50.722397Z","end":"2026-02-27T02:07:55.72196Z","steps":["trace[1617301785] 'agreement among raft nodes before linearized reading' (duration: 4.999420728s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:55.722004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:50.72239Z","time spent":"4.999604572s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/27 02:07:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:55.755286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:50.761658Z","time spent":"4.993621404s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:07:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:56.0884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000489868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:56.088485Z","caller":"traceutil/trace.go:171","msg":"trace[1091184491] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000619032s","start":"2026-02-27T02:07:54.087848Z","end":"2026-02-27T02:07:56.088467Z","steps":["trace[1091184491] 'agreement among raft nodes before linearized reading' (duration: 2.000506459s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:56.088535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:54.087835Z","time spent":"2.000691263s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:56.613622Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.598341559s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:57.919454Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.305605779s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:57.923115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309197124s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-02-27T02:07:57.925512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:51.402809Z","time spent":"6.522696534s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:07:57.925541Z","caller":"traceutil/trace.go:171","msg":"trace[1659092180] transaction","detail":"{read_only:false; response_revision:26960; number_of_response:1; }","duration":"6.689174363s","start":"2026-02-27T02:07:51.236346Z","end":"2026-02-27T02:07:57.92552Z","steps":["trace[1659092180] 'process raft request' (duration: 6.686845002s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:57.925637Z","caller":"traceutil/trace.go:171","msg":"trace[59888394] transaction","detail":"{read_only:false; response_revision:26962; number_of_response:1; }","duration":"6.520386694s","start":"2026-02-27T02:07:51.40522Z","end":"2026-02-27T02:07:57.925607Z","steps":["trace[59888394] 'process raft request' (duration: 6.518364751s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:57.92568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:51.236322Z","time spent":"6.689296656s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:57.925781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:51.405213Z","time spent":"6.520488427s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7060,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:57.925745Z","caller":"traceutil/trace.go:171","msg":"trace[1207487408] transaction","detail":"{read_only:false; response_revision:26961; number_of_response:1; }","duration":"6.520577479s","start":"2026-02-27T02:07:51.405066Z","end":"2026-02-27T02:07:57.925643Z","steps":["trace[1207487408] 'process raft request' (duration: 6.518451183s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:57.925995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:51.405055Z","time spent":"6.520817705s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:58.0894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000444306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:58.089459Z","caller":"traceutil/trace.go:171","msg":"trace[998690031] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000549529s","start":"2026-02-27T02:07:56.088896Z","end":"2026-02-27T02:07:58.089446Z","steps":["trace[998690031] 'agreement among raft nodes before linearized reading' (duration: 2.000470327s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:58.08949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:56.088877Z","time spent":"2.00060842s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:59.232452Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.305803255s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:59.319203Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"27229c9cad82523b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T02:07:59.544572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620919632s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:07:59.546756Z","caller":"traceutil/trace.go:171","msg":"trace[818066121] linearizableReadLoop","detail":"{readStateIndex:28268; appliedIndex:28259; }","duration":"8.147485548s","start":"2026-02-27T02:07:51.399241Z","end":"2026-02-27T02:07:59.546726Z","steps":["trace[818066121] 'read index received' (duration: 2.61585289s)","trace[818066121] 'applied index is now lower than readState.Index' (duration: 5.531630938s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:59.546768Z","caller":"traceutil/trace.go:171","msg":"trace[68103084] transaction","detail":"{read_only:false; response_revision:26964; number_of_response:1; }","duration":"5.593293034s","start":"2026-02-27T02:07:53.953445Z","end":"2026-02-27T02:07:59.546738Z","steps":["trace[68103084] 'process raft request' (duration: 5.591222889s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:59.546959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:53.953419Z","time spent":"5.593466519s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:59.647799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000372115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:59.647863Z","caller":"traceutil/trace.go:171","msg":"trace[1955093900] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000488788s","start":"2026-02-27T02:07:57.647359Z","end":"2026-02-27T02:07:59.647848Z","steps":["trace[1955093900] 'agreement among raft nodes before linearized reading' (duration: 2.000405316s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:59.647895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:57.647338Z","time spent":"2.00055046s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:08:00.047948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:00.097739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000550339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:08:00.09782Z","caller":"traceutil/trace.go:171","msg":"trace[658811494] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000678722s","start":"2026-02-27T02:07:58.097123Z","end":"2026-02-27T02:08:00.097801Z","steps":["trace[658811494] 'agreement among raft nodes before linearized reading' (duration: 2.000565839s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:00.097879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:58.097111Z","time spent":"2.000755315s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:08:00.131058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999640973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:00.131147Z","caller":"traceutil/trace.go:171","msg":"trace[1872035954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999785667s","start":"2026-02-27T02:07:55.131341Z","end":"2026-02-27T02:08:00.131126Z","steps":["trace[1872035954] 'agreement among raft nodes before linearized reading' (duration: 4.999675384s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:00.131204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:55.13132Z","time spent":"4.999873908s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 02:08:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:00.209116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009953247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:08:00.209172Z","caller":"traceutil/trace.go:171","msg":"trace[1514572343] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26964; }","duration":"10.01003889s","start":"2026-02-27T02:07:50.199118Z","end":"2026-02-27T02:08:00.209157Z","steps":["trace[1514572343] 'agreement among raft nodes before linearized reading' (duration: 9.347629808s)","trace[1514572343] 'range keys from in-memory index tree' (duration: 662.270468ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:00.209197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:50.199102Z","time spent":"10.010089631s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:08:00.209308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.680173688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:00.209403Z","caller":"traceutil/trace.go:171","msg":"trace[1685367449] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26964; }","duration":"11.680317882s","start":"2026-02-27T02:07:48.529064Z","end":"2026-02-27T02:08:00.209382Z","steps":["trace[1685367449] 'agreement among raft nodes before linearized reading' (duration: 11.017799487s)","trace[1685367449] 'count revisions from in-memory index tree' (duration: 662.389832ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:00.209382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.759503105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:00.209442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:48.529044Z","time spent":"11.680389103s","remote":"127.0.0.1:50372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:00.209465Z","caller":"traceutil/trace.go:171","msg":"trace[692554163] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26964; }","duration":"9.759601167s","start":"2026-02-27T02:07:50.449837Z","end":"2026-02-27T02:08:00.209438Z","steps":["trace[692554163] 'agreement among raft nodes before linearized reading' (duration: 9.096931249s)","trace[692554163] 'count revisions from in-memory index tree' (duration: 662.534995ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:00.209521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:50.449817Z","time spent":"9.75969265s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:00.209501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.758139961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:00.209548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.937995277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:00.209553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.78233207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T02:08:00.209614Z","caller":"traceutil/trace.go:171","msg":"trace[1635099229] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26964; }","duration":"10.758280215s","start":"2026-02-27T02:07:49.451307Z","end":"2026-02-27T02:08:00.209588Z","steps":["trace[1635099229] 'agreement among raft nodes before linearized reading' (duration: 10.095456412s)","trace[1635099229] 'count revisions from in-memory index tree' (duration: 662.645848ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:00.20964Z","caller":"traceutil/trace.go:171","msg":"trace[1414147092] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26964; }","duration":"10.782446772s","start":"2026-02-27T02:07:49.427171Z","end":"2026-02-27T02:08:00.209618Z","steps":["trace[1414147092] 'agreement among raft nodes before linearized reading' (duration: 10.119599249s)","trace[1414147092] 'range keys from in-memory index tree' (duration: 662.636808ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:00.209656Z","caller":"traceutil/trace.go:171","msg":"trace[1024848216] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26964; }","duration":"8.938133842s","start":"2026-02-27T02:07:51.271476Z","end":"2026-02-27T02:08:00.20961Z","steps":["trace[1024848216] 'agreement among raft nodes before linearized reading' (duration: 8.275280718s)","trace[1024848216] 'count revisions from in-memory index tree' (duration: 662.72682ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:00.209681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:49.451275Z","time spent":"10.758389718s","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:00.209691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:49.427155Z","time spent":"10.782525655s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T02:08:00.209705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:51.271452Z","time spent":"8.938240794s","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:00.209717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.921905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:08:00.209909Z","caller":"traceutil/trace.go:171","msg":"trace[1801021763] transaction","detail":"{read_only:false; response_revision:26965; number_of_response:1; }","duration":"3.802913544s","start":"2026-02-27T02:07:56.406974Z","end":"2026-02-27T02:08:00.209887Z","steps":["trace[1801021763] 'process raft request' (duration: 3.139740042s)","trace[1801021763] 'compare' (duration: 662.263838ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:00.20998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:56.406955Z","time spent":"3.802995027s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:08:00.210113Z","caller":"traceutil/trace.go:171","msg":"trace[40729340] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26965; }","duration":"2.28354695s","start":"2026-02-27T02:07:57.926549Z","end":"2026-02-27T02:08:00.210096Z","steps":["trace[40729340] 'process raft request' (duration: 2.283286563s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:00.210215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:57.92653Z","time spent":"2.283641282s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:00.548465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:00.720224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998684037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:00.720304Z","caller":"traceutil/trace.go:171","msg":"trace[1905511093] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998817991s","start":"2026-02-27T02:07:55.721469Z","end":"2026-02-27T02:08:00.720287Z","steps":["trace[1905511093] 'agreement among raft nodes before linearized reading' (duration: 4.998716788s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:00.720352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:55.721447Z","time spent":"4.998895763s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/27 02:08:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:00.720619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9972599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:08:00.720707Z","caller":"traceutil/trace.go:171","msg":"trace[576135385] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.997401754s","start":"2026-02-27T02:07:55.723282Z","end":"2026-02-27T02:08:00.720684Z","steps":["trace[576135385] 'agreement among raft nodes before linearized reading' (duration: 4.997276191s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:00.720783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:55.723268Z","time spent":"4.997479876s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-27T02:08:01.048921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:01.408898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001592207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:01.409061Z","caller":"traceutil/trace.go:171","msg":"trace[893154059] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.001781582s","start":"2026-02-27T02:07:51.407256Z","end":"2026-02-27T02:08:01.409037Z","steps":["trace[893154059] 'agreement among raft nodes before linearized reading' (duration: 10.001595547s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:01.409152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:51.407251Z","time spent":"10.001885085s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/02/27 02:08:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:01.549614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:02.05067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:02.105617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000312664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:08:02.105705Z","caller":"traceutil/trace.go:171","msg":"trace[1528650896] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000458677s","start":"2026-02-27T02:08:00.105227Z","end":"2026-02-27T02:08:02.105686Z","steps":["trace[1528650896] 'agreement among raft nodes before linearized reading' (duration: 2.000345994s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:02.105792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:00.105201Z","time spent":"2.000576361s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:08:02.551156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:03.051648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:03.552289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:04.052495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:04.106331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999932713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:04.106412Z","caller":"traceutil/trace.go:171","msg":"trace[980811291] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000070117s","start":"2026-02-27T02:08:02.106325Z","end":"2026-02-27T02:08:04.106395Z","steps":["trace[980811291] 'agreement among raft nodes before linearized reading' (duration: 1.999969244s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:04.106471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:02.106301Z","time spent":"2.000159129s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:08:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:04.341816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.10917772s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:08:04.690781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289230729s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:04.690878Z","caller":"traceutil/trace.go:171","msg":"trace[1564950889] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26965; }","duration":"2.289339292s","start":"2026-02-27T02:08:02.401526Z","end":"2026-02-27T02:08:04.690865Z","steps":["trace[1564950889] 'range keys from in-memory index tree' (duration: 2.289215789s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:04.691919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.7304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:08:04.692043Z","caller":"traceutil/trace.go:171","msg":"trace[1918246717] transaction","detail":"{read_only:false; response_revision:26966; number_of_response:1; }","duration":"6.236109679s","start":"2026-02-27T02:07:58.455914Z","end":"2026-02-27T02:08:04.692024Z","steps":["trace[1918246717] 'process raft request' (duration: 5.886169244s)","trace[1918246717] 'compare' (duration: 349.574596ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:04.692116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:58.455884Z","time spent":"6.236201661s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:05.598133Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.256138565s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:08:06.113344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000394606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:06.113486Z","caller":"traceutil/trace.go:171","msg":"trace[1450112266] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000607472s","start":"2026-02-27T02:08:04.112845Z","end":"2026-02-27T02:08:06.113453Z","steps":["trace[1450112266] 'agreement among raft nodes before linearized reading' (duration: 2.000418477s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:06.113553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:04.112829Z","time spent":"2.000712065s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:08:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:07.069201Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.470886216s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:08:07.212311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:00.211509Z","time spent":"7.000787068s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:08:07.21474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:00.21438Z","time spent":"7.000357017s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:08:07.396695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999307793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:07.396797Z","caller":"traceutil/trace.go:171","msg":"trace[2146067081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999428996s","start":"2026-02-27T02:08:02.397345Z","end":"2026-02-27T02:08:07.396774Z","steps":["trace[2146067081] 'agreement among raft nodes before linearized reading' (duration: 4.999305133s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:07.396863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:02.397275Z","time spent":"4.99957203s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 02:08:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:08.114373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000687392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:08:08.114438Z","caller":"traceutil/trace.go:171","msg":"trace[190784488] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000808106s","start":"2026-02-27T02:08:06.113616Z","end":"2026-02-27T02:08:08.114424Z","steps":["trace[190784488] 'agreement among raft nodes before linearized reading' (duration: 2.000722273s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:08.11447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:06.11359Z","time spent":"2.000873288s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:08:09.646518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000030647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:08:09.646646Z","caller":"traceutil/trace.go:171","msg":"trace[1738829971] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000199921s","start":"2026-02-27T02:08:07.646421Z","end":"2026-02-27T02:08:09.646621Z","steps":["trace[1738829971] 'agreement among raft nodes before linearized reading' (duration: 2.000052797s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:09.646712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:07.646407Z","time spent":"2.000290064s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:08:10.12266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999829421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:10.122773Z","caller":"traceutil/trace.go:171","msg":"trace[1027153319] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000006316s","start":"2026-02-27T02:08:08.122738Z","end":"2026-02-27T02:08:10.122745Z","steps":["trace[1027153319] 'agreement among raft nodes before linearized reading' (duration: 1.999838541s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.122841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:08.122727Z","time spent":"2.000097579s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:08:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:10.136939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.5386128s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T02:08:10.13718Z","caller":"traceutil/trace.go:171","msg":"trace[562241065] linearizableReadLoop","detail":"{readStateIndex:28274; appliedIndex:28271; }","duration":"10.590332007s","start":"2026-02-27T02:07:59.546834Z","end":"2026-02-27T02:08:10.137166Z","steps":["trace[562241065] 'read index received' (duration: 4.795266815s)","trace[562241065] 'applied index is now lower than readState.Index' (duration: 5.795064522s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:10.137395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.604218684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:10.137423Z","caller":"traceutil/trace.go:171","msg":"trace[501114019] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26968; }","duration":"14.604293306s","start":"2026-02-27T02:07:55.533121Z","end":"2026-02-27T02:08:10.137415Z","steps":["trace[501114019] 'agreement among raft nodes before linearized reading' (duration: 14.604220134s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.137449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:55.533098Z","time spent":"14.604343887s","remote":"127.0.0.1:50362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:10.137474Z","caller":"traceutil/trace.go:171","msg":"trace[1801340490] transaction","detail":"{read_only:false; response_revision:26968; number_of_response:1; }","duration":"4.921420571s","start":"2026-02-27T02:08:05.216035Z","end":"2026-02-27T02:08:10.137455Z","steps":["trace[1801340490] 'process raft request' (duration: 4.921098833s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.137595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:05.216007Z","time spent":"4.921525744s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:10.137613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.715718503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:10.137635Z","caller":"traceutil/trace.go:171","msg":"trace[1857794011] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26968; }","duration":"14.715779765s","start":"2026-02-27T02:07:55.421847Z","end":"2026-02-27T02:08:10.137627Z","steps":["trace[1857794011] 'agreement among raft nodes before linearized reading' (duration: 14.715745094s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.137652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:55.421824Z","time spent":"14.715823606s","remote":"127.0.0.1:47510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.137755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.939812031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:10.137781Z","caller":"traceutil/trace.go:171","msg":"trace[1783541819] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26968; }","duration":"14.939880022s","start":"2026-02-27T02:07:55.197893Z","end":"2026-02-27T02:08:10.137773Z","steps":["trace[1783541819] 'agreement among raft nodes before linearized reading' (duration: 14.939841911s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.137799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:55.197869Z","time spent":"14.939925274s","remote":"127.0.0.1:47488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.137838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.828829915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:10.137873Z","caller":"traceutil/trace.go:171","msg":"trace[1877868632] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26968; }","duration":"10.828894077s","start":"2026-02-27T02:07:59.308969Z","end":"2026-02-27T02:08:10.137863Z","steps":["trace[1877868632] 'agreement among raft nodes before linearized reading' (duration: 10.82825818s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.137896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:59.308949Z","time spent":"10.828940908s","remote":"127.0.0.1:45374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.13793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.708646609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:10.137954Z","caller":"traceutil/trace.go:171","msg":"trace[323009574] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26968; }","duration":"15.708710201s","start":"2026-02-27T02:07:54.429238Z","end":"2026-02-27T02:08:10.137948Z","steps":["trace[323009574] 'agreement among raft nodes before linearized reading' (duration: 15.70867409s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.137974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:54.429215Z","time spent":"15.708753123s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.138014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.831175337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:10.13804Z","caller":"traceutil/trace.go:171","msg":"trace[907735720] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26968; }","duration":"10.831239248s","start":"2026-02-27T02:07:59.306795Z","end":"2026-02-27T02:08:10.138034Z","steps":["trace[907735720] 'agreement among raft nodes before linearized reading' (duration: 10.830443597s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.138059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:59.306772Z","time spent":"10.83128122s","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.138784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.267161578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:10.138836Z","caller":"traceutil/trace.go:171","msg":"trace[221220394] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26968; }","duration":"18.26725627s","start":"2026-02-27T02:07:51.871566Z","end":"2026-02-27T02:08:10.138823Z","steps":["trace[221220394] 'agreement among raft nodes before linearized reading' (duration: 18.267159328s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.138867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:51.871546Z","time spent":"18.267312002s","remote":"127.0.0.1:45810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:10.139106Z","caller":"traceutil/trace.go:171","msg":"trace[1582566506] transaction","detail":"{read_only:false; response_revision:26969; number_of_response:1; }","duration":"4.706621098s","start":"2026-02-27T02:08:05.432473Z","end":"2026-02-27T02:08:10.139094Z","steps":["trace[1582566506] 'process raft request' (duration: 4.704916773s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.139175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:05.43244Z","time spent":"4.70669745s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:10.139566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.43188003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:10.139646Z","caller":"traceutil/trace.go:171","msg":"trace[136369482] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26969; }","duration":"18.431995393s","start":"2026-02-27T02:07:51.707632Z","end":"2026-02-27T02:08:10.139627Z","steps":["trace[136369482] 'agreement among raft nodes before linearized reading' (duration: 18.431822609s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.13969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:51.707615Z","time spent":"18.432065476s","remote":"127.0.0.1:47480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.139994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.736764388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5979e8ca-539a-4feb-8960-3ca56471393b\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T02:08:10.140038Z","caller":"traceutil/trace.go:171","msg":"trace[943833933] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5979e8ca-539a-4feb-8960-3ca56471393b; range_end:; response_count:1; response_revision:26969; }","duration":"18.73682318s","start":"2026-02-27T02:07:51.403204Z","end":"2026-02-27T02:08:10.140027Z","steps":["trace[943833933] 'agreement among raft nodes before linearized reading' (duration: 18.736668236s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.140066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:51.403191Z","time spent":"18.736868951s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-5979e8ca-539a-4feb-8960-3ca56471393b\" "} {"level":"warn","ts":"2026-02-27T02:08:10.140268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.73797783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-02-27T02:08:10.140303Z","caller":"traceutil/trace.go:171","msg":"trace[1846288671] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26969; }","duration":"18.738021471s","start":"2026-02-27T02:07:51.402273Z","end":"2026-02-27T02:08:10.140294Z","steps":["trace[1846288671] 'agreement among raft nodes before linearized reading' (duration: 18.737927349s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.140335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:51.402262Z","time spent":"18.738066273s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-27T02:08:10.137899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.116801967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:10.140785Z","caller":"traceutil/trace.go:171","msg":"trace[1617053777] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26968; }","duration":"15.119704243s","start":"2026-02-27T02:07:55.021056Z","end":"2026-02-27T02:08:10.14076Z","steps":["trace[1617053777] 'agreement among raft nodes before linearized reading' (duration: 15.116826187s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.140805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.309025871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:10.140853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:55.021035Z","time spent":"15.119792515s","remote":"127.0.0.1:45642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:10.140892Z","caller":"traceutil/trace.go:171","msg":"trace[1730487860] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26969; }","duration":"14.309174925s","start":"2026-02-27T02:07:55.831696Z","end":"2026-02-27T02:08:10.140871Z","steps":["trace[1730487860] 'agreement among raft nodes before linearized reading' (duration: 14.305637292s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.140945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:55.83167Z","time spent":"14.309262148s","remote":"127.0.0.1:47472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.14093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.349222397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-59d66cbc78-4wjw4.1897f849b1b51e73\" ","response":"range_response_count:1 size:865"} {"level":"info","ts":"2026-02-27T02:08:10.141048Z","caller":"traceutil/trace.go:171","msg":"trace[871943529] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-59d66cbc78-4wjw4.1897f849b1b51e73; range_end:; response_count:1; response_revision:26969; }","duration":"16.349389891s","start":"2026-02-27T02:07:53.791624Z","end":"2026-02-27T02:08:10.141014Z","steps":["trace[871943529] 'agreement among raft nodes before linearized reading' (duration: 16.347392998s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.141137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:53.791609Z","time spent":"16.349511705s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":888,"request content":"key:\"/registry/events/openstack/pxc-operator-59d66cbc78-4wjw4.1897f849b1b51e73\" "} {"level":"warn","ts":"2026-02-27T02:08:10.1412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.206115564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-02-27T02:08:10.141235Z","caller":"traceutil/trace.go:171","msg":"trace[1399601053] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26969; }","duration":"12.206180636s","start":"2026-02-27T02:07:57.935045Z","end":"2026-02-27T02:08:10.141226Z","steps":["trace[1399601053] 'agreement among raft nodes before linearized reading' (duration: 12.202207971s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.141261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:57.93503Z","time spent":"12.206225848s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T02:08:10.141348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.092215147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:10.141388Z","caller":"traceutil/trace.go:171","msg":"trace[795376220] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26969; }","duration":"18.092296879s","start":"2026-02-27T02:07:52.049078Z","end":"2026-02-27T02:08:10.141375Z","steps":["trace[795376220] 'agreement among raft nodes before linearized reading' (duration: 18.089975007s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.141414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:52.049027Z","time spent":"18.092380421s","remote":"127.0.0.1:45394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.141437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.679267138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:10.141475Z","caller":"traceutil/trace.go:171","msg":"trace[2080414790] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26969; }","duration":"12.67934014s","start":"2026-02-27T02:07:57.462123Z","end":"2026-02-27T02:08:10.141463Z","steps":["trace[2080414790] 'agreement among raft nodes before linearized reading' (duration: 12.675135679s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.141493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.13978451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:08:10.141515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.795901593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:10.14153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.76733149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:10.141525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.04235572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:10.141545Z","caller":"traceutil/trace.go:171","msg":"trace[396767955] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26969; }","duration":"12.795975145s","start":"2026-02-27T02:07:57.345562Z","end":"2026-02-27T02:08:10.141537Z","steps":["trace[396767955] 'agreement among raft nodes before linearized reading' (duration: 12.791703762s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:10.141542Z","caller":"traceutil/trace.go:171","msg":"trace[1859433174] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26969; }","duration":"18.139874993s","start":"2026-02-27T02:07:52.001654Z","end":"2026-02-27T02:08:10.141529Z","steps":["trace[1859433174] 'agreement among raft nodes before linearized reading' (duration: 18.137408588s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.141563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:57.345542Z","time spent":"12.796015416s","remote":"127.0.0.1:45946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:10.141585Z","caller":"traceutil/trace.go:171","msg":"trace[1613515256] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26969; }","duration":"13.042450722s","start":"2026-02-27T02:07:57.099105Z","end":"2026-02-27T02:08:10.141556Z","steps":["trace[1613515256] 'agreement among raft nodes before linearized reading' (duration: 13.038215791s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:10.141554Z","caller":"traceutil/trace.go:171","msg":"trace[1736967592] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26969; }","duration":"16.767390631s","start":"2026-02-27T02:07:53.374153Z","end":"2026-02-27T02:08:10.141544Z","steps":["trace[1736967592] 'agreement among raft nodes before linearized reading' (duration: 16.764874885s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.143686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:57.099074Z","time spent":"13.044601329s","remote":"127.0.0.1:47456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.143693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.576562347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:10.143734Z","caller":"traceutil/trace.go:171","msg":"trace[1812235524] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26968; }","duration":"11.57665772s","start":"2026-02-27T02:07:58.567065Z","end":"2026-02-27T02:08:10.143722Z","steps":["trace[1812235524] 'agreement among raft nodes before linearized reading' (duration: 11.570180459s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.143759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:58.567038Z","time spent":"11.576714471s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.141584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:52.001632Z","time spent":"18.139941825s","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.143687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.138565477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:10.143888Z","caller":"traceutil/trace.go:171","msg":"trace[1530724441] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26969; }","duration":"13.138801563s","start":"2026-02-27T02:07:57.005078Z","end":"2026-02-27T02:08:10.143879Z","steps":["trace[1530724441] 'agreement among raft nodes before linearized reading' (duration: 13.13224929s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.141508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:57.462102Z","time spent":"12.679397581s","remote":"127.0.0.1:34094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":36,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.143913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:57.005058Z","time spent":"13.138847704s","remote":"127.0.0.1:45842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.14369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:53.37413Z","time spent":"16.769545117s","remote":"127.0.0.1:45938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.144875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.969159542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:10.144948Z","caller":"traceutil/trace.go:171","msg":"trace[851062159] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26969; }","duration":"17.969275286s","start":"2026-02-27T02:07:52.175657Z","end":"2026-02-27T02:08:10.144932Z","steps":["trace[851062159] 'agreement among raft nodes before linearized reading' (duration: 17.96338952s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.144985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:52.175637Z","time spent":"17.969338857s","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.145449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537920387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:10.145492Z","caller":"traceutil/trace.go:171","msg":"trace[1465155536] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26970; }","duration":"2.537960688s","start":"2026-02-27T02:08:07.607518Z","end":"2026-02-27T02:08:10.145478Z","steps":["trace[1465155536] 'agreement among raft nodes before linearized reading' (duration: 2.537891526s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.145542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545792934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:08:10.145534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.682828411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-02-27T02:08:10.145568Z","caller":"traceutil/trace.go:171","msg":"trace[30988935] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26970; }","duration":"2.545856976s","start":"2026-02-27T02:08:07.599703Z","end":"2026-02-27T02:08:10.14556Z","steps":["trace[30988935] 'agreement among raft nodes before linearized reading' (duration: 2.545801915s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.145579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.505713709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:08:10.145597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:07.59968Z","time spent":"2.545910578s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:10.145574Z","caller":"traceutil/trace.go:171","msg":"trace[1065880081] transaction","detail":"{read_only:false; response_revision:26970; number_of_response:1; }","duration":"320.597422ms","start":"2026-02-27T02:08:09.824969Z","end":"2026-02-27T02:08:10.145567Z","steps":["trace[1065880081] 'process raft request' (duration: 315.673022ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:10.145621Z","caller":"traceutil/trace.go:171","msg":"trace[1518821617] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26970; }","duration":"3.505785521s","start":"2026-02-27T02:08:06.639817Z","end":"2026-02-27T02:08:10.145603Z","steps":["trace[1518821617] 'agreement among raft nodes before linearized reading' (duration: 3.505712319s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.145648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290294266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:08:10.145544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:07.607446Z","time spent":"2.538090021s","remote":"127.0.0.1:40788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:10.145684Z","caller":"traceutil/trace.go:171","msg":"trace[137863606] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26970; }","duration":"1.290340987s","start":"2026-02-27T02:08:08.855335Z","end":"2026-02-27T02:08:10.145676Z","steps":["trace[137863606] 'agreement among raft nodes before linearized reading' (duration: 1.290267265s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.145675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:09.824941Z","time spent":"320.690104ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:10.145713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:08.855315Z","time spent":"1.290387169s","remote":"127.0.0.1:33906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.14573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.931968804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:10.145485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.113409707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:08:10.145757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.237749642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:10.145578Z","caller":"traceutil/trace.go:171","msg":"trace[1997184718] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26970; }","duration":"4.682906553s","start":"2026-02-27T02:08:05.462661Z","end":"2026-02-27T02:08:10.145567Z","steps":["trace[1997184718] 'agreement among raft nodes before linearized reading' (duration: 4.682745759s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:10.145804Z","caller":"traceutil/trace.go:171","msg":"trace[407640628] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26970; }","duration":"3.113724795s","start":"2026-02-27T02:08:07.03206Z","end":"2026-02-27T02:08:10.145785Z","steps":["trace[407640628] 'agreement among raft nodes before linearized reading' (duration: 3.113376476s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:10.145827Z","caller":"traceutil/trace.go:171","msg":"trace[902431082] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26970; }","duration":"10.238130493s","start":"2026-02-27T02:07:59.907681Z","end":"2026-02-27T02:08:10.145811Z","steps":["trace[902431082] 'agreement among raft nodes before linearized reading' (duration: 10.237583028s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.145836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033993079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:10.145859Z","caller":"traceutil/trace.go:171","msg":"trace[1759679569] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26970; }","duration":"1.034051911s","start":"2026-02-27T02:08:09.111799Z","end":"2026-02-27T02:08:10.145851Z","steps":["trace[1759679569] 'agreement among raft nodes before linearized reading' (duration: 1.03401153s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.145768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.366879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:10.145875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.589057989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:10.145425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.356745088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:08:10.14589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:09.111777Z","time spent":"1.034107553s","remote":"127.0.0.1:45752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:10.145903Z","caller":"traceutil/trace.go:171","msg":"trace[446533016] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26970; }","duration":"8.589124331s","start":"2026-02-27T02:08:01.556773Z","end":"2026-02-27T02:08:10.145897Z","steps":["trace[446533016] 'agreement among raft nodes before linearized reading' (duration: 8.58907981s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:10.145902Z","caller":"traceutil/trace.go:171","msg":"trace[764374072] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26970; }","duration":"341.541814ms","start":"2026-02-27T02:08:09.804349Z","end":"2026-02-27T02:08:10.145891Z","steps":["trace[764374072] 'agreement among raft nodes before linearized reading' (duration: 341.367369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.145924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:01.55675Z","time spent":"8.589169263s","remote":"127.0.0.1:34022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.14593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:09.804327Z","time spent":"341.595216ms","remote":"127.0.0.1:47440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:10.145931Z","caller":"traceutil/trace.go:171","msg":"trace[2020576565] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26970; }","duration":"17.357311333s","start":"2026-02-27T02:07:52.788596Z","end":"2026-02-27T02:08:10.145907Z","steps":["trace[2020576565] 'agreement among raft nodes before linearized reading' (duration: 17.350440612s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.14594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047604664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:08:10.145659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:06.639795Z","time spent":"3.505855763s","remote":"127.0.0.1:34110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.145836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:05.462639Z","time spent":"4.683187881s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T02:08:10.145984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:52.788566Z","time spent":"17.357398256s","remote":"127.0.0.1:50466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:10.145979Z","caller":"traceutil/trace.go:171","msg":"trace[1284449278] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26970; }","duration":"3.047671356s","start":"2026-02-27T02:08:07.098295Z","end":"2026-02-27T02:08:10.145966Z","steps":["trace[1284449278] 'agreement among raft nodes before linearized reading' (duration: 3.047593154s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.146014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:07.098276Z","time spent":"3.047729447s","remote":"127.0.0.1:50456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.146036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556892584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:08:10.146054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.691032005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:10.14607Z","caller":"traceutil/trace.go:171","msg":"trace[2038823455] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26970; }","duration":"1.556965926s","start":"2026-02-27T02:08:08.589092Z","end":"2026-02-27T02:08:10.146058Z","steps":["trace[2038823455] 'agreement among raft nodes before linearized reading' (duration: 1.556916785s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:10.14608Z","caller":"traceutil/trace.go:171","msg":"trace[502895350] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26970; }","duration":"7.691085187s","start":"2026-02-27T02:08:02.454985Z","end":"2026-02-27T02:08:10.146071Z","steps":["trace[502895350] 'agreement among raft nodes before linearized reading' (duration: 7.691027635s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.146089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.844099113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:10.146101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:08.589068Z","time spent":"1.557027278s","remote":"127.0.0.1:50448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:10.146116Z","caller":"traceutil/trace.go:171","msg":"trace[1884491821] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26970; }","duration":"8.844166275s","start":"2026-02-27T02:08:01.301943Z","end":"2026-02-27T02:08:10.146109Z","steps":["trace[1884491821] 'agreement among raft nodes before linearized reading' (duration: 8.844115523s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.146134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.424764888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:10.145859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:07.032015Z","time spent":"3.113825628s","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:10.146163Z","caller":"traceutil/trace.go:171","msg":"trace[1166497885] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26970; }","duration":"8.42482867s","start":"2026-02-27T02:08:01.721326Z","end":"2026-02-27T02:08:10.146155Z","steps":["trace[1166497885] 'agreement among raft nodes before linearized reading' (duration: 8.424792229s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.145878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338925717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:10.146106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:02.454968Z","time spent":"7.691129007s","remote":"127.0.0.1:60844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.146186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.163295201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:08:10.146188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.149215079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:10.146214Z","caller":"traceutil/trace.go:171","msg":"trace[37448314] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26970; }","duration":"10.163360023s","start":"2026-02-27T02:07:59.982845Z","end":"2026-02-27T02:08:10.146205Z","steps":["trace[37448314] 'agreement among raft nodes before linearized reading' (duration: 10.163310302s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.146246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.425014185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:10.146141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:01.301918Z","time spent":"8.844216326s","remote":"127.0.0.1:47716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:10.146279Z","caller":"traceutil/trace.go:171","msg":"trace[2123279049] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26970; }","duration":"8.425080767s","start":"2026-02-27T02:08:01.721192Z","end":"2026-02-27T02:08:10.146272Z","steps":["trace[2123279049] 'agreement among raft nodes before linearized reading' (duration: 8.425023295s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.146286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.034786663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:10.146299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.205370497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:10.146306Z","caller":"traceutil/trace.go:171","msg":"trace[1163682559] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26970; }","duration":"10.034820304s","start":"2026-02-27T02:08:00.11148Z","end":"2026-02-27T02:08:10.146301Z","steps":["trace[1163682559] 'agreement among raft nodes before linearized reading' (duration: 10.034788143s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.14632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.100547227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:10.146332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:00.111472Z","time spent":"10.034855515s","remote":"127.0.0.1:34028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.146249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:59.982819Z","time spent":"10.163423264s","remote":"127.0.0.1:60824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:10.146337Z","caller":"traceutil/trace.go:171","msg":"trace[134478269] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26970; }","duration":"5.205456749s","start":"2026-02-27T02:08:04.940868Z","end":"2026-02-27T02:08:10.146325Z","steps":["trace[134478269] 'agreement among raft nodes before linearized reading' (duration: 5.205404918s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:10.146355Z","caller":"traceutil/trace.go:171","msg":"trace[874684398] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26970; }","duration":"10.100603368s","start":"2026-02-27T02:08:00.045742Z","end":"2026-02-27T02:08:10.146346Z","steps":["trace[874684398] 'agreement among raft nodes before linearized reading' (duration: 10.100543396s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.146368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:04.94083Z","time spent":"5.205529721s","remote":"127.0.0.1:45530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.146377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:00.045732Z","time spent":"10.100638018s","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.146304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:01.72117Z","time spent":"8.425129398s","remote":"127.0.0.1:45460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.145861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:59.907646Z","time spent":"10.238204425s","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.146462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.501201296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:08:10.146198Z","caller":"traceutil/trace.go:171","msg":"trace[1616936507] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26970; }","duration":"1.339292568s","start":"2026-02-27T02:08:08.806895Z","end":"2026-02-27T02:08:10.146188Z","steps":["trace[1616936507] 'agreement among raft nodes before linearized reading' (duration: 1.338956429s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:10.146485Z","caller":"traceutil/trace.go:171","msg":"trace[129407854] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26970; }","duration":"5.501263397s","start":"2026-02-27T02:08:04.645215Z","end":"2026-02-27T02:08:10.146479Z","steps":["trace[129407854] 'agreement among raft nodes before linearized reading' (duration: 5.501115053s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.146488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.115257884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T02:08:10.146496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.790508081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:10.146221Z","caller":"traceutil/trace.go:171","msg":"trace[681348816] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26970; }","duration":"10.149294971s","start":"2026-02-27T02:07:59.99692Z","end":"2026-02-27T02:08:10.146215Z","steps":["trace[681348816] 'agreement among raft nodes before linearized reading' (duration: 10.14923348s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.14651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:04.645194Z","time spent":"5.501310209s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":187,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:10.146515Z","caller":"traceutil/trace.go:171","msg":"trace[1792192507] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26970; }","duration":"10.115325216s","start":"2026-02-27T02:08:00.031183Z","end":"2026-02-27T02:08:10.146508Z","steps":["trace[1792192507] 'agreement among raft nodes before linearized reading' (duration: 10.115146181s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:10.146523Z","caller":"traceutil/trace.go:171","msg":"trace[884116819] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26970; }","duration":"4.790572652s","start":"2026-02-27T02:08:05.35594Z","end":"2026-02-27T02:08:10.146513Z","steps":["trace[884116819] 'agreement among raft nodes before linearized reading' (duration: 4.790534671s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.146545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:05.355912Z","time spent":"4.790626053s","remote":"127.0.0.1:50460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.146545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:00.031157Z","time spent":"10.115377108s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.146497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:08.806872Z","time spent":"1.339616316s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:10.145757Z","caller":"traceutil/trace.go:171","msg":"trace[1036042113] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:0; response_revision:26970; }","duration":"2.932014696s","start":"2026-02-27T02:08:07.213734Z","end":"2026-02-27T02:08:10.145749Z","steps":["trace[1036042113] 'agreement among raft nodes before linearized reading' (duration: 2.931971745s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.146641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:07.213723Z","time spent":"2.932907419s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-02-27T02:08:10.146547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:59.996889Z","time spent":"10.14963047s","remote":"127.0.0.1:45482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.145514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.627896391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:10.146435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.419924826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:288280"} {"level":"info","ts":"2026-02-27T02:08:10.146757Z","caller":"traceutil/trace.go:171","msg":"trace[979942492] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:26970; }","duration":"6.420287086s","start":"2026-02-27T02:08:03.726462Z","end":"2026-02-27T02:08:10.146749Z","steps":["trace[979942492] 'agreement among raft nodes before linearized reading' (duration: 6.419486895s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:10.146762Z","caller":"traceutil/trace.go:171","msg":"trace[685666821] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26970; }","duration":"3.629168344s","start":"2026-02-27T02:08:06.517574Z","end":"2026-02-27T02:08:10.146742Z","steps":["trace[685666821] 'agreement among raft nodes before linearized reading' (duration: 3.627906931s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.14679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:03.726437Z","time spent":"6.420342637s","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":288303,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-27T02:08:10.14683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:06.51755Z","time spent":"3.629256526s","remote":"127.0.0.1:45674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.146254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.789488546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:10.146181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:01.721302Z","time spent":"8.424875161s","remote":"127.0.0.1:45388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:10.146971Z","caller":"traceutil/trace.go:171","msg":"trace[557137336] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26970; }","duration":"9.790236046s","start":"2026-02-27T02:08:00.356724Z","end":"2026-02-27T02:08:10.14696Z","steps":["trace[557137336] 'agreement among raft nodes before linearized reading' (duration: 9.789512247s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.147003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:00.356694Z","time spent":"9.790298118s","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.147043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.655690746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:08:10.147063Z","caller":"traceutil/trace.go:171","msg":"trace[223060603] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26970; }","duration":"4.655740898s","start":"2026-02-27T02:08:05.491317Z","end":"2026-02-27T02:08:10.147058Z","steps":["trace[223060603] 'agreement among raft nodes before linearized reading' (duration: 4.654282079s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.147079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:05.491308Z","time spent":"4.655767608s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2794,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.648451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:11.149283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:11.650232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:12.148611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000791435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:08:12.148706Z","caller":"traceutil/trace.go:171","msg":"trace[1325726469] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000891328s","start":"2026-02-27T02:08:10.147772Z","end":"2026-02-27T02:08:12.148663Z","steps":["trace[1325726469] 'agreement among raft nodes before linearized reading' (duration: 2.000805126s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:12.148739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:10.147761Z","time spent":"2.00097067s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:08:12.15137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:12.651914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:12.936932Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.74482223s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:08:14.11658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:12.266074Z","time spent":"1.850497434s","remote":"127.0.0.1:34838","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:08:14.117098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715160476s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:14.117194Z","caller":"traceutil/trace.go:171","msg":"trace[390224806] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26970; }","duration":"1.715267679s","start":"2026-02-27T02:08:12.40191Z","end":"2026-02-27T02:08:14.117178Z","steps":["trace[390224806] 'range keys from in-memory index tree' (duration: 1.715144596s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:14.1194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182182156s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-27T02:08:14.119492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:10.146387Z","time spent":"3.973099981s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:08:14.157211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000702374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:14.157281Z","caller":"traceutil/trace.go:171","msg":"trace[947299967] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000817327s","start":"2026-02-27T02:08:12.156448Z","end":"2026-02-27T02:08:14.157265Z","steps":["trace[947299967] 'agreement among raft nodes before linearized reading' (duration: 2.000736574s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:14.157324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:12.156426Z","time spent":"2.000888039s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:08:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:15.303198Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.365984592s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:08:16.157627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000016485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:16.157713Z","caller":"traceutil/trace.go:171","msg":"trace[166285666] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000149029s","start":"2026-02-27T02:08:14.157546Z","end":"2026-02-27T02:08:16.157695Z","steps":["trace[166285666] 'agreement among raft nodes before linearized reading' (duration: 2.000043586s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:16.15776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:14.15753Z","time spent":"2.00021962s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:08:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:16.445124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141742789s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-27T02:08:16.445358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:10.147854Z","time spent":"6.297489387s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:08:16.446995Z","caller":"traceutil/trace.go:171","msg":"trace[620382256] linearizableReadLoop","detail":"{readStateIndex:28280; appliedIndex:28277; }","duration":"6.299178452s","start":"2026-02-27T02:08:10.147795Z","end":"2026-02-27T02:08:16.446973Z","steps":["trace[620382256] 'read index received' (duration: 2.789403215s)","trace[620382256] 'applied index is now lower than readState.Index' (duration: 3.509774147s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:16.447089Z","caller":"traceutil/trace.go:171","msg":"trace[955823315] transaction","detail":"{read_only:false; response_revision:26971; number_of_response:1; }","duration":"6.295350971s","start":"2026-02-27T02:08:10.151727Z","end":"2026-02-27T02:08:16.447078Z","steps":["trace[955823315] 'process raft request' (duration: 6.293501912s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:16.447335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:10.151718Z","time spent":"6.295397163s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:16.492753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993627224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:16.492844Z","caller":"traceutil/trace.go:171","msg":"trace[579809407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.993773248s","start":"2026-02-27T02:08:11.49905Z","end":"2026-02-27T02:08:16.492823Z","steps":["trace[579809407] 'agreement among raft nodes before linearized reading' (duration: 4.993657395s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:16.492902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:11.49903Z","time spent":"4.993858581s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 02:08:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:16.947108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:17.448276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:17.948751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:18.166902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000476817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:08:18.166999Z","caller":"traceutil/trace.go:171","msg":"trace[1187418641] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00058971s","start":"2026-02-27T02:08:16.166377Z","end":"2026-02-27T02:08:18.166967Z","steps":["trace[1187418641] 'agreement among raft nodes before linearized reading' (duration: 2.000471517s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:18.167158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:16.16632Z","time spent":"2.000782475s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:08:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:18.449842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:18.950335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:19.141413Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.838062551s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:08:19.64548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000131468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:08:19.645557Z","caller":"traceutil/trace.go:171","msg":"trace[1242270890] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000263412s","start":"2026-02-27T02:08:17.645275Z","end":"2026-02-27T02:08:19.645538Z","steps":["trace[1242270890] 'agreement among raft nodes before linearized reading' (duration: 2.000166919s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:19.645605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:17.645252Z","time spent":"2.000343354s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:08:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:20.16764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000127579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:20.167723Z","caller":"traceutil/trace.go:171","msg":"trace[253589606] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000266433s","start":"2026-02-27T02:08:18.167438Z","end":"2026-02-27T02:08:20.167704Z","steps":["trace[253589606] 'agreement among raft nodes before linearized reading' (duration: 2.00016174s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:20.167816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:18.167417Z","time spent":"2.000386306s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:08:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:20.791318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649719011s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:08:20.792758Z","caller":"traceutil/trace.go:171","msg":"trace[1952678504] transaction","detail":"{read_only:false; response_revision:26972; number_of_response:1; }","duration":"6.672263127s","start":"2026-02-27T02:08:14.120464Z","end":"2026-02-27T02:08:20.792727Z","steps":["trace[1952678504] 'process raft request' (duration: 6.671024654s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:20.792916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:14.120443Z","time spent":"6.672387701s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:21.433063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000506818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:21.433149Z","caller":"traceutil/trace.go:171","msg":"trace[218474464] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.000673652s","start":"2026-02-27T02:08:11.432454Z","end":"2026-02-27T02:08:21.433128Z","steps":["trace[218474464] 'agreement among raft nodes before linearized reading' (duration: 10.000543049s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:21.433203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:11.432431Z","time spent":"10.000759974s","remote":"127.0.0.1:45938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/02/27 02:08:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:21.759356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:14.758669Z","time spent":"7.000680776s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:08:22.149807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:15.149175Z","time spent":"7.000625044s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:08:22.173346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000458687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:22.173423Z","caller":"traceutil/trace.go:171","msg":"trace[1661318771] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00058264s","start":"2026-02-27T02:08:20.172824Z","end":"2026-02-27T02:08:22.173406Z","steps":["trace[1661318771] 'agreement among raft nodes before linearized reading' (duration: 2.000493628s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:22.173465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:20.172802Z","time spent":"2.000653392s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:08:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:22.358712Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.930537384s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:08:22.678052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.923785ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:22.678199Z","caller":"traceutil/trace.go:171","msg":"trace[1524517465] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26972; }","duration":"276.079419ms","start":"2026-02-27T02:08:22.402098Z","end":"2026-02-27T02:08:22.678177Z","steps":["trace[1524517465] 'range keys from in-memory index tree' (duration: 275.905814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:22.678345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885557818s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:08:22.678732Z","caller":"traceutil/trace.go:171","msg":"trace[643429582] transaction","detail":"{read_only:false; response_revision:26975; number_of_response:1; }","duration":"6.230888642s","start":"2026-02-27T02:08:16.447826Z","end":"2026-02-27T02:08:22.678715Z","steps":["trace[643429582] 'process raft request' (duration: 6.230767289s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:22.678816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:16.447798Z","time spent":"6.230978143s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:08:22.679075Z","caller":"traceutil/trace.go:171","msg":"trace[256332091] linearizableReadLoop","detail":"{readStateIndex:28286; appliedIndex:28280; }","duration":"6.232011841s","start":"2026-02-27T02:08:16.447042Z","end":"2026-02-27T02:08:22.679053Z","steps":["trace[256332091] 'read index received' (duration: 2.694549084s)","trace[256332091] 'applied index is now lower than readState.Index' (duration: 3.537461447s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:22.679194Z","caller":"traceutil/trace.go:171","msg":"trace[901660089] transaction","detail":"{read_only:false; response_revision:26976; number_of_response:1; }","duration":"5.02949914s","start":"2026-02-27T02:08:17.649673Z","end":"2026-02-27T02:08:22.679172Z","steps":["trace[901660089] 'process raft request' (duration: 5.029001107s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:22.679212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.619215483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:22.679262Z","caller":"traceutil/trace.go:171","msg":"trace[470450227] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26976; }","duration":"8.619272595s","start":"2026-02-27T02:08:14.059976Z","end":"2026-02-27T02:08:22.679248Z","steps":["trace[470450227] 'agreement among raft nodes before linearized reading' (duration: 8.619142061s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:22.679303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:14.059907Z","time spent":"8.619384368s","remote":"127.0.0.1:50272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:22.679324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:17.649642Z","time spent":"5.029618772s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:08:22.679539Z","caller":"traceutil/trace.go:171","msg":"trace[585613425] transaction","detail":"{read_only:false; response_revision:26977; number_of_response:1; }","duration":"2.251487004s","start":"2026-02-27T02:08:20.428041Z","end":"2026-02-27T02:08:22.679528Z","steps":["trace[585613425] 'process raft request' (duration: 2.25093432s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:22.679576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.331678968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:08:22.67957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.682087416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:22.679615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:20.428013Z","time spent":"2.251565217s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:22.679603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.981017822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:22.679618Z","caller":"traceutil/trace.go:171","msg":"trace[2114578467] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26977; }","duration":"6.331759521s","start":"2026-02-27T02:08:16.347845Z","end":"2026-02-27T02:08:22.679604Z","steps":["trace[2114578467] 'agreement among raft nodes before linearized reading' (duration: 6.331587857s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:22.67965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.748636908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T02:08:22.679669Z","caller":"traceutil/trace.go:171","msg":"trace[445830363] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26977; }","duration":"8.981090213s","start":"2026-02-27T02:08:13.69856Z","end":"2026-02-27T02:08:22.67965Z","steps":["trace[445830363] 'agreement among raft nodes before linearized reading' (duration: 8.980607411s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:22.679676Z","caller":"traceutil/trace.go:171","msg":"trace[1626151045] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26977; }","duration":"6.68221914s","start":"2026-02-27T02:08:15.997411Z","end":"2026-02-27T02:08:22.67963Z","steps":["trace[1626151045] 'agreement among raft nodes before linearized reading' (duration: 6.682037955s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:22.679664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.169082835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T02:08:22.679728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:15.997391Z","time spent":"6.682322963s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:22.679767Z","caller":"traceutil/trace.go:171","msg":"trace[19483152] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26977; }","duration":"11.169237159s","start":"2026-02-27T02:08:11.510505Z","end":"2026-02-27T02:08:22.679742Z","steps":["trace[19483152] 'agreement among raft nodes before linearized reading' (duration: 11.168705225s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:22.679682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:16.347822Z","time spent":"6.331840383s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:22.67985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:11.510482Z","time spent":"11.169335112s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:08:22.679792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:13.698502Z","time spent":"8.981201556s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:22.679699Z","caller":"traceutil/trace.go:171","msg":"trace[382862694] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26977; }","duration":"9.74873589s","start":"2026-02-27T02:08:12.930952Z","end":"2026-02-27T02:08:22.679688Z","steps":["trace[382862694] 'agreement among raft nodes before linearized reading' (duration: 9.748228467s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:22.679988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.531650375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-02-27T02:08:22.680019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:12.93093Z","time spent":"9.74907051s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T02:08:22.680041Z","caller":"traceutil/trace.go:171","msg":"trace[620022653] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26977; }","duration":"12.531704876s","start":"2026-02-27T02:08:10.148322Z","end":"2026-02-27T02:08:22.680027Z","steps":["trace[620022653] 'agreement among raft nodes before linearized reading' (duration: 12.530909225s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:22.680073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:10.148315Z","time spent":"12.531750447s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-27T02:08:22.680226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.938968175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:22.680265Z","caller":"traceutil/trace.go:171","msg":"trace[754425482] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26977; }","duration":"9.939045277s","start":"2026-02-27T02:08:12.741209Z","end":"2026-02-27T02:08:22.680254Z","steps":["trace[754425482] 'agreement among raft nodes before linearized reading' (duration: 9.937984739s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:22.680295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:12.741186Z","time spent":"9.939100089s","remote":"127.0.0.1:45350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:22.680295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.10478992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:22.68033Z","caller":"traceutil/trace.go:171","msg":"trace[1787115915] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26977; }","duration":"11.104860152s","start":"2026-02-27T02:08:11.57546Z","end":"2026-02-27T02:08:22.680321Z","steps":["trace[1787115915] 'agreement among raft nodes before linearized reading' (duration: 11.103741703s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:22.680367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:11.575443Z","time spent":"11.104915163s","remote":"127.0.0.1:33846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:22.680349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.448143652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:08:22.680404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.250270815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:22.680458Z","caller":"traceutil/trace.go:171","msg":"trace[671268572] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26977; }","duration":"7.448304796s","start":"2026-02-27T02:08:15.232133Z","end":"2026-02-27T02:08:22.680438Z","steps":["trace[671268572] 'agreement among raft nodes before linearized reading' (duration: 7.447273249s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:22.680458Z","caller":"traceutil/trace.go:171","msg":"trace[124829743] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26977; }","duration":"11.250367267s","start":"2026-02-27T02:08:11.430078Z","end":"2026-02-27T02:08:22.680445Z","steps":["trace[124829743] 'agreement among raft nodes before linearized reading' (duration: 11.249139005s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:22.680519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:15.232112Z","time spent":"7.448390788s","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":56,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:22.680523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:11.430055Z","time spent":"11.25044785s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:22.68057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.524801344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:22.680608Z","caller":"traceutil/trace.go:171","msg":"trace[2048405786] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:26977; }","duration":"12.524860246s","start":"2026-02-27T02:08:10.155738Z","end":"2026-02-27T02:08:22.680599Z","steps":["trace[2048405786] 'agreement among raft nodes before linearized reading' (duration: 12.52348618s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:22.68064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:10.155721Z","time spent":"12.524908297s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-02-27T02:08:24.173895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000264153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:24.173991Z","caller":"traceutil/trace.go:171","msg":"trace[493955145] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000409847s","start":"2026-02-27T02:08:22.173555Z","end":"2026-02-27T02:08:24.173965Z","steps":["trace[493955145] 'agreement among raft nodes before linearized reading' (duration: 2.000287033s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:24.174058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:22.173536Z","time spent":"2.000502619s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:08:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:24.665277Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.980652626s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:08:25.571031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999855298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:25.57112Z","caller":"traceutil/trace.go:171","msg":"trace[902230684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999999902s","start":"2026-02-27T02:08:20.571098Z","end":"2026-02-27T02:08:25.571098Z","steps":["trace[902230684] 'agreement among raft nodes before linearized reading' (duration: 4.999880439s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:25.571171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:20.571076Z","time spent":"5.000081994s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 02:08:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:26.182488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000682273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:26.18257Z","caller":"traceutil/trace.go:171","msg":"trace[1604215116] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000777796s","start":"2026-02-27T02:08:24.181773Z","end":"2026-02-27T02:08:26.18255Z","steps":["trace[1604215116] 'agreement among raft nodes before linearized reading' (duration: 2.000678933s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:26.18265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:24.181712Z","time spent":"2.000925779s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:08:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:26.359501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.679977604s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:08:26.362166Z","caller":"traceutil/trace.go:171","msg":"trace[256655036] transaction","detail":"{read_only:false; response_revision:26978; number_of_response:1; }","duration":"5.563822046s","start":"2026-02-27T02:08:20.798322Z","end":"2026-02-27T02:08:26.362144Z","steps":["trace[256655036] 'process raft request' (duration: 5.561287269s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:26.362276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:20.798294Z","time spent":"5.563926648s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:08:27.360855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.656877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:702"} {"level":"info","ts":"2026-02-27T02:08:27.361038Z","caller":"traceutil/trace.go:171","msg":"trace[404564877] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26978; }","duration":"5.59730084s","start":"2026-02-27T02:08:21.763701Z","end":"2026-02-27T02:08:27.361002Z","steps":["trace[404564877] 'process raft request' (duration: 4.598465218s)","trace[404564877] 'compare' (duration: 998.487733ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:27.36122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:21.763679Z","time spent":"5.597449173s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:08:27.361213Z","caller":"traceutil/trace.go:171","msg":"trace[3301878] linearizableReadLoop","detail":"{readStateIndex:28290; appliedIndex:28286; }","duration":"4.682055021s","start":"2026-02-27T02:08:22.679125Z","end":"2026-02-27T02:08:27.36118Z","steps":["trace[3301878] 'read index received' (duration: 113.983µs)","trace[3301878] 'applied index is now lower than readState.Index' (duration: 4.681937637s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:27.361287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.657007148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:27.361374Z","caller":"traceutil/trace.go:171","msg":"trace[1861060002] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26978; }","duration":"7.657112501s","start":"2026-02-27T02:08:19.704239Z","end":"2026-02-27T02:08:27.361352Z","steps":["trace[1861060002] 'agreement among raft nodes before linearized reading' (duration: 7.656956177s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:27.361426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:19.704172Z","time spent":"7.657242445s","remote":"127.0.0.1:45898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:27.361454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.102104489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:08:27.361443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.263706115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:27.361529Z","caller":"traceutil/trace.go:171","msg":"trace[1750588855] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26978; }","duration":"7.102229292s","start":"2026-02-27T02:08:20.259282Z","end":"2026-02-27T02:08:27.361512Z","steps":["trace[1750588855] 'agreement among raft nodes before linearized reading' (duration: 7.102065828s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:27.361552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.368531438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:08:27.361571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.807588784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:27.361579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:20.259263Z","time spent":"7.102305055s","remote":"127.0.0.1:34084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:27.361596Z","caller":"traceutil/trace.go:171","msg":"trace[776082913] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26978; }","duration":"5.263854399s","start":"2026-02-27T02:08:22.097675Z","end":"2026-02-27T02:08:27.36153Z","steps":["trace[776082913] 'agreement among raft nodes before linearized reading' (duration: 5.263640973s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:27.36162Z","caller":"traceutil/trace.go:171","msg":"trace[2133686332] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26978; }","duration":"5.807684096s","start":"2026-02-27T02:08:21.553924Z","end":"2026-02-27T02:08:27.361608Z","steps":["trace[2133686332] 'agreement among raft nodes before linearized reading' (duration: 5.807603954s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:27.361666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.93912025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:27.361706Z","caller":"traceutil/trace.go:171","msg":"trace[1440309112] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26978; }","duration":"9.939197412s","start":"2026-02-27T02:08:17.422499Z","end":"2026-02-27T02:08:27.361696Z","steps":["trace[1440309112] 'agreement among raft nodes before linearized reading' (duration: 9.939145461s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:27.361777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:17.422476Z","time spent":"9.939257293s","remote":"127.0.0.1:50440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:27.361831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.143333392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-27T02:08:27.361839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:22.097653Z","time spent":"5.264057485s","remote":"127.0.0.1:45574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:27.361988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.989721664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:27.362028Z","caller":"traceutil/trace.go:171","msg":"trace[1899019241] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26978; }","duration":"9.989798286s","start":"2026-02-27T02:08:17.372217Z","end":"2026-02-27T02:08:27.362016Z","steps":["trace[1899019241] 'agreement among raft nodes before linearized reading' (duration: 9.989742474s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:27.362057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:17.372195Z","time spent":"9.989855007s","remote":"127.0.0.1:45874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:27.362086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.069154576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:27.361586Z","caller":"traceutil/trace.go:171","msg":"trace[2068561362] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26978; }","duration":"9.3686015s","start":"2026-02-27T02:08:17.992974Z","end":"2026-02-27T02:08:27.361576Z","steps":["trace[2068561362] 'agreement among raft nodes before linearized reading' (duration: 9.368482147s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:27.361868Z","caller":"traceutil/trace.go:171","msg":"trace[1311328300] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26978; }","duration":"5.143401963s","start":"2026-02-27T02:08:22.218457Z","end":"2026-02-27T02:08:27.361859Z","steps":["trace[1311328300] 'agreement among raft nodes before linearized reading' (duration: 5.143234969s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:27.362141Z","caller":"traceutil/trace.go:171","msg":"trace[924398187] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26978; }","duration":"5.069241349s","start":"2026-02-27T02:08:22.292886Z","end":"2026-02-27T02:08:27.362128Z","steps":["trace[924398187] 'agreement among raft nodes before linearized reading' (duration: 5.069160466s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:27.362149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.911150295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7077"} {"level":"warn","ts":"2026-02-27T02:08:27.362174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:22.29287Z","time spent":"5.06929486s","remote":"127.0.0.1:45734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:27.362195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:22.21844Z","time spent":"5.143721832s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T02:08:27.362204Z","caller":"traceutil/trace.go:171","msg":"trace[1360037779] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26978; }","duration":"10.911252698s","start":"2026-02-27T02:08:16.450937Z","end":"2026-02-27T02:08:27.36219Z","steps":["trace[1360037779] 'agreement among raft nodes before linearized reading' (duration: 10.911068043s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:27.362213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.208386437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-02-27T02:08:27.362242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:16.45091Z","time spent":"10.911322679s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7100,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-02-27T02:08:27.36225Z","caller":"traceutil/trace.go:171","msg":"trace[696714940] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26978; }","duration":"5.208464369s","start":"2026-02-27T02:08:22.153777Z","end":"2026-02-27T02:08:27.362241Z","steps":["trace[696714940] 'agreement among raft nodes before linearized reading' (duration: 5.208359596s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:27.362222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:17.992953Z","time spent":"9.369232307s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":87,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:27.362274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:22.153754Z","time spent":"5.20851475s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:08:27.362317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.123508091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:27.362344Z","caller":"traceutil/trace.go:171","msg":"trace[2089936506] transaction","detail":"{read_only:false; response_revision:26979; number_of_response:1; }","duration":"4.677810999s","start":"2026-02-27T02:08:22.684514Z","end":"2026-02-27T02:08:27.362325Z","steps":["trace[2089936506] 'process raft request' (duration: 4.676492434s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:27.362385Z","caller":"traceutil/trace.go:171","msg":"trace[53199332] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26978; }","duration":"10.123617674s","start":"2026-02-27T02:08:17.23875Z","end":"2026-02-27T02:08:27.362368Z","steps":["trace[53199332] 'agreement among raft nodes before linearized reading' (duration: 10.123504421s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:27.361855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.205030393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-02-27T02:08:27.362431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:17.238729Z","time spent":"10.123689555s","remote":"127.0.0.1:47772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:27.362434Z","caller":"traceutil/trace.go:171","msg":"trace[2044364659] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26978; }","duration":"7.205612288s","start":"2026-02-27T02:08:20.156808Z","end":"2026-02-27T02:08:27.36242Z","steps":["trace[2044364659] 'agreement among raft nodes before linearized reading' (duration: 7.204864279s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:27.362451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:22.684501Z","time spent":"4.677889451s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:27.362474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:20.156749Z","time spent":"7.20571384s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-27T02:08:27.361437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.578609014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:27.3625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.530162721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17026"} {"level":"warn","ts":"2026-02-27T02:08:27.361627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.546716536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:27.362534Z","caller":"traceutil/trace.go:171","msg":"trace[1852288101] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26979; }","duration":"10.530223223s","start":"2026-02-27T02:08:16.832299Z","end":"2026-02-27T02:08:27.362523Z","steps":["trace[1852288101] 'agreement among raft nodes before linearized reading' (duration: 10.53009433s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:27.362538Z","caller":"traceutil/trace.go:171","msg":"trace[361234081] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26978; }","duration":"8.579742654s","start":"2026-02-27T02:08:18.782776Z","end":"2026-02-27T02:08:27.362518Z","steps":["trace[361234081] 'agreement among raft nodes before linearized reading' (duration: 8.578625844s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:27.362561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:16.83228Z","time spent":"10.530275125s","remote":"127.0.0.1:33786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17049,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T02:08:27.362578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:18.782754Z","time spent":"8.579811176s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:27.362563Z","caller":"traceutil/trace.go:171","msg":"trace[1856124236] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26978; }","duration":"9.547688822s","start":"2026-02-27T02:08:17.814864Z","end":"2026-02-27T02:08:27.362552Z","steps":["trace[1856124236] 'agreement among raft nodes before linearized reading' (duration: 9.546740207s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:27.362699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:17.814832Z","time spent":"9.547855896s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:27.361666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:21.553894Z","time spent":"5.807762738s","remote":"127.0.0.1:45662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:27.36138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.223579874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:27.362791Z","caller":"traceutil/trace.go:171","msg":"trace[913939307] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26978; }","duration":"8.225028352s","start":"2026-02-27T02:08:19.137741Z","end":"2026-02-27T02:08:27.362769Z","steps":["trace[913939307] 'agreement among raft nodes before linearized reading' (duration: 8.223560294s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:27.362858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:19.137723Z","time spent":"8.225111664s","remote":"127.0.0.1:34056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:27.854011Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.481762214s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:08:28.155901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.543339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:08:28.15602Z","caller":"traceutil/trace.go:171","msg":"trace[1069377715] linearizableReadLoop","detail":"{readStateIndex:28292; appliedIndex:28291; }","duration":"794.730461ms","start":"2026-02-27T02:08:27.361271Z","end":"2026-02-27T02:08:28.156002Z","steps":["trace[1069377715] 'read index received' (duration: 493.10798ms)","trace[1069377715] 'applied index is now lower than readState.Index' (duration: 301.620051ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:28.156119Z","caller":"traceutil/trace.go:171","msg":"trace[2000892290] transaction","detail":"{read_only:false; response_revision:26980; number_of_response:1; }","duration":"1.788611493s","start":"2026-02-27T02:08:26.367485Z","end":"2026-02-27T02:08:28.156096Z","steps":["trace[2000892290] 'process raft request' (duration: 1.486799346s)","trace[2000892290] 'compare' (duration: 301.120978ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:28.156183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:26.367464Z","time spent":"1.788690465s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:08:28.156363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504927787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:28.156382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973562138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:28.156402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.103380924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:28.156409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.61679366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:28.156423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.84531383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:28.156445Z","caller":"traceutil/trace.go:171","msg":"trace[597308654] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26980; }","duration":"2.50506657s","start":"2026-02-27T02:08:25.65136Z","end":"2026-02-27T02:08:28.156427Z","steps":["trace[597308654] 'agreement among raft nodes before linearized reading' (duration: 2.504887516s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:28.156452Z","caller":"traceutil/trace.go:171","msg":"trace[649608791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26980; }","duration":"1.973682371s","start":"2026-02-27T02:08:26.182752Z","end":"2026-02-27T02:08:28.156434Z","steps":["trace[649608791] 'agreement among raft nodes before linearized reading' (duration: 1.973489046s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:28.156458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.3229151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:28.156481Z","caller":"traceutil/trace.go:171","msg":"trace[1050651586] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26980; }","duration":"4.616877652s","start":"2026-02-27T02:08:23.539585Z","end":"2026-02-27T02:08:28.156463Z","steps":["trace[1050651586] 'agreement among raft nodes before linearized reading' (duration: 4.616660527s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:28.156491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:25.651328Z","time spent":"2.505152183s","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:28.156494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:26.18273Z","time spent":"1.973756474s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:08:28.1565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.474596724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-27T02:08:28.156531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:23.539524Z","time spent":"4.616997096s","remote":"127.0.0.1:45462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:28.156533Z","caller":"traceutil/trace.go:171","msg":"trace[172604393] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26980; }","duration":"3.323046434s","start":"2026-02-27T02:08:24.833466Z","end":"2026-02-27T02:08:28.156512Z","steps":["trace[172604393] 'agreement among raft nodes before linearized reading' (duration: 3.322806237s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:28.156545Z","caller":"traceutil/trace.go:171","msg":"trace[2002640665] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26980; }","duration":"5.474678166s","start":"2026-02-27T02:08:22.681855Z","end":"2026-02-27T02:08:28.156533Z","steps":["trace[2002640665] 'agreement among raft nodes before linearized reading' (duration: 5.474506452s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:28.156577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:22.681835Z","time spent":"5.474734578s","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T02:08:28.156566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.547796061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:28.156588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:24.833444Z","time spent":"3.323133356s","remote":"127.0.0.1:50396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:28.156566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362109159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:28.156644Z","caller":"traceutil/trace.go:171","msg":"trace[346383593] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26980; }","duration":"4.547918705s","start":"2026-02-27T02:08:23.60871Z","end":"2026-02-27T02:08:28.156629Z","steps":["trace[346383593] 'agreement among raft nodes before linearized reading' (duration: 4.547783851s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:28.156627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.980871248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:28.156659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283992322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:28.156682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:23.608688Z","time spent":"4.547984247s","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:28.156669Z","caller":"traceutil/trace.go:171","msg":"trace[1022784270] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26980; }","duration":"1.362261793s","start":"2026-02-27T02:08:26.794389Z","end":"2026-02-27T02:08:28.15665Z","steps":["trace[1022784270] 'agreement among raft nodes before linearized reading' (duration: 1.361889383s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:28.156699Z","caller":"traceutil/trace.go:171","msg":"trace[1413593016] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26980; }","duration":"4.980980541s","start":"2026-02-27T02:08:23.175701Z","end":"2026-02-27T02:08:28.156682Z","steps":["trace[1413593016] 'agreement among raft nodes before linearized reading' (duration: 4.980856118s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:28.156721Z","caller":"traceutil/trace.go:171","msg":"trace[1088421634] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26980; }","duration":"2.284094075s","start":"2026-02-27T02:08:25.872611Z","end":"2026-02-27T02:08:28.156705Z","steps":["trace[1088421634] 'agreement among raft nodes before linearized reading' (duration: 2.283989022s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:28.156743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:26.794332Z","time spent":"1.362396076s","remote":"127.0.0.1:45992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:28.156483Z","caller":"traceutil/trace.go:171","msg":"trace[802734920] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26980; }","duration":"2.845441483s","start":"2026-02-27T02:08:25.311028Z","end":"2026-02-27T02:08:28.15647Z","steps":["trace[802734920] 'agreement among raft nodes before linearized reading' (duration: 2.845223778s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:28.156767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:23.175664Z","time spent":"4.981070413s","remote":"127.0.0.1:45452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:28.156771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:25.872591Z","time spent":"2.284163417s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:28.156812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:25.311001Z","time spent":"2.845783203s","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:28.156967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700159661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:28.157061Z","caller":"traceutil/trace.go:171","msg":"trace[1988168483] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26980; }","duration":"1.700329486s","start":"2026-02-27T02:08:26.456718Z","end":"2026-02-27T02:08:28.157047Z","steps":["trace[1988168483] 'agreement among raft nodes before linearized reading' (duration: 1.70013306s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:28.157193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:26.456647Z","time spent":"1.700533601s","remote":"127.0.0.1:40790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:28.157193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.473749402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-013a794e-22a7-4809-a5b9-73ed6179406f\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-27T02:08:28.157099Z","caller":"traceutil/trace.go:171","msg":"trace[1156149457] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26980; }","duration":"3.103498317s","start":"2026-02-27T02:08:25.052954Z","end":"2026-02-27T02:08:28.156453Z","steps":["trace[1156149457] 'agreement among raft nodes before linearized reading' (duration: 3.103274521s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:28.157254Z","caller":"traceutil/trace.go:171","msg":"trace[541098180] range","detail":"{range_begin:/registry/persistentvolumes/pvc-013a794e-22a7-4809-a5b9-73ed6179406f; range_end:; response_count:1; response_revision:26980; }","duration":"5.473847505s","start":"2026-02-27T02:08:22.68339Z","end":"2026-02-27T02:08:28.157238Z","steps":["trace[541098180] 'agreement among raft nodes before linearized reading' (duration: 5.472884459s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:28.15728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:25.052937Z","time spent":"3.104323228s","remote":"127.0.0.1:45828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:28.157295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:22.683369Z","time spent":"5.473916517s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-013a794e-22a7-4809-a5b9-73ed6179406f\" "} {"level":"warn","ts":"2026-02-27T02:08:28.656876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:29.157324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:29.361207Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.506308389s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:08:29.39433Z","caller":"traceutil/trace.go:171","msg":"trace[875859454] linearizableReadLoop","detail":"{readStateIndex:28294; appliedIndex:28292; }","duration":"1.238254154s","start":"2026-02-27T02:08:28.156053Z","end":"2026-02-27T02:08:29.394307Z","steps":["trace[875859454] 'read index received' (duration: 1.205300335s)","trace[875859454] 'applied index is now lower than readState.Index' (duration: 32.952969ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:29.394343Z","caller":"traceutil/trace.go:171","msg":"trace[1389506495] transaction","detail":"{read_only:false; response_revision:26981; number_of_response:1; }","duration":"2.026969105s","start":"2026-02-27T02:08:27.367331Z","end":"2026-02-27T02:08:29.3943Z","steps":["trace[1389506495] 'process raft request' (duration: 1.99415176s)","trace[1389506495] 'compare' (duration: 32.153888ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:29.394393Z","caller":"traceutil/trace.go:171","msg":"trace[1841120636] transaction","detail":"{read_only:false; response_revision:26982; number_of_response:1; }","duration":"2.022346534s","start":"2026-02-27T02:08:27.37201Z","end":"2026-02-27T02:08:29.394357Z","steps":["trace[1841120636] 'process raft request' (duration: 2.022168929s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:29.394503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736379225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:29.394521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:27.367312Z","time spent":"2.02711689s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:29.394559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:27.371995Z","time spent":"2.022480528s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6850,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:08:29.39458Z","caller":"traceutil/trace.go:171","msg":"trace[2033720429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26982; }","duration":"1.736494038s","start":"2026-02-27T02:08:27.658067Z","end":"2026-02-27T02:08:29.394561Z","steps":["trace[2033720429] 'agreement among raft nodes before linearized reading' (duration: 1.736268812s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:29.394592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027345725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-02-27T02:08:29.394686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:27.658045Z","time spent":"1.736623541s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:08:29.394734Z","caller":"traceutil/trace.go:171","msg":"trace[1422066312] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26982; }","duration":"2.0275076s","start":"2026-02-27T02:08:27.367202Z","end":"2026-02-27T02:08:29.39471Z","steps":["trace[1422066312] 'agreement among raft nodes before linearized reading' (duration: 2.027191012s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:29.394677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609358537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:29.394763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436719365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:29.3948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:27.367197Z","time spent":"2.027588082s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T02:08:29.394817Z","caller":"traceutil/trace.go:171","msg":"trace[1407737333] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26982; }","duration":"1.436812038s","start":"2026-02-27T02:08:27.957989Z","end":"2026-02-27T02:08:29.394801Z","steps":["trace[1407737333] 'agreement among raft nodes before linearized reading' (duration: 1.436722075s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:29.394658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028191628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-02-27T02:08:29.39487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:27.957787Z","time spent":"1.437067244s","remote":"127.0.0.1:60870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:29.394888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20018995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-02-27T02:08:29.394899Z","caller":"traceutil/trace.go:171","msg":"trace[981999695] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26982; }","duration":"2.028510797s","start":"2026-02-27T02:08:27.366374Z","end":"2026-02-27T02:08:29.394884Z","steps":["trace[981999695] 'agreement among raft nodes before linearized reading' (duration: 2.028086826s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:29.394838Z","caller":"traceutil/trace.go:171","msg":"trace[346294130] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26982; }","duration":"1.609616153s","start":"2026-02-27T02:08:27.78517Z","end":"2026-02-27T02:08:29.394786Z","steps":["trace[346294130] 'agreement among raft nodes before linearized reading' (duration: 1.609149541s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:29.394808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200269322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-27T02:08:29.39492Z","caller":"traceutil/trace.go:171","msg":"trace[95689776] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:26982; }","duration":"1.200261052s","start":"2026-02-27T02:08:28.194649Z","end":"2026-02-27T02:08:29.39491Z","steps":["trace[95689776] 'agreement among raft nodes before linearized reading' (duration: 1.200178709s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:29.394941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:27.36636Z","time spent":"2.028570478s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-27T02:08:29.394957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:28.194631Z","time spent":"1.200320683s","remote":"127.0.0.1:33818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-02-27T02:08:29.394971Z","caller":"traceutil/trace.go:171","msg":"trace[1127141141] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:26982; }","duration":"1.200470627s","start":"2026-02-27T02:08:28.194482Z","end":"2026-02-27T02:08:29.394953Z","steps":["trace[1127141141] 'agreement among raft nodes before linearized reading' (duration: 1.200238281s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:29.394991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.525185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T02:08:29.394995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235424178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-02-27T02:08:29.395023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:27.785147Z","time spent":"1.609823969s","remote":"127.0.0.1:45360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:29.395111Z","caller":"traceutil/trace.go:171","msg":"trace[1633189381] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26982; }","duration":"1.235675995s","start":"2026-02-27T02:08:28.159421Z","end":"2026-02-27T02:08:29.395097Z","steps":["trace[1633189381] 'agreement among raft nodes before linearized reading' (duration: 1.23509766s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:29.395167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230106848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:29.395191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234727951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-tf6lr.1897f849ee843e11\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-27T02:08:29.395223Z","caller":"traceutil/trace.go:171","msg":"trace[32642206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26982; }","duration":"1.23017045s","start":"2026-02-27T02:08:28.16504Z","end":"2026-02-27T02:08:29.39521Z","steps":["trace[32642206] 'agreement among raft nodes before linearized reading' (duration: 1.230095918s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:29.39505Z","caller":"traceutil/trace.go:171","msg":"trace[378349211] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26982; }","duration":"371.635488ms","start":"2026-02-27T02:08:29.023395Z","end":"2026-02-27T02:08:29.395031Z","steps":["trace[378349211] 'agreement among raft nodes before linearized reading' (duration: 371.393661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:29.395257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232935663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-27T02:08:29.395318Z","caller":"traceutil/trace.go:171","msg":"trace[2015515059] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26982; }","duration":"1.233011005s","start":"2026-02-27T02:08:28.162288Z","end":"2026-02-27T02:08:29.395299Z","steps":["trace[2015515059] 'agreement among raft nodes before linearized reading' (duration: 1.23282786s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:29.395302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:29.023374Z","time spent":"371.899315ms","remote":"127.0.0.1:48408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":171,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:29.395098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.386066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:29.39537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:28.162278Z","time spent":"1.233077677s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-02-27T02:08:29.395391Z","caller":"traceutil/trace.go:171","msg":"trace[2102550940] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26982; }","duration":"210.713525ms","start":"2026-02-27T02:08:29.184664Z","end":"2026-02-27T02:08:29.395378Z","steps":["trace[2102550940] 'agreement among raft nodes before linearized reading' (duration: 210.408047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:29.395265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:28.16503Z","time spent":"1.230227432s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:08:29.395227Z","caller":"traceutil/trace.go:171","msg":"trace[152367577] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-tf6lr.1897f849ee843e11; range_end:; response_count:1; response_revision:26982; }","duration":"1.234784442s","start":"2026-02-27T02:08:28.160433Z","end":"2026-02-27T02:08:29.395217Z","steps":["trace[152367577] 'agreement among raft nodes before linearized reading' (duration: 1.234685339s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:29.395042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:28.194464Z","time spent":"1.200559909s","remote":"127.0.0.1:33818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":562,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-02-27T02:08:29.395618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:28.16042Z","time spent":"1.235181243s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-tf6lr.1897f849ee843e11\" "} {"level":"warn","ts":"2026-02-27T02:08:29.397134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:28.159404Z","time spent":"1.236495757s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T02:08:29.397648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971837613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:29.39772Z","caller":"traceutil/trace.go:171","msg":"trace[1305700750] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26982; }","duration":"1.971932605s","start":"2026-02-27T02:08:27.425771Z","end":"2026-02-27T02:08:29.397703Z","steps":["trace[1305700750] 'agreement among raft nodes before linearized reading' (duration: 1.968559576s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:29.397765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:27.425755Z","time spent":"1.971998676s","remote":"127.0.0.1:50444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:29.899985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:30.401033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:30.901667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:31.403577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:31.404785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00054632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:08:31.404937Z","caller":"traceutil/trace.go:171","msg":"trace[401578834] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000743255s","start":"2026-02-27T02:08:29.404169Z","end":"2026-02-27T02:08:31.404912Z","steps":["trace[401578834] 'agreement among raft nodes before linearized reading' (duration: 2.000563811s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:31.40501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:29.404159Z","time spent":"2.000835968s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:08:31.904759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:31.93576Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.470933361s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:08:31.936253Z","caller":"traceutil/trace.go:171","msg":"trace[758956403] transaction","detail":"{read_only:false; response_revision:26983; number_of_response:1; }","duration":"2.538159563s","start":"2026-02-27T02:08:29.398065Z","end":"2026-02-27T02:08:31.936224Z","steps":["trace[758956403] 'process raft request' (duration: 2.537958377s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:31.936429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:29.398041Z","time spent":"2.538298257s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:08:32.121156Z","caller":"traceutil/trace.go:171","msg":"trace[631125679] transaction","detail":"{read_only:false; response_revision:26984; number_of_response:1; }","duration":"2.720798488s","start":"2026-02-27T02:08:29.400322Z","end":"2026-02-27T02:08:32.12112Z","steps":["trace[631125679] 'process raft request' (duration: 2.675576886s)","trace[631125679] 'compare' (duration: 45.035207ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:32.121364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:29.400297Z","time spent":"2.720958813s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:08:32.121455Z","caller":"traceutil/trace.go:171","msg":"trace[643079944] transaction","detail":"{read_only:false; response_revision:26985; number_of_response:1; }","duration":"1.93074177s","start":"2026-02-27T02:08:30.190683Z","end":"2026-02-27T02:08:32.121424Z","steps":["trace[643079944] 'process raft request' (duration: 1.930384221s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:32.121613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:30.190654Z","time spent":"1.930872634s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:33.405909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000069456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:08:33.405974Z","caller":"traceutil/trace.go:171","msg":"trace[847175602] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000207021s","start":"2026-02-27T02:08:31.405752Z","end":"2026-02-27T02:08:33.405959Z","steps":["trace[847175602] 'agreement among raft nodes before linearized reading' (duration: 2.000101818s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:33.406012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:31.405732Z","time spent":"2.000272102s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:08:34.591635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999159931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:34.59173Z","caller":"traceutil/trace.go:171","msg":"trace[848796481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999318605s","start":"2026-02-27T02:08:29.592388Z","end":"2026-02-27T02:08:34.591707Z","steps":["trace[848796481] 'agreement among raft nodes before linearized reading' (duration: 4.999194602s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:34.59197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:29.592368Z","time spent":"4.999585562s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 02:08:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:34.991627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.870336739s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:08:34.99183Z","caller":"traceutil/trace.go:171","msg":"trace[1079502377] linearizableReadLoop","detail":"{readStateIndex:28298; appliedIndex:28294; }","duration":"5.59277029s","start":"2026-02-27T02:08:29.399045Z","end":"2026-02-27T02:08:34.991816Z","steps":["trace[1079502377] 'read index received' (duration: 2.536944961s)","trace[1079502377] 'applied index is now lower than readState.Index' (duration: 3.055819209s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:34.992502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.593439858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a5c8e6f4-e924-4fef-ad84-06efb11b5b92\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-27T02:08:34.994073Z","caller":"traceutil/trace.go:171","msg":"trace[814143859] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a5c8e6f4-e924-4fef-ad84-06efb11b5b92; range_end:; response_count:1; response_revision:26986; }","duration":"5.59502835s","start":"2026-02-27T02:08:29.399027Z","end":"2026-02-27T02:08:34.994055Z","steps":["trace[814143859] 'agreement among raft nodes before linearized reading' (duration: 5.593342305s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:34.994152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:29.399019Z","time spent":"5.595121102s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-a5c8e6f4-e924-4fef-ad84-06efb11b5b92\" "} {"level":"warn","ts":"2026-02-27T02:08:34.994111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:32.547706Z","time spent":"2.446398494s","remote":"127.0.0.1:57294","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:08:34.992552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5903877s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:34.994406Z","caller":"traceutil/trace.go:171","msg":"trace[716129438] transaction","detail":"{read_only:false; response_revision:26987; number_of_response:1; }","duration":"2.131439331s","start":"2026-02-27T02:08:32.862945Z","end":"2026-02-27T02:08:34.994384Z","steps":["trace[716129438] 'process raft request' (duration: 2.128772941s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:34.994417Z","caller":"traceutil/trace.go:171","msg":"trace[843913052] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26986; }","duration":"2.592250909s","start":"2026-02-27T02:08:32.402135Z","end":"2026-02-27T02:08:34.994386Z","steps":["trace[843913052] 'range keys from in-memory index tree' (duration: 2.59036834s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:34.99453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:32.862921Z","time spent":"2.131544473s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:35.412125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000333864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:35.41223Z","caller":"traceutil/trace.go:171","msg":"trace[1652594864] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000490608s","start":"2026-02-27T02:08:33.411719Z","end":"2026-02-27T02:08:35.41221Z","steps":["trace[1652594864] 'agreement among raft nodes before linearized reading' (duration: 2.000367315s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:35.41229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:33.411697Z","time spent":"2.000580451s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:08:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:35.492777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:35.99302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:36.493645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:36.561741Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.159171461s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:08:36.562066Z","caller":"traceutil/trace.go:171","msg":"trace[650321639] linearizableReadLoop","detail":"{readStateIndex:28300; appliedIndex:28299; }","duration":"1.570190454s","start":"2026-02-27T02:08:34.991855Z","end":"2026-02-27T02:08:36.562045Z","steps":["trace[650321639] 'read index received' (duration: 1.569995169s)","trace[650321639] 'applied index is now lower than readState.Index' (duration: 194.325µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:36.562404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.149833462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:08:36.562461Z","caller":"traceutil/trace.go:171","msg":"trace[660549558] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26988; }","duration":"5.149918464s","start":"2026-02-27T02:08:31.412529Z","end":"2026-02-27T02:08:36.562447Z","steps":["trace[660549558] 'agreement among raft nodes before linearized reading' (duration: 5.149713318s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:36.562502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:31.412519Z","time spent":"5.149970506s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-27T02:08:36.562635Z","caller":"traceutil/trace.go:171","msg":"trace[1437638354] transaction","detail":"{read_only:false; response_revision:26988; number_of_response:1; }","duration":"2.160142636s","start":"2026-02-27T02:08:34.402448Z","end":"2026-02-27T02:08:36.56259Z","steps":["trace[1437638354] 'process raft request' (duration: 2.159462458s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:36.562693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.16319768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-n28pn\" ","response":"range_response_count:1 size:7586"} {"level":"warn","ts":"2026-02-27T02:08:36.562716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283006126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:36.562747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:34.402422Z","time spent":"2.16026409s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:08:36.562756Z","caller":"traceutil/trace.go:171","msg":"trace[1480672934] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-n28pn; range_end:; response_count:1; response_revision:26988; }","duration":"7.163269841s","start":"2026-02-27T02:08:29.399468Z","end":"2026-02-27T02:08:36.562738Z","steps":["trace[1480672934] 'agreement among raft nodes before linearized reading' (duration: 7.162870061s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:36.562769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.367141196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:36.562805Z","caller":"traceutil/trace.go:171","msg":"trace[1276220731] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26988; }","duration":"3.367207228s","start":"2026-02-27T02:08:33.195587Z","end":"2026-02-27T02:08:36.562794Z","steps":["trace[1276220731] 'agreement among raft nodes before linearized reading' (duration: 3.367142176s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:36.562803Z","caller":"traceutil/trace.go:171","msg":"trace[898204578] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26988; }","duration":"2.283147699s","start":"2026-02-27T02:08:34.279631Z","end":"2026-02-27T02:08:36.562779Z","steps":["trace[898204578] 'agreement among raft nodes before linearized reading' (duration: 2.282961565s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:36.562807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:29.399464Z","time spent":"7.163330544s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":7609,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-n28pn\" "} {"level":"warn","ts":"2026-02-27T02:08:36.562836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:33.195571Z","time spent":"3.36725701s","remote":"127.0.0.1:45428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:36.56282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.16321477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T02:08:36.562855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:34.279611Z","time spent":"2.283233151s","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:36.562855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.033501821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:08:36.562884Z","caller":"traceutil/trace.go:171","msg":"trace[1411309727] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26988; }","duration":"7.163298013s","start":"2026-02-27T02:08:29.399573Z","end":"2026-02-27T02:08:36.562871Z","steps":["trace[1411309727] 'agreement among raft nodes before linearized reading' (duration: 7.163137229s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:36.562914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:29.399563Z","time spent":"7.163344954s","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T02:08:36.56291Z","caller":"traceutil/trace.go:171","msg":"trace[1246385667] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26988; }","duration":"7.033719437s","start":"2026-02-27T02:08:29.529177Z","end":"2026-02-27T02:08:36.562897Z","steps":["trace[1246385667] 'agreement among raft nodes before linearized reading' (duration: 7.033384518s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:36.562981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:29.529159Z","time spent":"7.033809888s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":186,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:36.562385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506541828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:36.563055Z","caller":"traceutil/trace.go:171","msg":"trace[1105416980] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26988; }","duration":"2.507268957s","start":"2026-02-27T02:08:34.055776Z","end":"2026-02-27T02:08:36.563045Z","steps":["trace[1105416980] 'agreement among raft nodes before linearized reading' (duration: 2.506512238s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:36.563079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.623097706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-tf6lr.1897f84b188f32f5\" ","response":"range_response_count:1 size:863"} {"level":"warn","ts":"2026-02-27T02:08:36.5631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:34.055756Z","time spent":"2.50733341s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:36.563125Z","caller":"traceutil/trace.go:171","msg":"trace[298465531] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-tf6lr.1897f84b188f32f5; range_end:; response_count:1; response_revision:26988; }","duration":"4.623168088s","start":"2026-02-27T02:08:31.939934Z","end":"2026-02-27T02:08:36.563102Z","steps":["trace[298465531] 'agreement among raft nodes before linearized reading' (duration: 4.623070535s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:36.563126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.10690821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:36.563154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:31.939914Z","time spent":"4.623232759s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-tf6lr.1897f84b188f32f5\" "} {"level":"info","ts":"2026-02-27T02:08:36.563174Z","caller":"traceutil/trace.go:171","msg":"trace[760643721] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26988; }","duration":"5.106970752s","start":"2026-02-27T02:08:31.456187Z","end":"2026-02-27T02:08:36.563158Z","steps":["trace[760643721] 'agreement among raft nodes before linearized reading' (duration: 5.106902131s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:36.563041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.788278936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:36.563209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:31.456171Z","time spent":"5.107027694s","remote":"127.0.0.1:45938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-27T02:08:36.563217Z","caller":"traceutil/trace.go:171","msg":"trace[214214897] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26988; }","duration":"6.788527813s","start":"2026-02-27T02:08:29.77468Z","end":"2026-02-27T02:08:36.563208Z","steps":["trace[214214897] 'agreement among raft nodes before linearized reading' (duration: 6.787582218s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:36.563235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565462749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-27T02:08:36.563246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:29.774655Z","time spent":"6.788582715s","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:36.563295Z","caller":"traceutil/trace.go:171","msg":"trace[1415502874] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26988; }","duration":"1.56549766s","start":"2026-02-27T02:08:34.997762Z","end":"2026-02-27T02:08:36.563259Z","steps":["trace[1415502874] 'agreement among raft nodes before linearized reading' (duration: 1.565360457s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:36.563324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:34.997744Z","time spent":"1.565572362s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-27T02:08:36.563325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150743986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:36.563377Z","caller":"traceutil/trace.go:171","msg":"trace[798924084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26988; }","duration":"1.151049624s","start":"2026-02-27T02:08:35.412313Z","end":"2026-02-27T02:08:36.563362Z","steps":["trace[798924084] 'agreement among raft nodes before linearized reading' (duration: 1.150930181s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:36.56338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51164018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"warn","ts":"2026-02-27T02:08:36.563416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:35.412286Z","time spent":"1.151120316s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:08:36.563422Z","caller":"traceutil/trace.go:171","msg":"trace[2055406457] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:26988; }","duration":"1.511714252s","start":"2026-02-27T02:08:35.051697Z","end":"2026-02-27T02:08:36.563411Z","steps":["trace[2055406457] 'agreement among raft nodes before linearized reading' (duration: 1.511541058s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:36.563425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247669971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:36.563527Z","caller":"traceutil/trace.go:171","msg":"trace[119893375] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26988; }","duration":"1.247848236s","start":"2026-02-27T02:08:35.315645Z","end":"2026-02-27T02:08:36.563493Z","steps":["trace[119893375] 'agreement among raft nodes before linearized reading' (duration: 1.24760275s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:36.563577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:35.315623Z","time spent":"1.247944038s","remote":"127.0.0.1:50284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:36.563458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:35.051679Z","time spent":"1.511773153s","remote":"127.0.0.1:33818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":992,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-02-27T02:08:37.067804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:37.568882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:37.839099Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.272938608s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:08:38.570758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000853088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:38.570842Z","caller":"traceutil/trace.go:171","msg":"trace[1637979400] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000975071s","start":"2026-02-27T02:08:36.569848Z","end":"2026-02-27T02:08:38.570823Z","steps":["trace[1637979400] 'agreement among raft nodes before linearized reading' (duration: 2.000868528s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:38.570888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:36.569831Z","time spent":"2.001048193s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:08:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:39.646722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999928363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:39.646828Z","caller":"traceutil/trace.go:171","msg":"trace[985330481] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000114368s","start":"2026-02-27T02:08:37.646688Z","end":"2026-02-27T02:08:39.646802Z","steps":["trace[985330481] 'agreement among raft nodes before linearized reading' (duration: 1.999959873s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:39.647362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:37.646655Z","time spent":"2.000688133s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:08:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:40.535604Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.696284981s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:08:40.571503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000307463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:40.571588Z","caller":"traceutil/trace.go:171","msg":"trace[2054970491] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000442746s","start":"2026-02-27T02:08:38.571127Z","end":"2026-02-27T02:08:40.571569Z","steps":["trace[2054970491] 'agreement among raft nodes before linearized reading' (duration: 2.000336823s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:40.571635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:38.57111Z","time spent":"2.000515889s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:08:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:40.613089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77366784s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-02-27T02:08:40.613387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:36.566888Z","time spent":"4.046493685s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:08:40.613404Z","caller":"traceutil/trace.go:171","msg":"trace[18427285] linearizableReadLoop","detail":"{readStateIndex:28303; appliedIndex:28300; }","duration":"4.046231798s","start":"2026-02-27T02:08:36.567152Z","end":"2026-02-27T02:08:40.613384Z","steps":["trace[18427285] 'read index received' (duration: 1.272198488s)","trace[18427285] 'applied index is now lower than readState.Index' (duration: 2.77403222s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:40.613441Z","caller":"traceutil/trace.go:171","msg":"trace[1230193718] transaction","detail":"{read_only:false; response_revision:26990; number_of_response:1; }","duration":"4.041217147s","start":"2026-02-27T02:08:36.572193Z","end":"2026-02-27T02:08:40.61341Z","steps":["trace[1230193718] 'process raft request' (duration: 4.041082263s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:40.613375Z","caller":"traceutil/trace.go:171","msg":"trace[817287881] transaction","detail":"{read_only:false; response_revision:26989; number_of_response:1; }","duration":"4.047286066s","start":"2026-02-27T02:08:36.566052Z","end":"2026-02-27T02:08:40.613338Z","steps":["trace[817287881] 'process raft request' (duration: 1.273285477s)","trace[817287881] 'compare' (duration: 2.770889417s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:40.613557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.046393392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3106f7a1-467a-44fe-ae45-3b05e33ef480\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-02-27T02:08:40.613563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:36.572182Z","time spent":"4.041318889s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:08:40.613629Z","caller":"traceutil/trace.go:171","msg":"trace[806170103] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3106f7a1-467a-44fe-ae45-3b05e33ef480; range_end:; response_count:1; response_revision:26990; }","duration":"4.046489995s","start":"2026-02-27T02:08:36.567129Z","end":"2026-02-27T02:08:40.613619Z","steps":["trace[806170103] 'agreement among raft nodes before linearized reading' (duration: 4.046309141s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:40.613663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:36.566028Z","time spent":"4.047511802s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:40.613669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:36.567118Z","time spent":"4.046541867s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-3106f7a1-467a-44fe-ae45-3b05e33ef480\" "} {"level":"warn","ts":"2026-02-27T02:08:41.113873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958140,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:41.614058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958140,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:42.114786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281958140,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:42.383018Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.847013013s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:08:42.391302Z","caller":"traceutil/trace.go:171","msg":"trace[1930086677] transaction","detail":"{read_only:false; response_revision:26991; number_of_response:1; }","duration":"2.764584811s","start":"2026-02-27T02:08:39.626688Z","end":"2026-02-27T02:08:42.391273Z","steps":["trace[1930086677] 'process raft request' (duration: 2.756484798s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:42.391482Z","caller":"traceutil/trace.go:171","msg":"trace[369737558] transaction","detail":"{read_only:false; response_revision:26992; number_of_response:1; }","duration":"2.444723589s","start":"2026-02-27T02:08:39.946726Z","end":"2026-02-27T02:08:42.39145Z","steps":["trace[369737558] 'process raft request' (duration: 2.444462622s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.391597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:39.626658Z","time spent":"2.764768616s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:42.391633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:39.946706Z","time spent":"2.444846623s","remote":"127.0.0.1:33786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17091,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:08:42.415741Z","caller":"traceutil/trace.go:171","msg":"trace[2136765053] transaction","detail":"{read_only:false; response_revision:26993; number_of_response:1; }","duration":"1.801182915s","start":"2026-02-27T02:08:40.614526Z","end":"2026-02-27T02:08:42.415709Z","steps":["trace[2136765053] 'process raft request' (duration: 1.800981669s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:42.415769Z","caller":"traceutil/trace.go:171","msg":"trace[2052895586] linearizableReadLoop","detail":"{readStateIndex:28307; appliedIndex:28303; }","duration":"1.802271313s","start":"2026-02-27T02:08:40.613475Z","end":"2026-02-27T02:08:42.415747Z","steps":["trace[2052895586] 'read index received' (duration: 1.769716934s)","trace[2052895586] 'applied index is now lower than readState.Index' (duration: 32.553659ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:42.416106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:40.614503Z","time spent":"1.801296217s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:08:42.416165Z","caller":"traceutil/trace.go:171","msg":"trace[945058109] transaction","detail":"{read_only:false; response_revision:26994; number_of_response:1; }","duration":"847.489292ms","start":"2026-02-27T02:08:41.568666Z","end":"2026-02-27T02:08:42.416155Z","steps":["trace[945058109] 'process raft request' (duration: 846.964298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.416264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:41.568641Z","time spent":"847.553653ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:42.416477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.460398787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:42.41651Z","caller":"traceutil/trace.go:171","msg":"trace[776388359] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26995; }","duration":"4.4605067s","start":"2026-02-27T02:08:37.955995Z","end":"2026-02-27T02:08:42.416502Z","steps":["trace[776388359] 'agreement among raft nodes before linearized reading' (duration: 4.460419848s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.416546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.29124784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:42.416574Z","caller":"traceutil/trace.go:171","msg":"trace[722971186] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26995; }","duration":"5.291308592s","start":"2026-02-27T02:08:37.125257Z","end":"2026-02-27T02:08:42.416566Z","steps":["trace[722971186] 'agreement among raft nodes before linearized reading' (duration: 5.291267671s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.4166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:37.125236Z","time spent":"5.291357904s","remote":"127.0.0.1:45528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:42.416717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.846359205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:42.4167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836342821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:42.416741Z","caller":"traceutil/trace.go:171","msg":"trace[1720826522] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26995; }","duration":"5.846382716s","start":"2026-02-27T02:08:36.570352Z","end":"2026-02-27T02:08:42.416735Z","steps":["trace[1720826522] 'agreement among raft nodes before linearized reading' (duration: 5.846341384s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:42.416755Z","caller":"traceutil/trace.go:171","msg":"trace[1196776836] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26995; }","duration":"1.836440914s","start":"2026-02-27T02:08:40.580305Z","end":"2026-02-27T02:08:42.416746Z","steps":["trace[1196776836] 'agreement among raft nodes before linearized reading' (duration: 1.836342551s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.416761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:36.570333Z","time spent":"5.846424067s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:08:42.416778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:40.580284Z","time spent":"1.836486505s","remote":"127.0.0.1:40842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:42.416954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.456396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:42.41698Z","caller":"traceutil/trace.go:171","msg":"trace[1985078837] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26995; }","duration":"590.518528ms","start":"2026-02-27T02:08:41.826456Z","end":"2026-02-27T02:08:42.416974Z","steps":["trace[1985078837] 'agreement among raft nodes before linearized reading' (duration: 590.429706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.416996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836340521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:42.416941Z","caller":"traceutil/trace.go:171","msg":"trace[362239799] transaction","detail":"{read_only:false; response_revision:26995; number_of_response:1; }","duration":"213.716504ms","start":"2026-02-27T02:08:42.203214Z","end":"2026-02-27T02:08:42.41693Z","steps":["trace[362239799] 'process raft request' (duration: 212.477531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.417018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.747871163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:08:42.417021Z","caller":"traceutil/trace.go:171","msg":"trace[639511524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26995; }","duration":"1.836386522s","start":"2026-02-27T02:08:40.580628Z","end":"2026-02-27T02:08:42.417014Z","steps":["trace[639511524] 'agreement among raft nodes before linearized reading' (duration: 1.836346511s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:42.417053Z","caller":"traceutil/trace.go:171","msg":"trace[2009123594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26995; }","duration":"3.747942715s","start":"2026-02-27T02:08:38.669101Z","end":"2026-02-27T02:08:42.417043Z","steps":["trace[2009123594] 'agreement among raft nodes before linearized reading' (duration: 3.747825492s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.417064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:40.580618Z","time spent":"1.836440623s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:08:42.417072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.818107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:42.417095Z","caller":"traceutil/trace.go:171","msg":"trace[1722728251] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26995; }","duration":"749.892849ms","start":"2026-02-27T02:08:41.667195Z","end":"2026-02-27T02:08:42.417087Z","steps":["trace[1722728251] 'agreement among raft nodes before linearized reading' (duration: 749.857348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.417112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772374867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:42.417138Z","caller":"traceutil/trace.go:171","msg":"trace[1225467964] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26995; }","duration":"2.772431219s","start":"2026-02-27T02:08:39.644698Z","end":"2026-02-27T02:08:42.417129Z","steps":["trace[1225467964] 'agreement among raft nodes before linearized reading' (duration: 2.772390348s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.417164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:39.644684Z","time spent":"2.77247329s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:42.417179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.298082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7350"} {"level":"info","ts":"2026-02-27T02:08:42.417201Z","caller":"traceutil/trace.go:171","msg":"trace[1338420715] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26995; }","duration":"983.358614ms","start":"2026-02-27T02:08:41.433837Z","end":"2026-02-27T02:08:42.417196Z","steps":["trace[1338420715] 'agreement among raft nodes before linearized reading' (duration: 983.292412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.417003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:41.826435Z","time spent":"590.562118ms","remote":"127.0.0.1:34092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":62,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:42.417219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:41.433811Z","time spent":"983.404065ms","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7373,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-27T02:08:42.417078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:38.669078Z","time spent":"3.747995886s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:08:42.417418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11677015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:42.417118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:41.667163Z","time spent":"749.949261ms","remote":"127.0.0.1:45676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:42.41745Z","caller":"traceutil/trace.go:171","msg":"trace[487349167] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26995; }","duration":"1.116839712s","start":"2026-02-27T02:08:41.300602Z","end":"2026-02-27T02:08:42.417442Z","steps":["trace[487349167] 'agreement among raft nodes before linearized reading' (duration: 1.116792671s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.417472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:41.300583Z","time spent":"1.116884534s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:42.417623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799412507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.1897f849659246bc\" ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-02-27T02:08:42.417646Z","caller":"traceutil/trace.go:171","msg":"trace[1818703024] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.1897f849659246bc; range_end:; response_count:1; response_revision:26995; }","duration":"1.799456038s","start":"2026-02-27T02:08:40.618184Z","end":"2026-02-27T02:08:42.41764Z","steps":["trace[1818703024] 'agreement among raft nodes before linearized reading' (duration: 1.799388067s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.417616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:37.955971Z","time spent":"4.461601409s","remote":"127.0.0.1:45794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:42.41776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79993043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-n4g9d\" ","response":"range_response_count:1 size:6141"} {"level":"info","ts":"2026-02-27T02:08:42.417788Z","caller":"traceutil/trace.go:171","msg":"trace[159125504] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-n4g9d; range_end:; response_count:1; response_revision:26995; }","duration":"1.799958721s","start":"2026-02-27T02:08:40.617822Z","end":"2026-02-27T02:08:42.41778Z","steps":["trace[159125504] 'agreement among raft nodes before linearized reading' (duration: 1.799885829s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.417811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:40.617793Z","time spent":"1.800013073s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":6164,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-n4g9d\" "} {"level":"warn","ts":"2026-02-27T02:08:42.41787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800047494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-27T02:08:42.417895Z","caller":"traceutil/trace.go:171","msg":"trace[615417573] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26995; }","duration":"1.800074145s","start":"2026-02-27T02:08:40.617815Z","end":"2026-02-27T02:08:42.417889Z","steps":["trace[615417573] 'agreement among raft nodes before linearized reading' (duration: 1.800000553s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.417672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:40.618174Z","time spent":"1.799490409s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":861,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.1897f849659246bc\" "} {"level":"warn","ts":"2026-02-27T02:08:42.416508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.749453537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:42.418044Z","caller":"traceutil/trace.go:171","msg":"trace[824331507] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26995; }","duration":"4.751011748s","start":"2026-02-27T02:08:37.667008Z","end":"2026-02-27T02:08:42.41802Z","steps":["trace[824331507] 'agreement among raft nodes before linearized reading' (duration: 4.749472378s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.418133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:37.666985Z","time spent":"4.751123972s","remote":"127.0.0.1:33836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:42.417915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:40.617799Z","time spent":"1.800111926s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-02-27T02:08:42.417953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.235487568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:42.418204Z","caller":"traceutil/trace.go:171","msg":"trace[1058066062] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26995; }","duration":"4.235775126s","start":"2026-02-27T02:08:38.182417Z","end":"2026-02-27T02:08:42.418192Z","steps":["trace[1058066062] 'agreement among raft nodes before linearized reading' (duration: 4.235477868s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.418238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:38.182396Z","time spent":"4.235830227s","remote":"127.0.0.1:45978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:42.621606Z","caller":"traceutil/trace.go:171","msg":"trace[1143463120] linearizableReadLoop","detail":"{readStateIndex:28309; appliedIndex:28308; }","duration":"199.774317ms","start":"2026-02-27T02:08:42.421803Z","end":"2026-02-27T02:08:42.621578Z","steps":["trace[1143463120] 'read index received' (duration: 199.612123ms)","trace[1143463120] 'applied index is now lower than readState.Index' (duration: 160.764µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:42.621708Z","caller":"traceutil/trace.go:171","msg":"trace[713943187] transaction","detail":"{read_only:false; response_revision:26996; number_of_response:1; }","duration":"201.525223ms","start":"2026-02-27T02:08:42.420153Z","end":"2026-02-27T02:08:42.621678Z","steps":["trace[713943187] 'process raft request' (duration: 201.269686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.621879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.051404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b6c2467f-2fc5-444b-b1d7-30880ec2139a\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-02-27T02:08:42.621915Z","caller":"traceutil/trace.go:171","msg":"trace[265423269] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b6c2467f-2fc5-444b-b1d7-30880ec2139a; range_end:; response_count:1; response_revision:26996; }","duration":"200.116905ms","start":"2026-02-27T02:08:42.421787Z","end":"2026-02-27T02:08:42.621904Z","steps":["trace[265423269] 'agreement among raft nodes before linearized reading' (duration: 199.9167ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:42.636643Z","caller":"traceutil/trace.go:171","msg":"trace[1191599368] transaction","detail":"{read_only:false; response_revision:26997; number_of_response:1; }","duration":"214.034343ms","start":"2026-02-27T02:08:42.42259Z","end":"2026-02-27T02:08:42.636624Z","steps":["trace[1191599368] 'process raft request' (duration: 213.888719ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:42.637034Z","caller":"traceutil/trace.go:171","msg":"trace[81389539] transaction","detail":"{read_only:false; response_revision:26998; number_of_response:1; }","duration":"214.041832ms","start":"2026-02-27T02:08:42.422986Z","end":"2026-02-27T02:08:42.637028Z","steps":["trace[81389539] 'process raft request' (duration: 213.607831ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:42.637115Z","caller":"traceutil/trace.go:171","msg":"trace[1368810823] transaction","detail":"{read_only:false; response_revision:26999; number_of_response:1; }","duration":"212.41454ms","start":"2026-02-27T02:08:42.424697Z","end":"2026-02-27T02:08:42.637111Z","steps":["trace[1368810823] 'process raft request' (duration: 212.079531ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:42.637348Z","caller":"traceutil/trace.go:171","msg":"trace[1011488158] transaction","detail":"{read_only:false; response_revision:27000; number_of_response:1; }","duration":"144.472479ms","start":"2026-02-27T02:08:42.49287Z","end":"2026-02-27T02:08:42.637343Z","steps":["trace[1011488158] 'process raft request' (duration: 144.216072ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.63743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.716682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:42.637448Z","caller":"traceutil/trace.go:171","msg":"trace[362431581] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27000; }","duration":"211.774003ms","start":"2026-02-27T02:08:42.425669Z","end":"2026-02-27T02:08:42.637443Z","steps":["trace[362431581] 'agreement among raft nodes before linearized reading' (duration: 211.718352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.637689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.679976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T02:08:42.637703Z","caller":"traceutil/trace.go:171","msg":"trace[1329837607] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27000; }","duration":"215.724907ms","start":"2026-02-27T02:08:42.421974Z","end":"2026-02-27T02:08:42.637699Z","steps":["trace[1329837607] 'agreement among raft nodes before linearized reading' (duration: 215.657935ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.637749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.226675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:42.63779Z","caller":"traceutil/trace.go:171","msg":"trace[375314902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27000; }","duration":"212.284386ms","start":"2026-02-27T02:08:42.425495Z","end":"2026-02-27T02:08:42.637779Z","steps":["trace[375314902] 'agreement among raft nodes before linearized reading' (duration: 212.227815ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:45.837486Z","caller":"traceutil/trace.go:171","msg":"trace[629210110] linearizableReadLoop","detail":"{readStateIndex:28459; appliedIndex:28458; }","duration":"163.283455ms","start":"2026-02-27T02:08:45.674176Z","end":"2026-02-27T02:08:45.837459Z","steps":["trace[629210110] 'read index received' (duration: 129.934435ms)","trace[629210110] 'applied index is now lower than readState.Index' (duration: 33.347519ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:45.837579Z","caller":"traceutil/trace.go:171","msg":"trace[1002342540] transaction","detail":"{read_only:false; response_revision:27146; number_of_response:1; }","duration":"171.187063ms","start":"2026-02-27T02:08:45.666328Z","end":"2026-02-27T02:08:45.837516Z","steps":["trace[1002342540] 'process raft request' (duration: 138.43591ms)","trace[1002342540] 'compare' (duration: 32.491576ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:45.837876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.605363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:08:45.837937Z","caller":"traceutil/trace.go:171","msg":"trace[205908259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27146; }","duration":"163.750317ms","start":"2026-02-27T02:08:45.674173Z","end":"2026-02-27T02:08:45.837923Z","steps":["trace[205908259] 'agreement among raft nodes before linearized reading' (duration: 163.423078ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:02.904864Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25297} {"level":"info","ts":"2026-02-27T02:09:03.044141Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25297,"took":"136.314733ms","hash":2100684685,"current-db-size-bytes":48082944,"current-db-size":"48 MB","current-db-size-in-use-bytes":32821248,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-02-27T02:09:03.044208Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2100684685,"revision":25297,"compact-revision":21743} {"level":"warn","ts":"2026-02-27T02:09:26.514957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.916744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:26.515096Z","caller":"traceutil/trace.go:171","msg":"trace[1039070320] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:27555; }","duration":"210.13325ms","start":"2026-02-27T02:09:26.304936Z","end":"2026-02-27T02:09:26.515069Z","steps":["trace[1039070320] 'count revisions from in-memory index tree' (duration: 209.723769ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:35.790102Z","caller":"traceutil/trace.go:171","msg":"trace[194346843] transaction","detail":"{read_only:false; response_revision:27645; number_of_response:1; }","duration":"242.932065ms","start":"2026-02-27T02:09:35.54715Z","end":"2026-02-27T02:09:35.790082Z","steps":["trace[194346843] 'process raft request' (duration: 242.790961ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:41.731048Z","caller":"traceutil/trace.go:171","msg":"trace[1040242514] transaction","detail":"{read_only:false; response_revision:27691; number_of_response:1; }","duration":"122.132169ms","start":"2026-02-27T02:09:41.608879Z","end":"2026-02-27T02:09:41.731011Z","steps":["trace[1040242514] 'process raft request' (duration: 85.939295ms)","trace[1040242514] 'compare' (duration: 36.02303ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:09:46.430383Z","caller":"traceutil/trace.go:171","msg":"trace[1101873205] transaction","detail":"{read_only:false; response_revision:27726; number_of_response:1; }","duration":"614.385247ms","start":"2026-02-27T02:09:45.81597Z","end":"2026-02-27T02:09:46.430355Z","steps":["trace[1101873205] 'process raft request' (duration: 614.228293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:46.430577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:45.815942Z","time spent":"614.53661ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:09:46.431914Z","caller":"traceutil/trace.go:171","msg":"trace[1182627998] transaction","detail":"{read_only:false; response_revision:27728; number_of_response:1; }","duration":"536.75234ms","start":"2026-02-27T02:09:45.895147Z","end":"2026-02-27T02:09:46.431899Z","steps":["trace[1182627998] 'process raft request' (duration: 536.448052ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:46.431671Z","caller":"traceutil/trace.go:171","msg":"trace[773365508] transaction","detail":"{read_only:false; response_revision:27727; number_of_response:1; }","duration":"537.425258ms","start":"2026-02-27T02:09:45.894218Z","end":"2026-02-27T02:09:46.431644Z","steps":["trace[773365508] 'process raft request' (duration: 537.232853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:46.432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:45.895134Z","time spent":"536.825992ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:09:46.432111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:45.89419Z","time spent":"537.818488ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:09:46.432325Z","caller":"traceutil/trace.go:171","msg":"trace[1800952755] linearizableReadLoop","detail":"{readStateIndex:29066; appliedIndex:29064; }","duration":"376.817873ms","start":"2026-02-27T02:09:46.055494Z","end":"2026-02-27T02:09:46.432312Z","steps":["trace[1800952755] 'read index received' (duration: 375.364175ms)","trace[1800952755] 'applied index is now lower than readState.Index' (duration: 1.452798ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:09:46.432513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.02482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:46.43255Z","caller":"traceutil/trace.go:171","msg":"trace[1899510200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27729; }","duration":"377.063241ms","start":"2026-02-27T02:09:46.055478Z","end":"2026-02-27T02:09:46.432542Z","steps":["trace[1899510200] 'agreement among raft nodes before linearized reading' (duration: 377.004599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:46.432577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:46.055419Z","time spent":"377.151622ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:09:46.432825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.948114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:09:46.432879Z","caller":"traceutil/trace.go:171","msg":"trace[733703552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27729; }","duration":"323.032716ms","start":"2026-02-27T02:09:46.109829Z","end":"2026-02-27T02:09:46.432862Z","steps":["trace[733703552] 'agreement among raft nodes before linearized reading' (duration: 322.899192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:46.432914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:46.109805Z","time spent":"323.099578ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:09:46.433287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.519934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:09:46.433332Z","caller":"traceutil/trace.go:171","msg":"trace[759598453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27729; }","duration":"176.605806ms","start":"2026-02-27T02:09:46.256716Z","end":"2026-02-27T02:09:46.433322Z","steps":["trace[759598453] 'agreement among raft nodes before linearized reading' (duration: 176.471413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:46.433337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.009555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:09:46.43363Z","caller":"traceutil/trace.go:171","msg":"trace[2104808993] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27729; }","duration":"323.338184ms","start":"2026-02-27T02:09:46.11027Z","end":"2026-02-27T02:09:46.433608Z","steps":["trace[2104808993] 'agreement among raft nodes before linearized reading' (duration: 322.935743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:46.433684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.730675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:09:46.433723Z","caller":"traceutil/trace.go:171","msg":"trace[578757783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27729; }","duration":"177.810257ms","start":"2026-02-27T02:09:46.255903Z","end":"2026-02-27T02:09:46.433714Z","steps":["trace[578757783] 'agreement among raft nodes before linearized reading' (duration: 177.717565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:46.433685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:46.110247Z","time spent":"323.424856ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:09:46.433798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.431701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:09:46.433845Z","caller":"traceutil/trace.go:171","msg":"trace[1094150887] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:27729; }","duration":"253.514183ms","start":"2026-02-27T02:09:46.18032Z","end":"2026-02-27T02:09:46.433834Z","steps":["trace[1094150887] 'agreement among raft nodes before linearized reading' (duration: 253.386679ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:47.828153Z","caller":"traceutil/trace.go:171","msg":"trace[1715066056] transaction","detail":"{read_only:false; response_revision:27743; number_of_response:1; }","duration":"148.076474ms","start":"2026-02-27T02:09:47.680046Z","end":"2026-02-27T02:09:47.828123Z","steps":["trace[1715066056] 'process raft request' (duration: 147.343855ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:47.975035Z","caller":"traceutil/trace.go:171","msg":"trace[1792641203] transaction","detail":"{read_only:false; number_of_response:0; response_revision:27743; }","duration":"139.063776ms","start":"2026-02-27T02:09:47.835946Z","end":"2026-02-27T02:09:47.97501Z","steps":["trace[1792641203] 'process raft request' (duration: 138.943513ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:48.416241Z","caller":"traceutil/trace.go:171","msg":"trace[1525601679] transaction","detail":"{read_only:false; response_revision:27744; number_of_response:1; }","duration":"427.50576ms","start":"2026-02-27T02:09:47.988715Z","end":"2026-02-27T02:09:48.41622Z","steps":["trace[1525601679] 'process raft request' (duration: 427.326275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:48.416358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:47.988691Z","time spent":"427.608043ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:09:49.297491Z","caller":"traceutil/trace.go:171","msg":"trace[1436713331] linearizableReadLoop","detail":"{readStateIndex:29085; appliedIndex:29083; }","duration":"1.244967172s","start":"2026-02-27T02:09:48.052469Z","end":"2026-02-27T02:09:49.297436Z","steps":["trace[1436713331] 'read index received' (duration: 363.519494ms)","trace[1436713331] 'applied index is now lower than readState.Index' (duration: 881.446638ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:09:49.297673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245197328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:49.297561Z","caller":"traceutil/trace.go:171","msg":"trace[480751217] transaction","detail":"{read_only:false; response_revision:27745; number_of_response:1; }","duration":"1.282877251s","start":"2026-02-27T02:09:48.01466Z","end":"2026-02-27T02:09:49.297537Z","steps":["trace[480751217] 'process raft request' (duration: 1.282492261s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:49.297742Z","caller":"traceutil/trace.go:171","msg":"trace[1811975524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27745; }","duration":"1.245313901s","start":"2026-02-27T02:09:48.052414Z","end":"2026-02-27T02:09:49.297728Z","steps":["trace[1811975524] 'agreement among raft nodes before linearized reading' (duration: 1.245195208s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:49.297779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:48.052381Z","time spent":"1.245391733s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:09:49.297833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:48.01463Z","time spent":"1.283114617s","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7333,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:09:49.384779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.352908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:09:49.384843Z","caller":"traceutil/trace.go:171","msg":"trace[550361280] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27748; }","duration":"930.46433ms","start":"2026-02-27T02:09:48.454364Z","end":"2026-02-27T02:09:49.384829Z","steps":["trace[550361280] 'agreement among raft nodes before linearized reading' (duration: 930.249634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:49.384885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:48.454357Z","time spent":"930.517761ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:09:49.385193Z","caller":"traceutil/trace.go:171","msg":"trace[1546902590] transaction","detail":"{read_only:false; response_revision:27747; number_of_response:1; }","duration":"943.863883ms","start":"2026-02-27T02:09:48.441317Z","end":"2026-02-27T02:09:49.385181Z","steps":["trace[1546902590] 'process raft request' (duration: 942.874477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:49.385309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:48.441302Z","time spent":"943.929526ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:09:49.385487Z","caller":"traceutil/trace.go:171","msg":"trace[739969702] transaction","detail":"{read_only:false; response_revision:27748; number_of_response:1; }","duration":"464.669591ms","start":"2026-02-27T02:09:48.92079Z","end":"2026-02-27T02:09:49.385459Z","steps":["trace[739969702] 'process raft request' (duration: 463.440428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:49.385664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:48.920758Z","time spent":"464.816265ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:09:49.384578Z","caller":"traceutil/trace.go:171","msg":"trace[555918314] transaction","detail":"{read_only:false; response_revision:27746; number_of_response:1; }","duration":"943.762831ms","start":"2026-02-27T02:09:48.440786Z","end":"2026-02-27T02:09:49.384549Z","steps":["trace[555918314] 'process raft request' (duration: 943.278038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:49.386218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:48.44076Z","time spent":"945.075606ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:09:49.387516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.993393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:09:49.387551Z","caller":"traceutil/trace.go:171","msg":"trace[1583139400] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:27748; }","duration":"739.056144ms","start":"2026-02-27T02:09:48.648485Z","end":"2026-02-27T02:09:49.387542Z","steps":["trace[1583139400] 'agreement among raft nodes before linearized reading' (duration: 736.965298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:49.387573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:48.648467Z","time spent":"739.101035ms","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:09:49.387654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.586103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T02:09:49.387679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.860836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:49.387697Z","caller":"traceutil/trace.go:171","msg":"trace[1195358289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27748; }","duration":"141.662485ms","start":"2026-02-27T02:09:49.246024Z","end":"2026-02-27T02:09:49.387686Z","steps":["trace[1195358289] 'agreement among raft nodes before linearized reading' (duration: 139.432467ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:49.387702Z","caller":"traceutil/trace.go:171","msg":"trace[639704311] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:27748; }","duration":"332.882757ms","start":"2026-02-27T02:09:49.054811Z","end":"2026-02-27T02:09:49.387694Z","steps":["trace[639704311] 'agreement among raft nodes before linearized reading' (duration: 330.618147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:49.387735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:49.054716Z","time spent":"333.014099ms","remote":"127.0.0.1:47342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:09:49.387831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.506735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:09:49.387856Z","caller":"traceutil/trace.go:171","msg":"trace[1611983442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27748; }","duration":"940.588958ms","start":"2026-02-27T02:09:48.447261Z","end":"2026-02-27T02:09:49.38785Z","steps":["trace[1611983442] 'agreement among raft nodes before linearized reading' (duration: 938.209085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:49.387874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:48.447252Z","time spent":"940.617178ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:09:49.387907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.130275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:09:49.387936Z","caller":"traceutil/trace.go:171","msg":"trace[893225939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27748; }","duration":"104.198527ms","start":"2026-02-27T02:09:49.28373Z","end":"2026-02-27T02:09:49.387929Z","steps":["trace[893225939] 'agreement among raft nodes before linearized reading' (duration: 101.686051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:49.387981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.872953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T02:09:49.388005Z","caller":"traceutil/trace.go:171","msg":"trace[1582205514] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27748; }","duration":"935.917265ms","start":"2026-02-27T02:09:48.452083Z","end":"2026-02-27T02:09:49.388Z","steps":["trace[1582205514] 'agreement among raft nodes before linearized reading' (duration: 933.404398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:49.388022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:48.452051Z","time spent":"935.966975ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:09:49.388043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.453043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:49.388066Z","caller":"traceutil/trace.go:171","msg":"trace[611352190] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:27748; }","duration":"247.522555ms","start":"2026-02-27T02:09:49.140537Z","end":"2026-02-27T02:09:49.38806Z","steps":["trace[611352190] 'agreement among raft nodes before linearized reading' (duration: 244.876275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:49.388155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.555337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:09:49.388175Z","caller":"traceutil/trace.go:171","msg":"trace[1652335511] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27748; }","duration":"940.588107ms","start":"2026-02-27T02:09:48.44758Z","end":"2026-02-27T02:09:49.388168Z","steps":["trace[1652335511] 'agreement among raft nodes before linearized reading' (duration: 937.916677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:49.388192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:48.447563Z","time spent":"940.624809ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:09:49.388204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.464708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:09:49.388224Z","caller":"traceutil/trace.go:171","msg":"trace[734245205] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27748; }","duration":"466.514159ms","start":"2026-02-27T02:09:48.921704Z","end":"2026-02-27T02:09:49.388218Z","steps":["trace[734245205] 'agreement among raft nodes before linearized reading' (duration: 463.738346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:49.388242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:48.921691Z","time spent":"466.54713ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T02:09:49.388305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.827134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:09:49.388331Z","caller":"traceutil/trace.go:171","msg":"trace[1274317326] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27748; }","duration":"940.898646ms","start":"2026-02-27T02:09:48.447427Z","end":"2026-02-27T02:09:49.388325Z","steps":["trace[1274317326] 'agreement among raft nodes before linearized reading' (duration: 938.078602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:49.388348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:48.447391Z","time spent":"940.952497ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:09:49.388566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.000027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:09:49.388586Z","caller":"traceutil/trace.go:171","msg":"trace[1666397670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27748; }","duration":"944.049089ms","start":"2026-02-27T02:09:48.444531Z","end":"2026-02-27T02:09:49.38858Z","steps":["trace[1666397670] 'agreement among raft nodes before linearized reading' (duration: 941.022549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:49.388603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:48.44452Z","time spent":"944.079329ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T02:09:49.622052Z","caller":"traceutil/trace.go:171","msg":"trace[981141919] transaction","detail":"{read_only:false; response_revision:27750; number_of_response:1; }","duration":"229.078459ms","start":"2026-02-27T02:09:49.39295Z","end":"2026-02-27T02:09:49.622028Z","steps":["trace[981141919] 'process raft request' (duration: 228.816402ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:49.622529Z","caller":"traceutil/trace.go:171","msg":"trace[72370760] transaction","detail":"{read_only:false; response_revision:27751; number_of_response:1; }","duration":"229.309146ms","start":"2026-02-27T02:09:49.393196Z","end":"2026-02-27T02:09:49.622505Z","steps":["trace[72370760] 'process raft request' (duration: 228.72089ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:49.62288Z","caller":"traceutil/trace.go:171","msg":"trace[812439730] transaction","detail":"{read_only:false; response_revision:27752; number_of_response:1; }","duration":"228.684969ms","start":"2026-02-27T02:09:49.39418Z","end":"2026-02-27T02:09:49.622865Z","steps":["trace[812439730] 'process raft request' (duration: 228.227897ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:49.623077Z","caller":"traceutil/trace.go:171","msg":"trace[1066686438] transaction","detail":"{read_only:false; response_revision:27753; number_of_response:1; }","duration":"228.622578ms","start":"2026-02-27T02:09:49.394444Z","end":"2026-02-27T02:09:49.623066Z","steps":["trace[1066686438] 'process raft request' (duration: 228.370311ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:49.623393Z","caller":"traceutil/trace.go:171","msg":"trace[2088447322] transaction","detail":"{read_only:false; response_revision:27754; number_of_response:1; }","duration":"228.807282ms","start":"2026-02-27T02:09:49.394574Z","end":"2026-02-27T02:09:49.623382Z","steps":["trace[2088447322] 'process raft request' (duration: 228.457523ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:49.623436Z","caller":"traceutil/trace.go:171","msg":"trace[888856036] linearizableReadLoop","detail":"{readStateIndex:29095; appliedIndex:29088; }","duration":"222.958328ms","start":"2026-02-27T02:09:49.400449Z","end":"2026-02-27T02:09:49.623407Z","steps":["trace[888856036] 'read index received' (duration: 30.933095ms)","trace[888856036] 'applied index is now lower than readState.Index' (duration: 192.023933ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:09:49.623542Z","caller":"traceutil/trace.go:171","msg":"trace[346082899] transaction","detail":"{read_only:false; response_revision:27755; number_of_response:1; }","duration":"228.842823ms","start":"2026-02-27T02:09:49.39469Z","end":"2026-02-27T02:09:49.623533Z","steps":["trace[346082899] 'process raft request' (duration: 228.582516ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:49.623632Z","caller":"traceutil/trace.go:171","msg":"trace[905062992] transaction","detail":"{read_only:false; response_revision:27756; number_of_response:1; }","duration":"219.784224ms","start":"2026-02-27T02:09:49.403839Z","end":"2026-02-27T02:09:49.623623Z","steps":["trace[905062992] 'process raft request' (duration: 219.519807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:49.623664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.191864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-02-27T02:09:49.623703Z","caller":"traceutil/trace.go:171","msg":"trace[1003384224] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27756; }","duration":"223.276706ms","start":"2026-02-27T02:09:49.400413Z","end":"2026-02-27T02:09:49.623689Z","steps":["trace[1003384224] 'agreement among raft nodes before linearized reading' (duration: 223.107542ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:49.774679Z","caller":"traceutil/trace.go:171","msg":"trace[1940474958] transaction","detail":"{read_only:false; response_revision:27757; number_of_response:1; }","duration":"315.96678ms","start":"2026-02-27T02:09:49.458695Z","end":"2026-02-27T02:09:49.774662Z","steps":["trace[1940474958] 'process raft request' (duration: 315.734664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:49.774816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:49.458664Z","time spent":"316.078262ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:09:49.775001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.137575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-02-27T02:09:49.77511Z","caller":"traceutil/trace.go:171","msg":"trace[1795482342] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27757; }","duration":"148.30598ms","start":"2026-02-27T02:09:49.626776Z","end":"2026-02-27T02:09:49.775082Z","steps":["trace[1795482342] 'agreement among raft nodes before linearized reading' (duration: 148.018453ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:49.774591Z","caller":"traceutil/trace.go:171","msg":"trace[2082199733] linearizableReadLoop","detail":"{readStateIndex:29097; appliedIndex:29096; }","duration":"147.732625ms","start":"2026-02-27T02:09:49.626832Z","end":"2026-02-27T02:09:49.774565Z","steps":["trace[2082199733] 'read index received' (duration: 147.532649ms)","trace[2082199733] 'applied index is now lower than readState.Index' (duration: 199.326µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:09:49.775536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.419063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T02:09:49.775566Z","caller":"traceutil/trace.go:171","msg":"trace[2055340957] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27757; }","duration":"148.461214ms","start":"2026-02-27T02:09:49.627093Z","end":"2026-02-27T02:09:49.775554Z","steps":["trace[2055340957] 'agreement among raft nodes before linearized reading' (duration: 148.3101ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:51.607911Z","caller":"traceutil/trace.go:171","msg":"trace[693926930] transaction","detail":"{read_only:false; response_revision:27762; number_of_response:1; }","duration":"214.969398ms","start":"2026-02-27T02:09:51.392916Z","end":"2026-02-27T02:09:51.607885Z","steps":["trace[693926930] 'process raft request' (duration: 180.16654ms)","trace[693926930] 'compare' (duration: 34.621403ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:09:51.608133Z","caller":"traceutil/trace.go:171","msg":"trace[2076895125] linearizableReadLoop","detail":"{readStateIndex:29103; appliedIndex:29100; }","duration":"172.814236ms","start":"2026-02-27T02:09:51.435286Z","end":"2026-02-27T02:09:51.6081Z","steps":["trace[2076895125] 'read index received' (duration: 3.074471ms)","trace[2076895125] 'applied index is now lower than readState.Index' (duration: 169.737695ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:09:51.608265Z","caller":"traceutil/trace.go:171","msg":"trace[1200995307] transaction","detail":"{read_only:false; response_revision:27763; number_of_response:1; }","duration":"214.782352ms","start":"2026-02-27T02:09:51.393454Z","end":"2026-02-27T02:09:51.608236Z","steps":["trace[1200995307] 'process raft request' (duration: 214.388941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:51.608391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.087293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:09:51.608436Z","caller":"traceutil/trace.go:171","msg":"trace[1063972752] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27763; }","duration":"173.197226ms","start":"2026-02-27T02:09:51.435228Z","end":"2026-02-27T02:09:51.608425Z","steps":["trace[1063972752] 'agreement among raft nodes before linearized reading' (duration: 173.007541ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:51.777226Z","caller":"traceutil/trace.go:171","msg":"trace[2059916557] transaction","detail":"{read_only:false; response_revision:27769; number_of_response:1; }","duration":"114.107708ms","start":"2026-02-27T02:09:51.663093Z","end":"2026-02-27T02:09:51.7772Z","steps":["trace[2059916557] 'process raft request' (duration: 114.047276ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:51.777274Z","caller":"traceutil/trace.go:171","msg":"trace[1756141165] transaction","detail":"{read_only:false; response_revision:27768; number_of_response:1; }","duration":"114.229551ms","start":"2026-02-27T02:09:51.663004Z","end":"2026-02-27T02:09:51.777233Z","steps":["trace[1756141165] 'process raft request' (duration: 113.996865ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:51.921021Z","caller":"traceutil/trace.go:171","msg":"trace[1815548298] linearizableReadLoop","detail":"{readStateIndex:29111; appliedIndex:29110; }","duration":"109.741373ms","start":"2026-02-27T02:09:51.811251Z","end":"2026-02-27T02:09:51.920992Z","steps":["trace[1815548298] 'read index received' (duration: 48.646412ms)","trace[1815548298] 'applied index is now lower than readState.Index' (duration: 61.093811ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:09:51.921184Z","caller":"traceutil/trace.go:171","msg":"trace[1474315792] transaction","detail":"{read_only:false; response_revision:27770; number_of_response:1; }","duration":"140.319709ms","start":"2026-02-27T02:09:51.780846Z","end":"2026-02-27T02:09:51.921165Z","steps":["trace[1474315792] 'process raft request' (duration: 79.110086ms)","trace[1474315792] 'compare' (duration: 60.891175ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:09:51.921457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.201835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:09:51.921512Z","caller":"traceutil/trace.go:171","msg":"trace[74001140] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27770; }","duration":"110.293807ms","start":"2026-02-27T02:09:51.811206Z","end":"2026-02-27T02:09:51.9215Z","steps":["trace[74001140] 'agreement among raft nodes before linearized reading' (duration: 110.144123ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:52.054213Z","caller":"traceutil/trace.go:171","msg":"trace[372389509] linearizableReadLoop","detail":"{readStateIndex:29113; appliedIndex:29112; }","duration":"109.063445ms","start":"2026-02-27T02:09:51.945123Z","end":"2026-02-27T02:09:52.054186Z","steps":["trace[372389509] 'read index received' (duration: 108.765937ms)","trace[372389509] 'applied index is now lower than readState.Index' (duration: 295.818µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:09:52.054314Z","caller":"traceutil/trace.go:171","msg":"trace[1930154149] transaction","detail":"{read_only:false; response_revision:27772; number_of_response:1; }","duration":"124.549544ms","start":"2026-02-27T02:09:51.929735Z","end":"2026-02-27T02:09:52.054285Z","steps":["trace[1930154149] 'process raft request' (duration: 124.185954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:52.054502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.364933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T02:09:52.054585Z","caller":"traceutil/trace.go:171","msg":"trace[653959336] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27772; }","duration":"109.459595ms","start":"2026-02-27T02:09:51.945105Z","end":"2026-02-27T02:09:52.054565Z","steps":["trace[653959336] 'agreement among raft nodes before linearized reading' (duration: 109.173978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:54.880141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281960356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:09:55.698852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.888064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:09:55.698971Z","caller":"traceutil/trace.go:171","msg":"trace[1814488780] linearizableReadLoop","detail":"{readStateIndex:29131; appliedIndex:29130; }","duration":"1.318925119s","start":"2026-02-27T02:09:54.38003Z","end":"2026-02-27T02:09:55.698955Z","steps":["trace[1814488780] 'read index received' (duration: 787.777217ms)","trace[1814488780] 'applied index is now lower than readState.Index' (duration: 531.146572ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:09:55.699046Z","caller":"traceutil/trace.go:171","msg":"trace[631092452] transaction","detail":"{read_only:false; response_revision:27790; number_of_response:1; }","duration":"1.434543977s","start":"2026-02-27T02:09:54.264491Z","end":"2026-02-27T02:09:55.699035Z","steps":["trace[631092452] 'process raft request' (duration: 903.370135ms)","trace[631092452] 'compare' (duration: 530.162245ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:09:55.699102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:54.26446Z","time spent":"1.434611598s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:09:55.699154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319094543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:55.699689Z","caller":"traceutil/trace.go:171","msg":"trace[1447178387] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:27790; }","duration":"1.319683029s","start":"2026-02-27T02:09:54.379982Z","end":"2026-02-27T02:09:55.699665Z","steps":["trace[1447178387] 'agreement among raft nodes before linearized reading' (duration: 1.319068092s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:55.699758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:54.379957Z","time spent":"1.319784322s","remote":"127.0.0.1:34022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:09:56.625687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.222665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:09:56.625853Z","caller":"traceutil/trace.go:171","msg":"trace[1093540079] transaction","detail":"{read_only:false; response_revision:27791; number_of_response:1; }","duration":"1.1557247s","start":"2026-02-27T02:09:55.470107Z","end":"2026-02-27T02:09:56.625832Z","steps":["trace[1093540079] 'process raft request' (duration: 616.232929ms)","trace[1093540079] 'compare' (duration: 538.31203ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:09:56.626283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.470074Z","time spent":"1.155820953s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:09:57.349781Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.263367627s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:09:57.725999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.640469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:09:57.726274Z","caller":"traceutil/trace.go:171","msg":"trace[767859382] linearizableReadLoop","detail":"{readStateIndex:29134; appliedIndex:29131; }","duration":"2.027258936s","start":"2026-02-27T02:09:55.698997Z","end":"2026-02-27T02:09:57.726256Z","steps":["trace[767859382] 'read index received' (duration: 387.430228ms)","trace[767859382] 'applied index is now lower than readState.Index' (duration: 1.639827628s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:09:57.726356Z","caller":"traceutil/trace.go:171","msg":"trace[1248449435] transaction","detail":"{read_only:false; response_revision:27792; number_of_response:1; }","duration":"2.104355588s","start":"2026-02-27T02:09:55.621988Z","end":"2026-02-27T02:09:57.726344Z","steps":["trace[1248449435] 'process raft request' (duration: 1.728277938s)","trace[1248449435] 'compare' (duration: 375.411572ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:09:57.726462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.62195Z","time spent":"2.10443284s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:09:57.726589Z","caller":"traceutil/trace.go:171","msg":"trace[519949977] transaction","detail":"{read_only:false; response_revision:27793; number_of_response:1; }","duration":"2.104403399s","start":"2026-02-27T02:09:55.622141Z","end":"2026-02-27T02:09:57.726544Z","steps":["trace[519949977] 'process raft request' (duration: 2.103969268s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:57.72677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785210547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-27T02:09:57.72686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.077207674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T02:09:57.726771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455914795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:09:57.726845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.411397702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:09:57.726927Z","caller":"traceutil/trace.go:171","msg":"trace[1907745832] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:27794; }","duration":"3.077314687s","start":"2026-02-27T02:09:54.649599Z","end":"2026-02-27T02:09:57.726913Z","steps":["trace[1907745832] 'agreement among raft nodes before linearized reading' (duration: 3.077123482s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:57.726935Z","caller":"traceutil/trace.go:171","msg":"trace[515403714] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27794; }","duration":"2.456134051s","start":"2026-02-27T02:09:55.270784Z","end":"2026-02-27T02:09:57.726918Z","steps":["trace[515403714] 'agreement among raft nodes before linearized reading' (duration: 2.455876054s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:57.726979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:54.649576Z","time spent":"3.077391409s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":144,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:09:57.72698Z","caller":"traceutil/trace.go:171","msg":"trace[1246618825] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27794; }","duration":"2.41168201s","start":"2026-02-27T02:09:55.315265Z","end":"2026-02-27T02:09:57.726947Z","steps":["trace[1246618825] 'agreement among raft nodes before linearized reading' (duration: 2.411189397s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:57.727037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.270722Z","time spent":"2.456289006s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:09:57.727122Z","caller":"traceutil/trace.go:171","msg":"trace[785810418] transaction","detail":"{read_only:false; response_revision:27794; number_of_response:1; }","duration":"1.741634283s","start":"2026-02-27T02:09:55.985471Z","end":"2026-02-27T02:09:57.727105Z","steps":["trace[785810418] 'process raft request' (duration: 1.74074025s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:57.726879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.622133Z","time spent":"2.104582514s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:09:57.727333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197789591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:09:57.727051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.315235Z","time spent":"2.411802672s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:09:57.727374Z","caller":"traceutil/trace.go:171","msg":"trace[1746672577] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27794; }","duration":"2.197872083s","start":"2026-02-27T02:09:55.529493Z","end":"2026-02-27T02:09:57.727365Z","steps":["trace[1746672577] 'agreement among raft nodes before linearized reading' (duration: 2.197805331s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:57.72741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.529465Z","time spent":"2.197930795s","remote":"127.0.0.1:34048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:09:57.72727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.985438Z","time spent":"1.741732746s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:09:57.726873Z","caller":"traceutil/trace.go:171","msg":"trace[314131594] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:27794; }","duration":"2.785379841s","start":"2026-02-27T02:09:54.941467Z","end":"2026-02-27T02:09:57.726846Z","steps":["trace[314131594] 'agreement among raft nodes before linearized reading' (duration: 2.785016592s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:57.727781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095953349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T02:09:57.727849Z","caller":"traceutil/trace.go:171","msg":"trace[1419201175] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27794; }","duration":"3.096047911s","start":"2026-02-27T02:09:54.631778Z","end":"2026-02-27T02:09:57.727826Z","steps":["trace[1419201175] 'agreement among raft nodes before linearized reading' (duration: 3.095846636s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:57.727899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:54.631756Z","time spent":"3.096134634s","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:09:57.727701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:54.941443Z","time spent":"2.786211013s","remote":"127.0.0.1:33818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":556,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"info","ts":"2026-02-27T02:09:57.727929Z","caller":"traceutil/trace.go:171","msg":"trace[1631339205] transaction","detail":"{read_only:false; response_revision:27795; number_of_response:1; }","duration":"1.18730613s","start":"2026-02-27T02:09:56.540604Z","end":"2026-02-27T02:09:57.72791Z","steps":["trace[1631339205] 'process raft request' (duration: 1.187187317s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:57.728034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:56.540579Z","time spent":"1.187390863s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:09:57.730143Z","caller":"traceutil/trace.go:171","msg":"trace[909471405] transaction","detail":"{read_only:false; response_revision:27796; number_of_response:1; }","duration":"223.825815ms","start":"2026-02-27T02:09:57.506292Z","end":"2026-02-27T02:09:57.730118Z","steps":["trace[909471405] 'process raft request' (duration: 223.601269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:57.730295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383697541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:57.730344Z","caller":"traceutil/trace.go:171","msg":"trace[1269777577] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:27797; }","duration":"1.383748112s","start":"2026-02-27T02:09:56.346581Z","end":"2026-02-27T02:09:57.730329Z","steps":["trace[1269777577] 'agreement among raft nodes before linearized reading' (duration: 1.383606069s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:57.730322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026111836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:09:57.730368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:56.346547Z","time spent":"1.383814834s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:09:57.730407Z","caller":"traceutil/trace.go:171","msg":"trace[1063031416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27797; }","duration":"2.026234149s","start":"2026-02-27T02:09:55.704147Z","end":"2026-02-27T02:09:57.730381Z","steps":["trace[1063031416] 'agreement among raft nodes before linearized reading' (duration: 2.026004883s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:57.730494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90566348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:09:57.730527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.704126Z","time spent":"2.026328622s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:09:57.730562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594317287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:09:57.730636Z","caller":"traceutil/trace.go:171","msg":"trace[2007081774] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27797; }","duration":"1.594389749s","start":"2026-02-27T02:09:56.136202Z","end":"2026-02-27T02:09:57.730591Z","steps":["trace[2007081774] 'agreement among raft nodes before linearized reading' (duration: 1.594262656s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:57.730697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:56.136186Z","time spent":"1.594502813s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:09:57.730702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617740815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-02-27T02:09:57.730745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916545377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:57.730779Z","caller":"traceutil/trace.go:171","msg":"trace[1001580880] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27797; }","duration":"1.617821047s","start":"2026-02-27T02:09:56.112919Z","end":"2026-02-27T02:09:57.73074Z","steps":["trace[1001580880] 'agreement among raft nodes before linearized reading' (duration: 1.617672313s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:57.730789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943398185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:09:57.730801Z","caller":"traceutil/trace.go:171","msg":"trace[1946261333] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:27797; }","duration":"1.916609259s","start":"2026-02-27T02:09:55.814177Z","end":"2026-02-27T02:09:57.730786Z","steps":["trace[1946261333] 'agreement among raft nodes before linearized reading' (duration: 1.916500366s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:57.730818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:56.112899Z","time spent":"1.61791035s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:09:57.730837Z","caller":"traceutil/trace.go:171","msg":"trace[533544594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27797; }","duration":"1.943499178s","start":"2026-02-27T02:09:55.787325Z","end":"2026-02-27T02:09:57.730824Z","steps":["trace[533544594] 'agreement among raft nodes before linearized reading' (duration: 1.943341953s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:57.730911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490717594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:09:57.730885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.787295Z","time spent":"1.94357947s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:09:57.730947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907235282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:09:57.730961Z","caller":"traceutil/trace.go:171","msg":"trace[1172198078] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:27797; }","duration":"1.490776946s","start":"2026-02-27T02:09:56.240173Z","end":"2026-02-27T02:09:57.73095Z","steps":["trace[1172198078] 'agreement among raft nodes before linearized reading' (duration: 1.490694184s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:57.730989Z","caller":"traceutil/trace.go:171","msg":"trace[1913810224] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27797; }","duration":"1.907271843s","start":"2026-02-27T02:09:55.823705Z","end":"2026-02-27T02:09:57.730977Z","steps":["trace[1913810224] 'agreement among raft nodes before linearized reading' (duration: 1.90716036s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:57.730842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.814108Z","time spent":"1.916724332s","remote":"127.0.0.1:45828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:09:57.731034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.82367Z","time spent":"1.907356295s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:09:57.731056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676728101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:57.731104Z","caller":"traceutil/trace.go:171","msg":"trace[1521547265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27797; }","duration":"1.676815184s","start":"2026-02-27T02:09:56.054279Z","end":"2026-02-27T02:09:57.731094Z","steps":["trace[1521547265] 'agreement among raft nodes before linearized reading' (duration: 1.676743482s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:57.730995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:56.240123Z","time spent":"1.490863969s","remote":"127.0.0.1:47456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:09:57.731147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:56.054254Z","time spent":"1.676875866s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:09:57.730565Z","caller":"traceutil/trace.go:171","msg":"trace[1705689602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27797; }","duration":"1.905758773s","start":"2026-02-27T02:09:55.824787Z","end":"2026-02-27T02:09:57.730546Z","steps":["trace[1705689602] 'agreement among raft nodes before linearized reading' (duration: 1.905496246s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:57.731273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.824776Z","time spent":"1.906479912s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:09:57.731336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026786913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T02:09:57.731386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.614864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:57.73142Z","caller":"traceutil/trace.go:171","msg":"trace[654909114] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27797; }","duration":"2.026911217s","start":"2026-02-27T02:09:55.704489Z","end":"2026-02-27T02:09:57.7314Z","steps":["trace[654909114] 'agreement among raft nodes before linearized reading' (duration: 2.026489986s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:57.731434Z","caller":"traceutil/trace.go:171","msg":"trace[1978509942] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27797; }","duration":"752.702296ms","start":"2026-02-27T02:09:56.978717Z","end":"2026-02-27T02:09:57.731419Z","steps":["trace[1978509942] 'agreement among raft nodes before linearized reading' (duration: 752.619084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:57.731469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:56.978695Z","time spent":"752.765798ms","remote":"127.0.0.1:45752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:09:57.731471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.704474Z","time spent":"2.026986969s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T02:09:57.731497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.879753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:09:57.731645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.610372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:57.731691Z","caller":"traceutil/trace.go:171","msg":"trace[1240821048] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:27797; }","duration":"178.682464ms","start":"2026-02-27T02:09:57.552993Z","end":"2026-02-27T02:09:57.731675Z","steps":["trace[1240821048] 'agreement among raft nodes before linearized reading' (duration: 178.617332ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:57.731683Z","caller":"traceutil/trace.go:171","msg":"trace[1931238521] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:27797; }","duration":"258.000726ms","start":"2026-02-27T02:09:57.47355Z","end":"2026-02-27T02:09:57.731551Z","steps":["trace[1931238521] 'agreement among raft nodes before linearized reading' (duration: 257.867532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:57.731568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.182556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:09:57.731741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109002385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:57.731775Z","caller":"traceutil/trace.go:171","msg":"trace[1237709377] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:27797; }","duration":"624.418092ms","start":"2026-02-27T02:09:57.107337Z","end":"2026-02-27T02:09:57.731755Z","steps":["trace[1237709377] 'agreement among raft nodes before linearized reading' (duration: 624.175806ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:57.731815Z","caller":"traceutil/trace.go:171","msg":"trace[686405349] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:27797; }","duration":"1.109104558s","start":"2026-02-27T02:09:56.622689Z","end":"2026-02-27T02:09:57.731794Z","steps":["trace[686405349] 'agreement among raft nodes before linearized reading' (duration: 1.108994215s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:57.731835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160772101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-02-27T02:09:57.731858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:56.622678Z","time spent":"1.109169449s","remote":"127.0.0.1:45916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:09:57.73138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913667951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:09:57.731922Z","caller":"traceutil/trace.go:171","msg":"trace[971287122] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:27797; }","duration":"1.160922525s","start":"2026-02-27T02:09:56.570983Z","end":"2026-02-27T02:09:57.731905Z","steps":["trace[971287122] 'agreement among raft nodes before linearized reading' (duration: 1.160678549s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:57.732016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:56.570971Z","time spent":"1.161033818s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"info","ts":"2026-02-27T02:09:57.731984Z","caller":"traceutil/trace.go:171","msg":"trace[1275176693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27797; }","duration":"1.914305119s","start":"2026-02-27T02:09:55.817658Z","end":"2026-02-27T02:09:57.731964Z","steps":["trace[1275176693] 'agreement among raft nodes before linearized reading' (duration: 1.913269651s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:57.732183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.817648Z","time spent":"1.914486403s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:09:57.733387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:57.107315Z","time spent":"626.053996ms","remote":"127.0.0.1:50408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:10:13.387001Z","caller":"traceutil/trace.go:171","msg":"trace[1973154136] linearizableReadLoop","detail":"{readStateIndex:29350; appliedIndex:29349; }","duration":"102.73963ms","start":"2026-02-27T02:10:13.284241Z","end":"2026-02-27T02:10:13.386981Z","steps":["trace[1973154136] 'read index received' (duration: 102.541715ms)","trace[1973154136] 'applied index is now lower than readState.Index' (duration: 197.215µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:10:13.387121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.865414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:10:13.387151Z","caller":"traceutil/trace.go:171","msg":"trace[410297874] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28000; }","duration":"102.920595ms","start":"2026-02-27T02:10:13.284221Z","end":"2026-02-27T02:10:13.387141Z","steps":["trace[410297874] 'agreement among raft nodes before linearized reading' (duration: 102.842463ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:10:13.387194Z","caller":"traceutil/trace.go:171","msg":"trace[768498480] transaction","detail":"{read_only:false; response_revision:28000; number_of_response:1; }","duration":"123.577429ms","start":"2026-02-27T02:10:13.263576Z","end":"2026-02-27T02:10:13.387153Z","steps":["trace[768498480] 'process raft request' (duration: 123.268991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:10:26.624786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.319432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:10:26.624919Z","caller":"traceutil/trace.go:171","msg":"trace[718993194] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:28276; }","duration":"151.505397ms","start":"2026-02-27T02:10:26.4734Z","end":"2026-02-27T02:10:26.624906Z","steps":["trace[718993194] 'count revisions from in-memory index tree' (duration: 151.239729ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:10:50.673377Z","caller":"traceutil/trace.go:171","msg":"trace[1496956040] transaction","detail":"{read_only:false; response_revision:28483; number_of_response:1; }","duration":"117.969402ms","start":"2026-02-27T02:10:50.555378Z","end":"2026-02-27T02:10:50.673348Z","steps":["trace[1496956040] 'process raft request' (duration: 101.398835ms)","trace[1496956040] 'compare' (duration: 16.440924ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:10:50.959497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.589958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:10:50.959542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.232459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:10:50.959586Z","caller":"traceutil/trace.go:171","msg":"trace[1558102432] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28483; }","duration":"165.715662ms","start":"2026-02-27T02:10:50.793852Z","end":"2026-02-27T02:10:50.959568Z","steps":["trace[1558102432] 'range keys from in-memory index tree' (duration: 165.471475ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:10:50.959619Z","caller":"traceutil/trace.go:171","msg":"trace[1220833438] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28483; }","duration":"165.337651ms","start":"2026-02-27T02:10:50.794263Z","end":"2026-02-27T02:10:50.959601Z","steps":["trace[1220833438] 'range keys from in-memory index tree' (duration: 165.170247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:10:50.95985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.324408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:10:50.959889Z","caller":"traceutil/trace.go:171","msg":"trace[679350975] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28483; }","duration":"166.39789ms","start":"2026-02-27T02:10:50.79348Z","end":"2026-02-27T02:10:50.959878Z","steps":["trace[679350975] 'range keys from in-memory index tree' (duration: 166.254246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:10:50.959986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.0463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-02-27T02:10:50.960031Z","caller":"traceutil/trace.go:171","msg":"trace[799239230] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28483; }","duration":"166.107671ms","start":"2026-02-27T02:10:50.793912Z","end":"2026-02-27T02:10:50.960019Z","steps":["trace[799239230] 'range keys from in-memory index tree' (duration: 165.913556ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:10:50.960244Z","caller":"traceutil/trace.go:171","msg":"trace[791562156] transaction","detail":"{read_only:false; response_revision:28484; number_of_response:1; }","duration":"122.100071ms","start":"2026-02-27T02:10:50.838117Z","end":"2026-02-27T02:10:50.960217Z","steps":["trace[791562156] 'process raft request' (duration: 52.746541ms)","trace[791562156] 'compare' (duration: 68.659811ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:11:04.148452Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"30aa8136fb61a722","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T02:11:04.153863Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-02-27T02:11:04.153963Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-02-27T02:11:32.280374Z","caller":"traceutil/trace.go:171","msg":"trace[884020979] transaction","detail":"{read_only:false; response_revision:28911; number_of_response:1; }","duration":"181.97736ms","start":"2026-02-27T02:11:32.098358Z","end":"2026-02-27T02:11:32.280336Z","steps":["trace[884020979] 'process raft request' (duration: 181.683903ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:32.452321Z","caller":"traceutil/trace.go:171","msg":"trace[614305398] linearizableReadLoop","detail":"{readStateIndex:30300; appliedIndex:30296; }","duration":"184.404895ms","start":"2026-02-27T02:11:32.267895Z","end":"2026-02-27T02:11:32.4523Z","steps":["trace[614305398] 'read index received' (duration: 12.284124ms)","trace[614305398] 'applied index is now lower than readState.Index' (duration: 172.119921ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:11:32.452461Z","caller":"traceutil/trace.go:171","msg":"trace[1616809655] transaction","detail":"{read_only:false; response_revision:28914; number_of_response:1; }","duration":"235.077181ms","start":"2026-02-27T02:11:32.217378Z","end":"2026-02-27T02:11:32.452455Z","steps":["trace[1616809655] 'process raft request' (duration: 234.894916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:32.452624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.711693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:11:32.453746Z","caller":"traceutil/trace.go:171","msg":"trace[2079359382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28914; }","duration":"185.883423ms","start":"2026-02-27T02:11:32.267847Z","end":"2026-02-27T02:11:32.453731Z","steps":["trace[2079359382] 'agreement among raft nodes before linearized reading' (duration: 184.662021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:32.452719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.939298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:11:32.452434Z","caller":"traceutil/trace.go:171","msg":"trace[1488622509] transaction","detail":"{read_only:false; response_revision:28912; number_of_response:1; }","duration":"236.081038ms","start":"2026-02-27T02:11:32.216344Z","end":"2026-02-27T02:11:32.452425Z","steps":["trace[1488622509] 'process raft request' (duration: 235.670817ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:32.452368Z","caller":"traceutil/trace.go:171","msg":"trace[1124280847] transaction","detail":"{read_only:false; response_revision:28913; number_of_response:1; }","duration":"235.78172ms","start":"2026-02-27T02:11:32.216556Z","end":"2026-02-27T02:11:32.452338Z","steps":["trace[1124280847] 'process raft request' (duration: 235.685697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:32.452779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.252727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T02:11:32.45282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.820138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T02:11:32.452865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.530641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T02:11:32.452896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.910678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:11:32.452938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.610043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:11:32.45466Z","caller":"traceutil/trace.go:171","msg":"trace[616405262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28914; }","duration":"174.3492ms","start":"2026-02-27T02:11:32.280301Z","end":"2026-02-27T02:11:32.45465Z","steps":["trace[616405262] 'agreement among raft nodes before linearized reading' (duration: 172.548402ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:32.454057Z","caller":"traceutil/trace.go:171","msg":"trace[2026328275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28914; }","duration":"163.072172ms","start":"2026-02-27T02:11:32.290974Z","end":"2026-02-27T02:11:32.454046Z","steps":["trace[2026328275] 'agreement among raft nodes before linearized reading' (duration: 161.815079ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:32.454082Z","caller":"traceutil/trace.go:171","msg":"trace[906976470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28914; }","duration":"161.572242ms","start":"2026-02-27T02:11:32.292502Z","end":"2026-02-27T02:11:32.454074Z","steps":["trace[906976470] 'agreement among raft nodes before linearized reading' (duration: 160.233657ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:32.454109Z","caller":"traceutil/trace.go:171","msg":"trace[1027272330] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:28914; }","duration":"175.160871ms","start":"2026-02-27T02:11:32.278942Z","end":"2026-02-27T02:11:32.454102Z","steps":["trace[1027272330] 'agreement among raft nodes before linearized reading' (duration: 173.933289ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:32.454129Z","caller":"traceutil/trace.go:171","msg":"trace[1732481775] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28914; }","duration":"173.785034ms","start":"2026-02-27T02:11:32.280324Z","end":"2026-02-27T02:11:32.454109Z","steps":["trace[1732481775] 'agreement among raft nodes before linearized reading' (duration: 172.507761ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:32.454137Z","caller":"traceutil/trace.go:171","msg":"trace[1705950490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28914; }","duration":"175.376097ms","start":"2026-02-27T02:11:32.278746Z","end":"2026-02-27T02:11:32.454122Z","steps":["trace[1705950490] 'agreement among raft nodes before linearized reading' (duration: 173.895058ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:32.629199Z","caller":"traceutil/trace.go:171","msg":"trace[2010292710] transaction","detail":"{read_only:false; response_revision:28916; number_of_response:1; }","duration":"170.503508ms","start":"2026-02-27T02:11:32.458672Z","end":"2026-02-27T02:11:32.629175Z","steps":["trace[2010292710] 'process raft request' (duration: 170.305932ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:32.629583Z","caller":"traceutil/trace.go:171","msg":"trace[767045037] transaction","detail":"{read_only:false; response_revision:28917; number_of_response:1; }","duration":"170.807496ms","start":"2026-02-27T02:11:32.458746Z","end":"2026-02-27T02:11:32.629553Z","steps":["trace[767045037] 'process raft request' (duration: 170.392295ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:32.629872Z","caller":"traceutil/trace.go:171","msg":"trace[527700327] transaction","detail":"{read_only:false; response_revision:28918; number_of_response:1; }","duration":"171.111574ms","start":"2026-02-27T02:11:32.458748Z","end":"2026-02-27T02:11:32.62986Z","steps":["trace[527700327] 'process raft request' (duration: 170.725483ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:32.630128Z","caller":"traceutil/trace.go:171","msg":"trace[2145660074] transaction","detail":"{read_only:false; response_revision:28920; number_of_response:1; }","duration":"169.336046ms","start":"2026-02-27T02:11:32.460782Z","end":"2026-02-27T02:11:32.630118Z","steps":["trace[2145660074] 'process raft request' (duration: 169.291555ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:32.630176Z","caller":"traceutil/trace.go:171","msg":"trace[292159037] transaction","detail":"{read_only:false; response_revision:28919; number_of_response:1; }","duration":"171.151754ms","start":"2026-02-27T02:11:32.458999Z","end":"2026-02-27T02:11:32.63015Z","steps":["trace[292159037] 'process raft request' (duration: 170.819256ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:33.256892Z","caller":"traceutil/trace.go:171","msg":"trace[274263693] transaction","detail":"{read_only:false; response_revision:28925; number_of_response:1; }","duration":"107.381273ms","start":"2026-02-27T02:11:33.149479Z","end":"2026-02-27T02:11:33.25686Z","steps":["trace[274263693] 'process raft request' (duration: 85.710121ms)","trace[274263693] 'compare' (duration: 21.364183ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:12:47.802777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.091814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:12:47.802847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.819339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T02:12:47.80288Z","caller":"traceutil/trace.go:171","msg":"trace[1378949390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29761; }","duration":"157.243358ms","start":"2026-02-27T02:12:47.645613Z","end":"2026-02-27T02:12:47.802857Z","steps":["trace[1378949390] 'range keys from in-memory index tree' (duration: 157.024172ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:47.802919Z","caller":"traceutil/trace.go:171","msg":"trace[1097315074] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29761; }","duration":"194.926942ms","start":"2026-02-27T02:12:47.607966Z","end":"2026-02-27T02:12:47.802893Z","steps":["trace[1097315074] 'range keys from in-memory index tree' (duration: 194.630685ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:48.016831Z","caller":"traceutil/trace.go:171","msg":"trace[1652778309] transaction","detail":"{read_only:false; response_revision:29762; number_of_response:1; }","duration":"124.732701ms","start":"2026-02-27T02:12:47.892075Z","end":"2026-02-27T02:12:48.016808Z","steps":["trace[1652778309] 'process raft request' (duration: 124.562236ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:54.619157Z","caller":"traceutil/trace.go:171","msg":"trace[471933547] transaction","detail":"{read_only:false; response_revision:29820; number_of_response:1; }","duration":"166.189524ms","start":"2026-02-27T02:12:54.452938Z","end":"2026-02-27T02:12:54.619128Z","steps":["trace[471933547] 'process raft request' (duration: 166.03212ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:54.883744Z","caller":"traceutil/trace.go:171","msg":"trace[904091431] transaction","detail":"{read_only:false; response_revision:29821; number_of_response:1; }","duration":"118.538627ms","start":"2026-02-27T02:12:54.76518Z","end":"2026-02-27T02:12:54.883719Z","steps":["trace[904091431] 'process raft request' (duration: 118.401564ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:54.888415Z","caller":"traceutil/trace.go:171","msg":"trace[1064692849] transaction","detail":"{read_only:false; response_revision:29822; number_of_response:1; }","duration":"102.086003ms","start":"2026-02-27T02:12:54.786298Z","end":"2026-02-27T02:12:54.888384Z","steps":["trace[1064692849] 'process raft request' (duration: 101.919239ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:58.013857Z","caller":"traceutil/trace.go:171","msg":"trace[296078432] transaction","detail":"{read_only:false; response_revision:29848; number_of_response:1; }","duration":"114.712636ms","start":"2026-02-27T02:12:57.899107Z","end":"2026-02-27T02:12:58.01382Z","steps":["trace[296078432] 'process raft request' (duration: 114.48127ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:58.131084Z","caller":"traceutil/trace.go:171","msg":"trace[771488610] linearizableReadLoop","detail":"{readStateIndex:31274; appliedIndex:31273; }","duration":"111.319167ms","start":"2026-02-27T02:12:58.019738Z","end":"2026-02-27T02:12:58.131057Z","steps":["trace[771488610] 'read index received' (duration: 111.263716ms)","trace[771488610] 'applied index is now lower than readState.Index' (duration: 54.231µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:12:58.131217Z","caller":"traceutil/trace.go:171","msg":"trace[1605761782] transaction","detail":"{read_only:false; response_revision:29849; number_of_response:1; }","duration":"187.131556ms","start":"2026-02-27T02:12:57.944048Z","end":"2026-02-27T02:12:58.13118Z","steps":["trace[1605761782] 'process raft request' (duration: 186.853159ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:58.131318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.562773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T02:12:58.131359Z","caller":"traceutil/trace.go:171","msg":"trace[188946310] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29849; }","duration":"111.658046ms","start":"2026-02-27T02:12:58.019686Z","end":"2026-02-27T02:12:58.131344Z","steps":["trace[188946310] 'agreement among raft nodes before linearized reading' (duration: 111.498961ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:58.193321Z","caller":"traceutil/trace.go:171","msg":"trace[955604891] transaction","detail":"{read_only:false; response_revision:29850; number_of_response:1; }","duration":"158.374628ms","start":"2026-02-27T02:12:58.034922Z","end":"2026-02-27T02:12:58.193297Z","steps":["trace[955604891] 'process raft request' (duration: 158.09337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:58.193345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.044648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:12:58.193425Z","caller":"traceutil/trace.go:171","msg":"trace[280450278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29850; }","duration":"139.170971ms","start":"2026-02-27T02:12:58.054236Z","end":"2026-02-27T02:12:58.193406Z","steps":["trace[280450278] 'agreement among raft nodes before linearized reading' (duration: 139.002957ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:58.634667Z","caller":"traceutil/trace.go:171","msg":"trace[524647213] transaction","detail":"{read_only:false; response_revision:29855; number_of_response:1; }","duration":"213.01469ms","start":"2026-02-27T02:12:58.421562Z","end":"2026-02-27T02:12:58.634576Z","steps":["trace[524647213] 'process raft request' (duration: 143.071934ms)","trace[524647213] 'compare' (duration: 69.822272ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:12:58.720802Z","caller":"traceutil/trace.go:171","msg":"trace[397151298] transaction","detail":"{read_only:false; response_revision:29856; number_of_response:1; }","duration":"296.8406ms","start":"2026-02-27T02:12:58.42393Z","end":"2026-02-27T02:12:58.720771Z","steps":["trace[397151298] 'process raft request' (duration: 296.664286ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:13:09.150388Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000007aee.wal"} {"level":"info","ts":"2026-02-27T02:14:02.911802Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27323} {"level":"info","ts":"2026-02-27T02:14:03.040252Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27323,"took":"124.228327ms","hash":2064734925,"current-db-size-bytes":48082944,"current-db-size":"48 MB","current-db-size-in-use-bytes":34648064,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-02-27T02:14:03.04032Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2064734925,"revision":27323,"compact-revision":25297} {"level":"info","ts":"2026-02-27T02:19:02.917778Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30505} {"level":"info","ts":"2026-02-27T02:19:03.058376Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30505,"took":"136.255315ms","hash":2061036336,"current-db-size-bytes":48082944,"current-db-size":"48 MB","current-db-size-in-use-bytes":32100352,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-02-27T02:19:03.058445Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2061036336,"revision":30505,"compact-revision":27323} {"level":"info","ts":"2026-02-27T02:21:45.033769Z","caller":"traceutil/trace.go:171","msg":"trace[2143839644] transaction","detail":"{read_only:false; response_revision:34436; number_of_response:1; }","duration":"165.770455ms","start":"2026-02-27T02:21:44.86798Z","end":"2026-02-27T02:21:45.033751Z","steps":["trace[2143839644] 'process raft request' (duration: 111.437041ms)","trace[2143839644] 'compare' (duration: 53.993295ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:45.033923Z","caller":"traceutil/trace.go:171","msg":"trace[1708903624] transaction","detail":"{read_only:false; response_revision:34437; number_of_response:1; }","duration":"164.669205ms","start":"2026-02-27T02:21:44.869246Z","end":"2026-02-27T02:21:45.033915Z","steps":["trace[1708903624] 'process raft request' (duration: 164.427519ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:46.498Z","caller":"traceutil/trace.go:171","msg":"trace[1411569101] transaction","detail":"{read_only:false; response_revision:34449; number_of_response:1; }","duration":"107.195599ms","start":"2026-02-27T02:21:46.39078Z","end":"2026-02-27T02:21:46.497975Z","steps":["trace[1411569101] 'process raft request' (duration: 97.101803ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:47.17031Z","caller":"traceutil/trace.go:171","msg":"trace[767317113] linearizableReadLoop","detail":"{readStateIndex:36102; appliedIndex:36100; }","duration":"115.591531ms","start":"2026-02-27T02:21:47.054693Z","end":"2026-02-27T02:21:47.170284Z","steps":["trace[767317113] 'read index received' (duration: 80.554576ms)","trace[767317113] 'applied index is now lower than readState.Index' (duration: 35.036065ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:47.170415Z","caller":"traceutil/trace.go:171","msg":"trace[1855443092] transaction","detail":"{read_only:false; response_revision:34452; number_of_response:1; }","duration":"131.14654ms","start":"2026-02-27T02:21:47.039232Z","end":"2026-02-27T02:21:47.170379Z","steps":["trace[1855443092] 'process raft request' (duration: 95.807797ms)","trace[1855443092] 'compare' (duration: 34.882691ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:47.170476Z","caller":"traceutil/trace.go:171","msg":"trace[309304769] transaction","detail":"{read_only:false; response_revision:34453; number_of_response:1; }","duration":"130.439822ms","start":"2026-02-27T02:21:47.040005Z","end":"2026-02-27T02:21:47.170445Z","steps":["trace[309304769] 'process raft request' (duration: 130.183665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:47.170445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.747494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:21:47.17086Z","caller":"traceutil/trace.go:171","msg":"trace[1487569060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34453; }","duration":"116.247017ms","start":"2026-02-27T02:21:47.054593Z","end":"2026-02-27T02:21:47.17084Z","steps":["trace[1487569060] 'agreement among raft nodes before linearized reading' (duration: 115.797656ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:47.653139Z","caller":"traceutil/trace.go:171","msg":"trace[1682964607] linearizableReadLoop","detail":"{readStateIndex:36104; appliedIndex:36103; }","duration":"123.021266ms","start":"2026-02-27T02:21:47.530094Z","end":"2026-02-27T02:21:47.653115Z","steps":["trace[1682964607] 'read index received' (duration: 93.719073ms)","trace[1682964607] 'applied index is now lower than readState.Index' (duration: 29.300603ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:21:47.653258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.138529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:21:47.653504Z","caller":"traceutil/trace.go:171","msg":"trace[1160691151] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:34455; }","duration":"123.428797ms","start":"2026-02-27T02:21:47.530054Z","end":"2026-02-27T02:21:47.653482Z","steps":["trace[1160691151] 'agreement among raft nodes before linearized reading' (duration: 123.111819ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:47.653149Z","caller":"traceutil/trace.go:171","msg":"trace[2049773697] transaction","detail":"{read_only:false; response_revision:34455; number_of_response:1; }","duration":"134.621953ms","start":"2026-02-27T02:21:47.518503Z","end":"2026-02-27T02:21:47.653125Z","steps":["trace[2049773697] 'process raft request' (duration: 105.365251ms)","trace[2049773697] 'compare' (duration: 29.023845ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:47.888466Z","caller":"traceutil/trace.go:171","msg":"trace[1183407636] linearizableReadLoop","detail":"{readStateIndex:36106; appliedIndex:36105; }","duration":"185.009842ms","start":"2026-02-27T02:21:47.703422Z","end":"2026-02-27T02:21:47.888432Z","steps":["trace[1183407636] 'read index received' (duration: 179.290151ms)","trace[1183407636] 'applied index is now lower than readState.Index' (duration: 5.718031ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:47.888506Z","caller":"traceutil/trace.go:171","msg":"trace[629406960] transaction","detail":"{read_only:false; response_revision:34456; number_of_response:1; }","duration":"231.122819ms","start":"2026-02-27T02:21:47.657354Z","end":"2026-02-27T02:21:47.888477Z","steps":["trace[629406960] 'process raft request' (duration: 225.411818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:47.888739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.40313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:21:47.888788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.34219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-02-27T02:21:47.888823Z","caller":"traceutil/trace.go:171","msg":"trace[2097964806] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:34456; }","duration":"144.543104ms","start":"2026-02-27T02:21:47.744263Z","end":"2026-02-27T02:21:47.888806Z","steps":["trace[2097964806] 'agreement among raft nodes before linearized reading' (duration: 144.38463ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:47.888865Z","caller":"traceutil/trace.go:171","msg":"trace[712406973] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:34456; }","duration":"185.465914ms","start":"2026-02-27T02:21:47.703376Z","end":"2026-02-27T02:21:47.888842Z","steps":["trace[712406973] 'agreement among raft nodes before linearized reading' (duration: 185.219147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:47.889409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.397926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:21:47.889501Z","caller":"traceutil/trace.go:171","msg":"trace[798461028] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34456; }","duration":"184.52815ms","start":"2026-02-27T02:21:47.704949Z","end":"2026-02-27T02:21:47.889477Z","steps":["trace[798461028] 'agreement among raft nodes before linearized reading' (duration: 183.691997ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:48.025121Z","caller":"traceutil/trace.go:171","msg":"trace[679710754] linearizableReadLoop","detail":"{readStateIndex:36108; appliedIndex:36106; }","duration":"117.001027ms","start":"2026-02-27T02:21:47.908097Z","end":"2026-02-27T02:21:48.025098Z","steps":["trace[679710754] 'read index received' (duration: 10.137607ms)","trace[679710754] 'applied index is now lower than readState.Index' (duration: 106.86241ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:48.025256Z","caller":"traceutil/trace.go:171","msg":"trace[454657847] transaction","detail":"{read_only:false; response_revision:34458; number_of_response:1; }","duration":"124.893156ms","start":"2026-02-27T02:21:47.900299Z","end":"2026-02-27T02:21:48.025192Z","steps":["trace[454657847] 'process raft request' (duration: 120.169151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:48.025792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.679836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:21:48.025853Z","caller":"traceutil/trace.go:171","msg":"trace[1638904907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34458; }","duration":"117.800639ms","start":"2026-02-27T02:21:47.908039Z","end":"2026-02-27T02:21:48.02584Z","steps":["trace[1638904907] 'agreement among raft nodes before linearized reading' (duration: 117.176042ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:48.61981Z","caller":"traceutil/trace.go:171","msg":"trace[752491634] transaction","detail":"{read_only:false; response_revision:34462; number_of_response:1; }","duration":"330.349608ms","start":"2026-02-27T02:21:48.289432Z","end":"2026-02-27T02:21:48.619781Z","steps":["trace[752491634] 'process raft request' (duration: 327.279397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:48.619972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:21:48.28941Z","time spent":"330.4687ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:21:48.645669Z","caller":"traceutil/trace.go:171","msg":"trace[1446417004] linearizableReadLoop","detail":"{readStateIndex:36113; appliedIndex:36111; }","duration":"143.045545ms","start":"2026-02-27T02:21:48.502587Z","end":"2026-02-27T02:21:48.645633Z","steps":["trace[1446417004] 'read index received' (duration: 114.138482ms)","trace[1446417004] 'applied index is now lower than readState.Index' (duration: 28.905923ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:48.645737Z","caller":"traceutil/trace.go:171","msg":"trace[830775323] transaction","detail":"{read_only:false; response_revision:34463; number_of_response:1; }","duration":"353.56769ms","start":"2026-02-27T02:21:48.292114Z","end":"2026-02-27T02:21:48.645682Z","steps":["trace[830775323] 'process raft request' (duration: 353.330934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:48.645862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.24409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:21:48.64593Z","caller":"traceutil/trace.go:171","msg":"trace[500436995] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34463; }","duration":"143.372633ms","start":"2026-02-27T02:21:48.502538Z","end":"2026-02-27T02:21:48.64591Z","steps":["trace[500436995] 'agreement among raft nodes before linearized reading' (duration: 143.157037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:48.645943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:21:48.292092Z","time spent":"353.744794ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:21:48.780989Z","caller":"traceutil/trace.go:171","msg":"trace[592956898] transaction","detail":"{read_only:false; response_revision:34465; number_of_response:1; }","duration":"127.548436ms","start":"2026-02-27T02:21:48.653394Z","end":"2026-02-27T02:21:48.780942Z","steps":["trace[592956898] 'process raft request' (duration: 70.650075ms)","trace[592956898] 'compare' (duration: 56.622504ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:50.654446Z","caller":"traceutil/trace.go:171","msg":"trace[906531031] linearizableReadLoop","detail":"{readStateIndex:36127; appliedIndex:36126; }","duration":"129.090956ms","start":"2026-02-27T02:21:50.525331Z","end":"2026-02-27T02:21:50.654422Z","steps":["trace[906531031] 'read index received' (duration: 128.86893ms)","trace[906531031] 'applied index is now lower than readState.Index' (duration: 221.146µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:50.654543Z","caller":"traceutil/trace.go:171","msg":"trace[1827978241] transaction","detail":"{read_only:false; response_revision:34477; number_of_response:1; }","duration":"138.243038ms","start":"2026-02-27T02:21:50.516257Z","end":"2026-02-27T02:21:50.6545Z","steps":["trace[1827978241] 'process raft request' (duration: 138.013462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:50.654667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.301132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:21:50.654801Z","caller":"traceutil/trace.go:171","msg":"trace[1838450644] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:34477; }","duration":"129.455916ms","start":"2026-02-27T02:21:50.525304Z","end":"2026-02-27T02:21:50.65476Z","steps":["trace[1838450644] 'agreement among raft nodes before linearized reading' (duration: 129.2394ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:50.976634Z","caller":"traceutil/trace.go:171","msg":"trace[1461321248] transaction","detail":"{read_only:false; response_revision:34482; number_of_response:1; }","duration":"104.892498ms","start":"2026-02-27T02:21:50.871701Z","end":"2026-02-27T02:21:50.976593Z","steps":["trace[1461321248] 'process raft request' (duration: 102.126135ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:51.369293Z","caller":"traceutil/trace.go:171","msg":"trace[1709299450] transaction","detail":"{read_only:false; response_revision:34486; number_of_response:1; }","duration":"105.073493ms","start":"2026-02-27T02:21:51.264179Z","end":"2026-02-27T02:21:51.369253Z","steps":["trace[1709299450] 'process raft request' (duration: 80.35274ms)","trace[1709299450] 'compare' (duration: 24.550258ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:51.40811Z","caller":"traceutil/trace.go:171","msg":"trace[285506461] transaction","detail":"{read_only:false; response_revision:34487; number_of_response:1; }","duration":"114.110641ms","start":"2026-02-27T02:21:51.293961Z","end":"2026-02-27T02:21:51.408071Z","steps":["trace[285506461] 'process raft request' (duration: 113.901395ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:52.353819Z","caller":"traceutil/trace.go:171","msg":"trace[443328264] transaction","detail":"{read_only:false; response_revision:34492; number_of_response:1; }","duration":"122.771059ms","start":"2026-02-27T02:21:52.231017Z","end":"2026-02-27T02:21:52.353788Z","steps":["trace[443328264] 'process raft request' (duration: 86.859862ms)","trace[443328264] 'compare' (duration: 35.332382ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:52.481702Z","caller":"traceutil/trace.go:171","msg":"trace[1763714898] transaction","detail":"{read_only:false; response_revision:34493; number_of_response:1; }","duration":"122.250406ms","start":"2026-02-27T02:21:52.359418Z","end":"2026-02-27T02:21:52.481668Z","steps":["trace[1763714898] 'process raft request' (duration: 99.387292ms)","trace[1763714898] 'compare' (duration: 22.419152ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:53.21069Z","caller":"traceutil/trace.go:171","msg":"trace[1569615036] transaction","detail":"{read_only:false; response_revision:34498; number_of_response:1; }","duration":"192.398477ms","start":"2026-02-27T02:21:53.018267Z","end":"2026-02-27T02:21:53.210665Z","steps":["trace[1569615036] 'process raft request' (duration: 192.220622ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:53.211989Z","caller":"traceutil/trace.go:171","msg":"trace[1959089263] linearizableReadLoop","detail":"{readStateIndex:36150; appliedIndex:36148; }","duration":"136.812941ms","start":"2026-02-27T02:21:53.075162Z","end":"2026-02-27T02:21:53.211974Z","steps":["trace[1959089263] 'read index received' (duration: 135.340822ms)","trace[1959089263] 'applied index is now lower than readState.Index' (duration: 1.470798ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:53.212078Z","caller":"traceutil/trace.go:171","msg":"trace[627874605] transaction","detail":"{read_only:false; response_revision:34499; number_of_response:1; }","duration":"153.727216ms","start":"2026-02-27T02:21:53.058314Z","end":"2026-02-27T02:21:53.212041Z","steps":["trace[627874605] 'process raft request' (duration: 153.563082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:53.212145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.974704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T02:21:53.212177Z","caller":"traceutil/trace.go:171","msg":"trace[1897163160] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34499; }","duration":"137.063887ms","start":"2026-02-27T02:21:53.075104Z","end":"2026-02-27T02:21:53.212168Z","steps":["trace[1897163160] 'agreement among raft nodes before linearized reading' (duration: 136.926343ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:53.413326Z","caller":"traceutil/trace.go:171","msg":"trace[1325345760] transaction","detail":"{read_only:false; response_revision:34501; number_of_response:1; }","duration":"147.180214ms","start":"2026-02-27T02:21:53.266117Z","end":"2026-02-27T02:21:53.413297Z","steps":["trace[1325345760] 'process raft request' (duration: 147.047071ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:53.480845Z","caller":"traceutil/trace.go:171","msg":"trace[1660362626] transaction","detail":"{read_only:false; response_revision:34502; number_of_response:1; }","duration":"103.114811ms","start":"2026-02-27T02:21:53.377699Z","end":"2026-02-27T02:21:53.480814Z","steps":["trace[1660362626] 'process raft request' (duration: 83.101993ms)","trace[1660362626] 'compare' (duration: 19.816393ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:53.648126Z","caller":"traceutil/trace.go:171","msg":"trace[1279384022] transaction","detail":"{read_only:false; response_revision:34503; number_of_response:1; }","duration":"127.870095ms","start":"2026-02-27T02:21:53.520215Z","end":"2026-02-27T02:21:53.648085Z","steps":["trace[1279384022] 'process raft request' (duration: 78.325087ms)","trace[1279384022] 'compare' (duration: 49.360603ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:53.894746Z","caller":"traceutil/trace.go:171","msg":"trace[102254991] transaction","detail":"{read_only:false; response_revision:34504; number_of_response:1; }","duration":"104.004353ms","start":"2026-02-27T02:21:53.790704Z","end":"2026-02-27T02:21:53.894708Z","steps":["trace[102254991] 'process raft request' (duration: 103.673455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:55.577095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.508078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:21:55.577217Z","caller":"traceutil/trace.go:171","msg":"trace[1442795904] transaction","detail":"{read_only:false; response_revision:34517; number_of_response:1; }","duration":"252.214325ms","start":"2026-02-27T02:21:55.324983Z","end":"2026-02-27T02:21:55.577198Z","steps":["trace[1442795904] 'process raft request' (duration: 114.515012ms)","trace[1442795904] 'compare' (duration: 137.361394ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:55.62369Z","caller":"traceutil/trace.go:171","msg":"trace[993219956] transaction","detail":"{read_only:false; response_revision:34518; number_of_response:1; }","duration":"136.647556ms","start":"2026-02-27T02:21:55.487014Z","end":"2026-02-27T02:21:55.623662Z","steps":["trace[993219956] 'process raft request' (duration: 136.472772ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:56.239721Z","caller":"traceutil/trace.go:171","msg":"trace[750512722] transaction","detail":"{read_only:false; response_revision:34520; number_of_response:1; }","duration":"139.85253ms","start":"2026-02-27T02:21:56.099846Z","end":"2026-02-27T02:21:56.239699Z","steps":["trace[750512722] 'process raft request' (duration: 139.705516ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:56.246428Z","caller":"traceutil/trace.go:171","msg":"trace[2136618770] transaction","detail":"{read_only:false; response_revision:34521; number_of_response:1; }","duration":"144.316418ms","start":"2026-02-27T02:21:56.102084Z","end":"2026-02-27T02:21:56.246401Z","steps":["trace[2136618770] 'process raft request' (duration: 144.172414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:59.236406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.273505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-02-27T02:21:59.236583Z","caller":"traceutil/trace.go:171","msg":"trace[1581489764] transaction","detail":"{read_only:false; number_of_response:0; response_revision:34543; }","duration":"376.514155ms","start":"2026-02-27T02:21:58.860033Z","end":"2026-02-27T02:21:59.236547Z","steps":["trace[1581489764] 'process raft request' (duration: 162.007445ms)","trace[1581489764] 'compare' (duration: 214.197432ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:59.23669Z","caller":"traceutil/trace.go:171","msg":"trace[307752264] transaction","detail":"{read_only:false; response_revision:34544; number_of_response:1; }","duration":"188.071233ms","start":"2026-02-27T02:21:59.048599Z","end":"2026-02-27T02:21:59.23667Z","steps":["trace[307752264] 'process raft request' (duration: 187.94058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:59.236718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:21:58.860014Z","time spent":"376.641559ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:21:59.237133Z","caller":"traceutil/trace.go:171","msg":"trace[684426154] linearizableReadLoop","detail":"{readStateIndex:36197; appliedIndex:36196; }","duration":"329.753022ms","start":"2026-02-27T02:21:58.907349Z","end":"2026-02-27T02:21:59.237102Z","steps":["trace[684426154] 'read index received' (duration: 114.621585ms)","trace[684426154] 'applied index is now lower than readState.Index' (duration: 215.129336ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:21:59.237306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.033086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:21:59.237341Z","caller":"traceutil/trace.go:171","msg":"trace[1422534442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34544; }","duration":"184.111358ms","start":"2026-02-27T02:21:59.053216Z","end":"2026-02-27T02:21:59.237327Z","steps":["trace[1422534442] 'agreement among raft nodes before linearized reading' (duration: 184.037726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:59.237527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.135561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:21:59.237856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.971049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:21:59.237942Z","caller":"traceutil/trace.go:171","msg":"trace[1498308430] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34544; }","duration":"155.276807ms","start":"2026-02-27T02:21:59.082651Z","end":"2026-02-27T02:21:59.237927Z","steps":["trace[1498308430] 'agreement among raft nodes before linearized reading' (duration: 154.853306ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:59.23765Z","caller":"traceutil/trace.go:171","msg":"trace[646369686] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:34544; }","duration":"330.309976ms","start":"2026-02-27T02:21:58.907309Z","end":"2026-02-27T02:21:59.237619Z","steps":["trace[646369686] 'agreement among raft nodes before linearized reading' (duration: 329.931526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:59.238071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:21:58.907291Z","time spent":"330.756448ms","remote":"127.0.0.1:45752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:21:59.387523Z","caller":"traceutil/trace.go:171","msg":"trace[845227818] transaction","detail":"{read_only:false; response_revision:34546; number_of_response:1; }","duration":"139.518562ms","start":"2026-02-27T02:21:59.24797Z","end":"2026-02-27T02:21:59.387488Z","steps":["trace[845227818] 'process raft request' (duration: 139.190623ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:59.387688Z","caller":"traceutil/trace.go:171","msg":"trace[976118681] linearizableReadLoop","detail":"{readStateIndex:36201; appliedIndex:36199; }","duration":"107.759933ms","start":"2026-02-27T02:21:59.279902Z","end":"2026-02-27T02:21:59.387662Z","steps":["trace[976118681] 'read index received' (duration: 107.304061ms)","trace[976118681] 'applied index is now lower than readState.Index' (duration: 454.012µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:59.387856Z","caller":"traceutil/trace.go:171","msg":"trace[405455198] transaction","detail":"{read_only:false; response_revision:34547; number_of_response:1; }","duration":"123.142499ms","start":"2026-02-27T02:21:59.26467Z","end":"2026-02-27T02:21:59.387813Z","steps":["trace[405455198] 'process raft request' (duration: 122.745819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:59.387938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.01473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T02:21:59.388002Z","caller":"traceutil/trace.go:171","msg":"trace[1008388601] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34547; }","duration":"108.117803ms","start":"2026-02-27T02:21:59.279868Z","end":"2026-02-27T02:21:59.387985Z","steps":["trace[1008388601] 'agreement among raft nodes before linearized reading' (duration: 107.893287ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:59.704394Z","caller":"traceutil/trace.go:171","msg":"trace[887059509] linearizableReadLoop","detail":"{readStateIndex:36202; appliedIndex:36201; }","duration":"285.716649ms","start":"2026-02-27T02:21:59.418647Z","end":"2026-02-27T02:21:59.704364Z","steps":["trace[887059509] 'read index received' (duration: 285.581746ms)","trace[887059509] 'applied index is now lower than readState.Index' (duration: 133.503µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:59.704443Z","caller":"traceutil/trace.go:171","msg":"trace[1074413616] transaction","detail":"{read_only:false; response_revision:34548; number_of_response:1; }","duration":"293.906766ms","start":"2026-02-27T02:21:59.41051Z","end":"2026-02-27T02:21:59.704417Z","steps":["trace[1074413616] 'process raft request' (duration: 293.68201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:59.704615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.947385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T02:21:59.704674Z","caller":"traceutil/trace.go:171","msg":"trace[817551768] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34548; }","duration":"286.049769ms","start":"2026-02-27T02:21:59.418594Z","end":"2026-02-27T02:21:59.704644Z","steps":["trace[817551768] 'agreement among raft nodes before linearized reading' (duration: 285.895965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:59.731957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.940935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:21:59.731974Z","caller":"traceutil/trace.go:171","msg":"trace[1132855950] transaction","detail":"{read_only:false; response_revision:34549; number_of_response:1; }","duration":"134.583471ms","start":"2026-02-27T02:21:59.597353Z","end":"2026-02-27T02:21:59.731936Z","steps":["trace[1132855950] 'process raft request' (duration: 134.252802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:59.731996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.251269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:21:59.732029Z","caller":"traceutil/trace.go:171","msg":"trace[956302181] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34549; }","duration":"170.084038ms","start":"2026-02-27T02:21:59.561929Z","end":"2026-02-27T02:21:59.732013Z","steps":["trace[956302181] 'agreement among raft nodes before linearized reading' (duration: 169.909704ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:59.732058Z","caller":"traceutil/trace.go:171","msg":"trace[843192740] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34549; }","duration":"268.361942ms","start":"2026-02-27T02:21:59.463679Z","end":"2026-02-27T02:21:59.732041Z","steps":["trace[843192740] 'agreement among raft nodes before linearized reading' (duration: 268.177257ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:00.098358Z","caller":"traceutil/trace.go:171","msg":"trace[1928294771] transaction","detail":"{read_only:false; response_revision:34553; number_of_response:1; }","duration":"126.942389ms","start":"2026-02-27T02:21:59.971389Z","end":"2026-02-27T02:22:00.098331Z","steps":["trace[1928294771] 'process raft request' (duration: 126.518138ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:01.073224Z","caller":"traceutil/trace.go:171","msg":"trace[124778152] transaction","detail":"{read_only:false; response_revision:34559; number_of_response:1; }","duration":"401.891205ms","start":"2026-02-27T02:22:00.671301Z","end":"2026-02-27T02:22:01.073192Z","steps":["trace[124778152] 'process raft request' (duration: 401.70914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:01.074071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:00.671273Z","time spent":"402.1217ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:01.167573Z","caller":"traceutil/trace.go:171","msg":"trace[88091158] linearizableReadLoop","detail":"{readStateIndex:36214; appliedIndex:36212; }","duration":"242.866958ms","start":"2026-02-27T02:22:00.924665Z","end":"2026-02-27T02:22:01.167532Z","steps":["trace[88091158] 'read index received' (duration: 148.302923ms)","trace[88091158] 'applied index is now lower than readState.Index' (duration: 94.562505ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:01.167769Z","caller":"traceutil/trace.go:171","msg":"trace[373208946] transaction","detail":"{read_only:false; response_revision:34560; number_of_response:1; }","duration":"289.647732ms","start":"2026-02-27T02:22:00.878104Z","end":"2026-02-27T02:22:01.167751Z","steps":["trace[373208946] 'process raft request' (duration: 240.605258ms)","trace[373208946] 'compare' (duration: 48.636793ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:01.168176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.477114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:22:01.168232Z","caller":"traceutil/trace.go:171","msg":"trace[709530958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34560; }","duration":"243.586987ms","start":"2026-02-27T02:22:00.924628Z","end":"2026-02-27T02:22:01.168215Z","steps":["trace[709530958] 'agreement among raft nodes before linearized reading' (duration: 243.33488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:01.168326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.250548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:01.168451Z","caller":"traceutil/trace.go:171","msg":"trace[2076784504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34560; }","duration":"113.416633ms","start":"2026-02-27T02:22:01.055012Z","end":"2026-02-27T02:22:01.168428Z","steps":["trace[2076784504] 'agreement among raft nodes before linearized reading' (duration: 113.136455ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:01.676182Z","caller":"traceutil/trace.go:171","msg":"trace[122736794] transaction","detail":"{read_only:false; response_revision:34563; number_of_response:1; }","duration":"153.328006ms","start":"2026-02-27T02:22:01.522822Z","end":"2026-02-27T02:22:01.67615Z","steps":["trace[122736794] 'process raft request' (duration: 152.988067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:01.676374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.437134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:01.676462Z","caller":"traceutil/trace.go:171","msg":"trace[1584925765] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:34563; }","duration":"146.573018ms","start":"2026-02-27T02:22:01.529866Z","end":"2026-02-27T02:22:01.676439Z","steps":["trace[1584925765] 'agreement among raft nodes before linearized reading' (duration: 146.390523ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:01.676461Z","caller":"traceutil/trace.go:171","msg":"trace[666662947] linearizableReadLoop","detail":"{readStateIndex:36217; appliedIndex:36216; }","duration":"146.153397ms","start":"2026-02-27T02:22:01.529897Z","end":"2026-02-27T02:22:01.67605Z","steps":["trace[666662947] 'read index received' (duration: 146.059884ms)","trace[666662947] 'applied index is now lower than readState.Index' (duration: 91.933µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:02.019679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.087814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:02.020385Z","caller":"traceutil/trace.go:171","msg":"trace[1884546811] transaction","detail":"{read_only:false; response_revision:34565; number_of_response:1; }","duration":"293.494524ms","start":"2026-02-27T02:22:01.726724Z","end":"2026-02-27T02:22:02.020218Z","steps":["trace[1884546811] 'process raft request' (duration: 115.777395ms)","trace[1884546811] 'compare' (duration: 176.832366ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:02.28709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.445662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:02.287351Z","caller":"traceutil/trace.go:171","msg":"trace[447810018] linearizableReadLoop","detail":"{readStateIndex:36221; appliedIndex:36219; }","duration":"414.934099ms","start":"2026-02-27T02:22:01.8724Z","end":"2026-02-27T02:22:02.287334Z","steps":["trace[447810018] 'read index received' (duration: 309.312882ms)","trace[447810018] 'applied index is now lower than readState.Index' (duration: 105.619797ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:02.287451Z","caller":"traceutil/trace.go:171","msg":"trace[1803708807] transaction","detail":"{read_only:false; response_revision:34567; number_of_response:1; }","duration":"503.369883ms","start":"2026-02-27T02:22:01.784049Z","end":"2026-02-27T02:22:02.287419Z","steps":["trace[1803708807] 'process raft request' (duration: 503.147607ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:02.28748Z","caller":"traceutil/trace.go:171","msg":"trace[1419476218] transaction","detail":"{read_only:false; response_revision:34566; number_of_response:1; }","duration":"551.494623ms","start":"2026-02-27T02:22:01.735955Z","end":"2026-02-27T02:22:02.287449Z","steps":["trace[1419476218] 'process raft request' (duration: 445.591768ms)","trace[1419476218] 'compare' (duration: 105.124744ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:02.287597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.191705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:22:02.287638Z","caller":"traceutil/trace.go:171","msg":"trace[974233610] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34567; }","duration":"415.259528ms","start":"2026-02-27T02:22:01.872368Z","end":"2026-02-27T02:22:02.287627Z","steps":["trace[974233610] 'agreement among raft nodes before linearized reading' (duration: 415.068062ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:02.287627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:01.735931Z","time spent":"551.618385ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:02.28768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:01.872353Z","time spent":"415.317239ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:22:02.287695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:01.784025Z","time spent":"503.536217ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:02.391066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.737057ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:22:02.392031Z","caller":"traceutil/trace.go:171","msg":"trace[1819044822] linearizableReadLoop","detail":"{readStateIndex:36223; appliedIndex:36221; }","duration":"104.621411ms","start":"2026-02-27T02:22:02.287388Z","end":"2026-02-27T02:22:02.392009Z","steps":["trace[1819044822] 'read index received' (duration: 62.222µs)","trace[1819044822] 'applied index is now lower than readState.Index' (duration: 104.558009ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:02.392139Z","caller":"traceutil/trace.go:171","msg":"trace[663423597] transaction","detail":"{read_only:false; response_revision:34568; number_of_response:1; }","duration":"287.518787ms","start":"2026-02-27T02:22:02.104609Z","end":"2026-02-27T02:22:02.392128Z","steps":["trace[663423597] 'process raft request' (duration: 286.568552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:02.504397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.400736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-02-27T02:22:02.504603Z","caller":"traceutil/trace.go:171","msg":"trace[1062482311] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34568; }","duration":"480.608762ms","start":"2026-02-27T02:22:02.023977Z","end":"2026-02-27T02:22:02.504586Z","steps":["trace[1062482311] 'agreement among raft nodes before linearized reading' (duration: 368.36449ms)","trace[1062482311] 'range keys from in-memory index tree' (duration: 111.996215ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:02.504663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:02.023927Z","time spent":"480.726825ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:22:02.504828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.602845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-27T02:22:02.504883Z","caller":"traceutil/trace.go:171","msg":"trace[817688198] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:34568; }","duration":"623.679897ms","start":"2026-02-27T02:22:01.881193Z","end":"2026-02-27T02:22:02.504873Z","steps":["trace[817688198] 'agreement among raft nodes before linearized reading' (duration: 511.165618ms)","trace[817688198] 'range keys from in-memory index tree' (duration: 112.424387ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:02.505169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:01.881182Z","time spent":"623.970455ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-02-27T02:22:02.505268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.896978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T02:22:02.505181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.953556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T02:22:02.50538Z","caller":"traceutil/trace.go:171","msg":"trace[1237409146] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34568; }","duration":"214.178581ms","start":"2026-02-27T02:22:02.291189Z","end":"2026-02-27T02:22:02.505367Z","steps":["trace[1237409146] 'agreement among raft nodes before linearized reading' (duration: 101.18733ms)","trace[1237409146] 'range keys from in-memory index tree' (duration: 112.724994ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:02.505375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.145021ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:02.505446Z","caller":"traceutil/trace.go:171","msg":"trace[1669312510] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:34568; }","duration":"103.220084ms","start":"2026-02-27T02:22:02.402217Z","end":"2026-02-27T02:22:02.505437Z","steps":["trace[1669312510] 'range keys from in-memory index tree' (duration: 103.136491ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:02.505333Z","caller":"traceutil/trace.go:171","msg":"trace[748631486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34568; }","duration":"138.001801ms","start":"2026-02-27T02:22:02.367297Z","end":"2026-02-27T02:22:02.505299Z","steps":["trace[748631486] 'agreement among raft nodes before linearized reading' (duration: 25.129113ms)","trace[748631486] 'range keys from in-memory index tree' (duration: 112.783486ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:02.73916Z","caller":"traceutil/trace.go:171","msg":"trace[27916235] transaction","detail":"{read_only:false; response_revision:34570; number_of_response:1; }","duration":"228.14477ms","start":"2026-02-27T02:22:02.510987Z","end":"2026-02-27T02:22:02.739132Z","steps":["trace[27916235] 'process raft request' (duration: 227.899153ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:02.739525Z","caller":"traceutil/trace.go:171","msg":"trace[305735202] transaction","detail":"{read_only:false; response_revision:34572; number_of_response:1; }","duration":"227.273017ms","start":"2026-02-27T02:22:02.512224Z","end":"2026-02-27T02:22:02.739497Z","steps":["trace[305735202] 'process raft request' (duration: 227.048781ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:02.739549Z","caller":"traceutil/trace.go:171","msg":"trace[881738375] transaction","detail":"{read_only:false; response_revision:34573; number_of_response:1; }","duration":"226.705902ms","start":"2026-02-27T02:22:02.512812Z","end":"2026-02-27T02:22:02.739517Z","steps":["trace[881738375] 'process raft request' (duration: 226.609169ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:02.739657Z","caller":"traceutil/trace.go:171","msg":"trace[1026177974] linearizableReadLoop","detail":"{readStateIndex:36229; appliedIndex:36223; }","duration":"188.311629ms","start":"2026-02-27T02:22:02.551327Z","end":"2026-02-27T02:22:02.739639Z","steps":["trace[1026177974] 'read index received' (duration: 584.755µs)","trace[1026177974] 'applied index is now lower than readState.Index' (duration: 187.725064ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:02.739827Z","caller":"traceutil/trace.go:171","msg":"trace[1092199541] transaction","detail":"{read_only:false; response_revision:34571; number_of_response:1; }","duration":"228.222562ms","start":"2026-02-27T02:22:02.511596Z","end":"2026-02-27T02:22:02.739819Z","steps":["trace[1092199541] 'process raft request' (duration: 227.477792ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:02.739926Z","caller":"traceutil/trace.go:171","msg":"trace[1413879240] transaction","detail":"{read_only:false; response_revision:34574; number_of_response:1; }","duration":"224.631887ms","start":"2026-02-27T02:22:02.515286Z","end":"2026-02-27T02:22:02.739918Z","steps":["trace[1413879240] 'process raft request' (duration: 224.172825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:02.741462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.119577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:202 size:2002262"} {"level":"info","ts":"2026-02-27T02:22:02.741514Z","caller":"traceutil/trace.go:171","msg":"trace[1564522464] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:202; response_revision:34574; }","duration":"190.218089ms","start":"2026-02-27T02:22:02.551282Z","end":"2026-02-27T02:22:02.7415Z","steps":["trace[1564522464] 'agreement among raft nodes before linearized reading' (duration: 188.428122ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:03.008092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.185788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:03.0082Z","caller":"traceutil/trace.go:171","msg":"trace[1990991623] linearizableReadLoop","detail":"{readStateIndex:36230; appliedIndex:36229; }","duration":"186.80999ms","start":"2026-02-27T02:22:02.821375Z","end":"2026-02-27T02:22:03.008185Z","steps":["trace[1990991623] 'read index received' (duration: 29.379345ms)","trace[1990991623] 'applied index is now lower than readState.Index' (duration: 157.429445ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:03.008273Z","caller":"traceutil/trace.go:171","msg":"trace[2113420580] transaction","detail":"{read_only:false; response_revision:34575; number_of_response:1; }","duration":"261.139791ms","start":"2026-02-27T02:22:02.747102Z","end":"2026-02-27T02:22:03.008242Z","steps":["trace[2113420580] 'process raft request' (duration: 103.718997ms)","trace[2113420580] 'compare' (duration: 157.093045ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:03.00835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.972114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-02-27T02:22:03.008384Z","caller":"traceutil/trace.go:171","msg":"trace[1845862077] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:34575; }","duration":"187.033256ms","start":"2026-02-27T02:22:02.821341Z","end":"2026-02-27T02:22:03.008374Z","steps":["trace[1845862077] 'agreement among raft nodes before linearized reading' (duration: 186.926953ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:03.204765Z","caller":"traceutil/trace.go:171","msg":"trace[1359762891] transaction","detail":"{read_only:false; response_revision:34576; number_of_response:1; }","duration":"123.611172ms","start":"2026-02-27T02:22:03.081112Z","end":"2026-02-27T02:22:03.204723Z","steps":["trace[1359762891] 'process raft request' (duration: 73.583442ms)","trace[1359762891] 'compare' (duration: 49.842645ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:03.403742Z","caller":"traceutil/trace.go:171","msg":"trace[1015962804] transaction","detail":"{read_only:false; response_revision:34577; number_of_response:1; }","duration":"170.752495ms","start":"2026-02-27T02:22:03.232957Z","end":"2026-02-27T02:22:03.40371Z","steps":["trace[1015962804] 'process raft request' (duration: 170.55834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:04.270008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.299967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:04.270112Z","caller":"traceutil/trace.go:171","msg":"trace[78319840] linearizableReadLoop","detail":"{readStateIndex:36233; appliedIndex:36232; }","duration":"390.290879ms","start":"2026-02-27T02:22:03.879805Z","end":"2026-02-27T02:22:04.270096Z","steps":["trace[78319840] 'read index received' (duration: 44.662µs)","trace[78319840] 'applied index is now lower than readState.Index' (duration: 390.245157ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:04.27017Z","caller":"traceutil/trace.go:171","msg":"trace[753492029] transaction","detail":"{read_only:false; response_revision:34578; number_of_response:1; }","duration":"808.807102ms","start":"2026-02-27T02:22:03.461321Z","end":"2026-02-27T02:22:04.270129Z","steps":["trace[753492029] 'process raft request' (duration: 77.30918ms)","trace[753492029] 'compare' (duration: 731.187824ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:04.270343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:03.461292Z","time spent":"808.960817ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:04.270925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.09052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:04.271009Z","caller":"traceutil/trace.go:171","msg":"trace[249951238] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:34578; }","duration":"391.191993ms","start":"2026-02-27T02:22:03.879799Z","end":"2026-02-27T02:22:04.270991Z","steps":["trace[249951238] 'agreement among raft nodes before linearized reading' (duration: 391.041489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:04.271054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:03.879741Z","time spent":"391.303175ms","remote":"127.0.0.1:45482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:22:04.599737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.598725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:04.599856Z","caller":"traceutil/trace.go:171","msg":"trace[1504430390] linearizableReadLoop","detail":"{readStateIndex:36234; appliedIndex:36233; }","duration":"329.699069ms","start":"2026-02-27T02:22:04.270139Z","end":"2026-02-27T02:22:04.599838Z","steps":["trace[1504430390] 'read index received' (duration: 192.957911ms)","trace[1504430390] 'applied index is now lower than readState.Index' (duration: 136.739888ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:04.600043Z","caller":"traceutil/trace.go:171","msg":"trace[1905852203] transaction","detail":"{read_only:false; response_revision:34579; number_of_response:1; }","duration":"358.072259ms","start":"2026-02-27T02:22:04.241941Z","end":"2026-02-27T02:22:04.600013Z","steps":["trace[1905852203] 'process raft request' (duration: 221.092534ms)","trace[1905852203] 'compare' (duration: 136.445861ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:04.600122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.95163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:04.600182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:04.241925Z","time spent":"358.182411ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:04.600204Z","caller":"traceutil/trace.go:171","msg":"trace[1700799549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34579; }","duration":"545.081514ms","start":"2026-02-27T02:22:04.055104Z","end":"2026-02-27T02:22:04.600186Z","steps":["trace[1700799549] 'agreement among raft nodes before linearized reading' (duration: 544.9407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:04.60025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:04.055078Z","time spent":"545.165556ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:22:04.600146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.682591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:22:04.600384Z","caller":"traceutil/trace.go:171","msg":"trace[164797] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:34579; }","duration":"374.087571ms","start":"2026-02-27T02:22:04.226276Z","end":"2026-02-27T02:22:04.600363Z","steps":["trace[164797] 'agreement among raft nodes before linearized reading' (duration: 373.66245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:04.600436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:04.226256Z","time spent":"374.165233ms","remote":"127.0.0.1:47740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:22:04.618782Z","caller":"traceutil/trace.go:171","msg":"trace[1287495611] transaction","detail":"{read_only:false; response_revision:34580; number_of_response:1; }","duration":"325.744885ms","start":"2026-02-27T02:22:04.29302Z","end":"2026-02-27T02:22:04.618764Z","steps":["trace[1287495611] 'process raft request' (duration: 325.54958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:04.618895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:04.292992Z","time spent":"325.845597ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:04.619143Z","caller":"traceutil/trace.go:171","msg":"trace[39551817] transaction","detail":"{read_only:false; response_revision:34582; number_of_response:1; }","duration":"220.96956ms","start":"2026-02-27T02:22:04.398138Z","end":"2026-02-27T02:22:04.619108Z","steps":["trace[39551817] 'process raft request' (duration: 220.835736ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:04.61916Z","caller":"traceutil/trace.go:171","msg":"trace[1200786720] transaction","detail":"{read_only:false; response_revision:34581; number_of_response:1; }","duration":"324.677756ms","start":"2026-02-27T02:22:04.294434Z","end":"2026-02-27T02:22:04.619111Z","steps":["trace[1200786720] 'process raft request' (duration: 324.289426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:04.619378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:04.294407Z","time spent":"324.848701ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:05.078907Z","caller":"traceutil/trace.go:171","msg":"trace[850454216] linearizableReadLoop","detail":"{readStateIndex:36242; appliedIndex:36239; }","duration":"202.168025ms","start":"2026-02-27T02:22:04.87671Z","end":"2026-02-27T02:22:05.078878Z","steps":["trace[850454216] 'read index received' (duration: 201.645852ms)","trace[850454216] 'applied index is now lower than readState.Index' (duration: 520.813µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:05.078954Z","caller":"traceutil/trace.go:171","msg":"trace[2002582749] transaction","detail":"{read_only:false; response_revision:34585; number_of_response:1; }","duration":"313.857322ms","start":"2026-02-27T02:22:04.765047Z","end":"2026-02-27T02:22:05.078904Z","steps":["trace[2002582749] 'process raft request' (duration: 313.297567ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:05.079013Z","caller":"traceutil/trace.go:171","msg":"trace[978658664] transaction","detail":"{read_only:false; response_revision:34587; number_of_response:1; }","duration":"311.956122ms","start":"2026-02-27T02:22:04.767024Z","end":"2026-02-27T02:22:05.07898Z","steps":["trace[978658664] 'process raft request' (duration: 311.802688ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:05.079129Z","caller":"traceutil/trace.go:171","msg":"trace[1567972791] transaction","detail":"{read_only:false; response_revision:34586; number_of_response:1; }","duration":"314.014716ms","start":"2026-02-27T02:22:04.76508Z","end":"2026-02-27T02:22:05.079095Z","steps":["trace[1567972791] 'process raft request' (duration: 313.697218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:05.07917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:04.767012Z","time spent":"312.071915ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:05.079153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:04.76503Z","time spent":"314.015606ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:05.079215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.489593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T02:22:05.079282Z","caller":"traceutil/trace.go:171","msg":"trace[763014326] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34587; }","duration":"202.619937ms","start":"2026-02-27T02:22:04.876647Z","end":"2026-02-27T02:22:05.079266Z","steps":["trace[763014326] 'agreement among raft nodes before linearized reading' (duration: 202.38151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:05.079304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:04.765045Z","time spent":"314.1736ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:05.206646Z","caller":"traceutil/trace.go:171","msg":"trace[118421106] transaction","detail":"{read_only:false; response_revision:34588; number_of_response:1; }","duration":"119.793041ms","start":"2026-02-27T02:22:05.086794Z","end":"2026-02-27T02:22:05.206587Z","steps":["trace[118421106] 'process raft request' (duration: 71.205629ms)","trace[118421106] 'compare' (duration: 48.375826ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:05.277359Z","caller":"traceutil/trace.go:171","msg":"trace[117779826] transaction","detail":"{read_only:false; response_revision:34589; number_of_response:1; }","duration":"189.893001ms","start":"2026-02-27T02:22:05.087305Z","end":"2026-02-27T02:22:05.277198Z","steps":["trace[117779826] 'process raft request' (duration: 189.600864ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:05.277583Z","caller":"traceutil/trace.go:171","msg":"trace[1717115343] linearizableReadLoop","detail":"{readStateIndex:36244; appliedIndex:36242; }","duration":"151.826347ms","start":"2026-02-27T02:22:05.125725Z","end":"2026-02-27T02:22:05.277552Z","steps":["trace[1717115343] 'read index received' (duration: 32.281832ms)","trace[1717115343] 'applied index is now lower than readState.Index' (duration: 119.543145ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:05.277662Z","caller":"traceutil/trace.go:171","msg":"trace[1504923107] transaction","detail":"{read_only:false; response_revision:34590; number_of_response:1; }","duration":"137.291863ms","start":"2026-02-27T02:22:05.140339Z","end":"2026-02-27T02:22:05.277631Z","steps":["trace[1504923107] 'process raft request' (duration: 136.720508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:05.277765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.007441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:05.277818Z","caller":"traceutil/trace.go:171","msg":"trace[162602302] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34590; }","duration":"152.118714ms","start":"2026-02-27T02:22:05.125687Z","end":"2026-02-27T02:22:05.277805Z","steps":["trace[162602302] 'agreement among raft nodes before linearized reading' (duration: 152.004841ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:05.277867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.55597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:22:05.277952Z","caller":"traceutil/trace.go:171","msg":"trace[564635624] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:34590; }","duration":"148.672584ms","start":"2026-02-27T02:22:05.129257Z","end":"2026-02-27T02:22:05.27793Z","steps":["trace[564635624] 'agreement among raft nodes before linearized reading' (duration: 148.501849ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:05.595652Z","caller":"traceutil/trace.go:171","msg":"trace[766640457] linearizableReadLoop","detail":"{readStateIndex:36249; appliedIndex:36248; }","duration":"187.912959ms","start":"2026-02-27T02:22:05.407709Z","end":"2026-02-27T02:22:05.595622Z","steps":["trace[766640457] 'read index received' (duration: 168.496797ms)","trace[766640457] 'applied index is now lower than readState.Index' (duration: 19.414722ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:05.595713Z","caller":"traceutil/trace.go:171","msg":"trace[1037355909] transaction","detail":"{read_only:false; response_revision:34593; number_of_response:1; }","duration":"200.424019ms","start":"2026-02-27T02:22:05.395252Z","end":"2026-02-27T02:22:05.595676Z","steps":["trace[1037355909] 'process raft request' (duration: 180.863153ms)","trace[1037355909] 'compare' (duration: 19.357071ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:05.595945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.207917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:22:05.596009Z","caller":"traceutil/trace.go:171","msg":"trace[1745405176] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34593; }","duration":"188.298529ms","start":"2026-02-27T02:22:05.407694Z","end":"2026-02-27T02:22:05.595993Z","steps":["trace[1745405176] 'agreement among raft nodes before linearized reading' (duration: 188.093013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:05.595947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.651321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-02-27T02:22:05.596166Z","caller":"traceutil/trace.go:171","msg":"trace[1319508273] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:34593; }","duration":"132.912848ms","start":"2026-02-27T02:22:05.463229Z","end":"2026-02-27T02:22:05.596142Z","steps":["trace[1319508273] 'agreement among raft nodes before linearized reading' (duration: 132.582909ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:05.750222Z","caller":"traceutil/trace.go:171","msg":"trace[1734530725] linearizableReadLoop","detail":"{readStateIndex:36250; appliedIndex:36249; }","duration":"131.760316ms","start":"2026-02-27T02:22:05.618432Z","end":"2026-02-27T02:22:05.750193Z","steps":["trace[1734530725] 'read index received' (duration: 130.76422ms)","trace[1734530725] 'applied index is now lower than readState.Index' (duration: 994.676µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:05.750292Z","caller":"traceutil/trace.go:171","msg":"trace[540926689] transaction","detail":"{read_only:false; response_revision:34594; number_of_response:1; }","duration":"149.171796ms","start":"2026-02-27T02:22:05.601077Z","end":"2026-02-27T02:22:05.750249Z","steps":["trace[540926689] 'process raft request' (duration: 148.096418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:05.750444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.989402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T02:22:05.750507Z","caller":"traceutil/trace.go:171","msg":"trace[239199209] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34594; }","duration":"132.072834ms","start":"2026-02-27T02:22:05.618415Z","end":"2026-02-27T02:22:05.750488Z","steps":["trace[239199209] 'agreement among raft nodes before linearized reading' (duration: 131.878379ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:06.407734Z","caller":"traceutil/trace.go:171","msg":"trace[110437589] transaction","detail":"{read_only:false; response_revision:34595; number_of_response:1; }","duration":"297.351376ms","start":"2026-02-27T02:22:06.110336Z","end":"2026-02-27T02:22:06.407687Z","steps":["trace[110437589] 'process raft request' (duration: 297.155121ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:06.675275Z","caller":"traceutil/trace.go:171","msg":"trace[1140696828] linearizableReadLoop","detail":"{readStateIndex:36252; appliedIndex:36250; }","duration":"364.759055ms","start":"2026-02-27T02:22:06.310483Z","end":"2026-02-27T02:22:06.675242Z","steps":["trace[1140696828] 'read index received' (duration: 97.116013ms)","trace[1140696828] 'applied index is now lower than readState.Index' (duration: 267.641012ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:06.675328Z","caller":"traceutil/trace.go:171","msg":"trace[1431849183] transaction","detail":"{read_only:false; response_revision:34596; number_of_response:1; }","duration":"398.722072ms","start":"2026-02-27T02:22:06.276571Z","end":"2026-02-27T02:22:06.675293Z","steps":["trace[1431849183] 'process raft request' (duration: 393.512275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:06.675444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.94937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:22:06.675485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:06.276544Z","time spent":"398.850004ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:06.675566Z","caller":"traceutil/trace.go:171","msg":"trace[1862701329] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:34596; }","duration":"365.137586ms","start":"2026-02-27T02:22:06.31041Z","end":"2026-02-27T02:22:06.675548Z","steps":["trace[1862701329] 'agreement among raft nodes before linearized reading' (duration: 364.92351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:06.676188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:06.310382Z","time spent":"365.72668ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:22:06.735891Z","caller":"traceutil/trace.go:171","msg":"trace[298285535] transaction","detail":"{read_only:false; response_revision:34597; number_of_response:1; }","duration":"111.596475ms","start":"2026-02-27T02:22:06.624266Z","end":"2026-02-27T02:22:06.735862Z","steps":["trace[298285535] 'process raft request' (duration: 111.425831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:06.735978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.150126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-27T02:22:06.736016Z","caller":"traceutil/trace.go:171","msg":"trace[1521339570] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:34599; }","duration":"124.238838ms","start":"2026-02-27T02:22:06.611768Z","end":"2026-02-27T02:22:06.736006Z","steps":["trace[1521339570] 'agreement among raft nodes before linearized reading' (duration: 124.092504ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:06.73615Z","caller":"traceutil/trace.go:171","msg":"trace[1501271645] transaction","detail":"{read_only:false; response_revision:34599; number_of_response:1; }","duration":"110.806594ms","start":"2026-02-27T02:22:06.625292Z","end":"2026-02-27T02:22:06.736098Z","steps":["trace[1501271645] 'process raft request' (duration: 110.527147ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:06.73622Z","caller":"traceutil/trace.go:171","msg":"trace[1632888935] transaction","detail":"{read_only:false; response_revision:34598; number_of_response:1; }","duration":"111.451761ms","start":"2026-02-27T02:22:06.624693Z","end":"2026-02-27T02:22:06.736145Z","steps":["trace[1632888935] 'process raft request' (duration: 111.098081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:07.471554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.434636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T02:22:07.471644Z","caller":"traceutil/trace.go:171","msg":"trace[486787026] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34605; }","duration":"112.541419ms","start":"2026-02-27T02:22:07.359082Z","end":"2026-02-27T02:22:07.471624Z","steps":["trace[486787026] 'range keys from in-memory index tree' (duration: 112.265022ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:08.28365Z","caller":"traceutil/trace.go:171","msg":"trace[1444320876] linearizableReadLoop","detail":"{readStateIndex:36268; appliedIndex:36267; }","duration":"230.45475ms","start":"2026-02-27T02:22:08.053124Z","end":"2026-02-27T02:22:08.283579Z","steps":["trace[1444320876] 'read index received' (duration: 131.106769ms)","trace[1444320876] 'applied index is now lower than readState.Index' (duration: 99.345311ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:08.283839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.700197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:08.284001Z","caller":"traceutil/trace.go:171","msg":"trace[1666056483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34611; }","duration":"230.854731ms","start":"2026-02-27T02:22:08.053066Z","end":"2026-02-27T02:22:08.283921Z","steps":["trace[1666056483] 'agreement among raft nodes before linearized reading' (duration: 230.658796ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:08.857941Z","caller":"traceutil/trace.go:171","msg":"trace[963372355] transaction","detail":"{read_only:false; response_revision:34613; number_of_response:1; }","duration":"117.798479ms","start":"2026-02-27T02:22:08.740111Z","end":"2026-02-27T02:22:08.85791Z","steps":["trace[963372355] 'process raft request' (duration: 48.834769ms)","trace[963372355] 'compare' (duration: 68.766965ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:08.858414Z","caller":"traceutil/trace.go:171","msg":"trace[671939834] transaction","detail":"{read_only:false; response_revision:34615; number_of_response:1; }","duration":"117.46473ms","start":"2026-02-27T02:22:08.740929Z","end":"2026-02-27T02:22:08.858394Z","steps":["trace[671939834] 'process raft request' (duration: 117.268904ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:08.85847Z","caller":"traceutil/trace.go:171","msg":"trace[1499632093] transaction","detail":"{read_only:false; response_revision:34614; number_of_response:1; }","duration":"117.726887ms","start":"2026-02-27T02:22:08.74071Z","end":"2026-02-27T02:22:08.858437Z","steps":["trace[1499632093] 'process raft request' (duration: 117.151172ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:09.020351Z","caller":"traceutil/trace.go:171","msg":"trace[420345626] transaction","detail":"{read_only:false; response_revision:34617; number_of_response:1; }","duration":"155.071952ms","start":"2026-02-27T02:22:08.865246Z","end":"2026-02-27T02:22:09.020318Z","steps":["trace[420345626] 'process raft request' (duration: 131.13495ms)","trace[420345626] 'compare' (duration: 23.637694ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:09.713756Z","caller":"traceutil/trace.go:171","msg":"trace[2073620531] transaction","detail":"{read_only:false; response_revision:34622; number_of_response:1; }","duration":"109.369786ms","start":"2026-02-27T02:22:09.604364Z","end":"2026-02-27T02:22:09.713734Z","steps":["trace[2073620531] 'process raft request' (duration: 109.247993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:09.902936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.48503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:09.903111Z","caller":"traceutil/trace.go:171","msg":"trace[1518689688] linearizableReadLoop","detail":"{readStateIndex:36281; appliedIndex:36279; }","duration":"121.672921ms","start":"2026-02-27T02:22:09.781424Z","end":"2026-02-27T02:22:09.903097Z","steps":["trace[1518689688] 'read index received' (duration: 62.554431ms)","trace[1518689688] 'applied index is now lower than readState.Index' (duration: 59.11772ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:09.903196Z","caller":"traceutil/trace.go:171","msg":"trace[947397166] transaction","detail":"{read_only:false; response_revision:34624; number_of_response:1; }","duration":"184.625662ms","start":"2026-02-27T02:22:09.71856Z","end":"2026-02-27T02:22:09.903186Z","steps":["trace[947397166] 'process raft request' (duration: 184.470528ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:09.903329Z","caller":"traceutil/trace.go:171","msg":"trace[2039181178] transaction","detail":"{read_only:false; response_revision:34623; number_of_response:1; }","duration":"185.140895ms","start":"2026-02-27T02:22:09.718153Z","end":"2026-02-27T02:22:09.903294Z","steps":["trace[2039181178] 'process raft request' (duration: 42.216164ms)","trace[2039181178] 'compare' (duration: 142.377377ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:09.903417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.969499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:09.9035Z","caller":"traceutil/trace.go:171","msg":"trace[825138756] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:34624; }","duration":"122.109812ms","start":"2026-02-27T02:22:09.78137Z","end":"2026-02-27T02:22:09.903479Z","steps":["trace[825138756] 'agreement among raft nodes before linearized reading' (duration: 121.957278ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:10.860582Z","caller":"traceutil/trace.go:171","msg":"trace[579660453] transaction","detail":"{read_only:false; response_revision:34627; number_of_response:1; }","duration":"107.816235ms","start":"2026-02-27T02:22:10.752741Z","end":"2026-02-27T02:22:10.860557Z","steps":["trace[579660453] 'process raft request' (duration: 107.388044ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:10.991651Z","caller":"traceutil/trace.go:171","msg":"trace[805311161] linearizableReadLoop","detail":"{readStateIndex:36287; appliedIndex:36284; }","duration":"125.331527ms","start":"2026-02-27T02:22:10.866299Z","end":"2026-02-27T02:22:10.99163Z","steps":["trace[805311161] 'read index received' (duration: 43.791885ms)","trace[805311161] 'applied index is now lower than readState.Index' (duration: 81.538832ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:10.991759Z","caller":"traceutil/trace.go:171","msg":"trace[377824576] transaction","detail":"{read_only:false; response_revision:34630; number_of_response:1; }","duration":"127.805823ms","start":"2026-02-27T02:22:10.863942Z","end":"2026-02-27T02:22:10.991748Z","steps":["trace[377824576] 'process raft request' (duration: 90.719294ms)","trace[377824576] 'compare' (duration: 36.859113ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:10.992005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.705437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-02-27T02:22:10.992012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.009157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:22:10.992037Z","caller":"traceutil/trace.go:171","msg":"trace[1076757282] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34630; }","duration":"125.797649ms","start":"2026-02-27T02:22:10.86623Z","end":"2026-02-27T02:22:10.992028Z","steps":["trace[1076757282] 'agreement among raft nodes before linearized reading' (duration: 125.676796ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:10.992063Z","caller":"traceutil/trace.go:171","msg":"trace[1932989660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34630; }","duration":"120.100239ms","start":"2026-02-27T02:22:10.871951Z","end":"2026-02-27T02:22:10.992051Z","steps":["trace[1932989660] 'agreement among raft nodes before linearized reading' (duration: 119.926674ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:11.227719Z","caller":"traceutil/trace.go:171","msg":"trace[1126887254] transaction","detail":"{read_only:false; response_revision:34632; number_of_response:1; }","duration":"200.342617ms","start":"2026-02-27T02:22:11.027351Z","end":"2026-02-27T02:22:11.227694Z","steps":["trace[1126887254] 'process raft request' (duration: 200.151242ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:11.441156Z","caller":"traceutil/trace.go:171","msg":"trace[209344163] linearizableReadLoop","detail":"{readStateIndex:36290; appliedIndex:36288; }","duration":"387.071614ms","start":"2026-02-27T02:22:11.05405Z","end":"2026-02-27T02:22:11.441121Z","steps":["trace[209344163] 'read index received' (duration: 173.473967ms)","trace[209344163] 'applied index is now lower than readState.Index' (duration: 213.596267ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:11.4412Z","caller":"traceutil/trace.go:171","msg":"trace[790388932] transaction","detail":"{read_only:false; response_revision:34633; number_of_response:1; }","duration":"398.875195ms","start":"2026-02-27T02:22:11.042293Z","end":"2026-02-27T02:22:11.441168Z","steps":["trace[790388932] 'process raft request' (duration: 398.411663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:11.44129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.223628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:11.441345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:11.042271Z","time spent":"398.993929ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:11.441359Z","caller":"traceutil/trace.go:171","msg":"trace[178093811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34633; }","duration":"387.321541ms","start":"2026-02-27T02:22:11.054019Z","end":"2026-02-27T02:22:11.441341Z","steps":["trace[178093811] 'agreement among raft nodes before linearized reading' (duration: 387.206228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:11.441401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:11.054006Z","time spent":"387.389642ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:22:11.515581Z","caller":"traceutil/trace.go:171","msg":"trace[1215793078] transaction","detail":"{read_only:false; response_revision:34634; number_of_response:1; }","duration":"243.209428ms","start":"2026-02-27T02:22:11.272342Z","end":"2026-02-27T02:22:11.515551Z","steps":["trace[1215793078] 'process raft request' (duration: 242.91229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:11.51571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.100667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:22:11.515809Z","caller":"traceutil/trace.go:171","msg":"trace[80752211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34634; }","duration":"223.306613ms","start":"2026-02-27T02:22:11.292479Z","end":"2026-02-27T02:22:11.515785Z","steps":["trace[80752211] 'agreement among raft nodes before linearized reading' (duration: 223.074577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:11.515881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.699763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-27T02:22:11.516Z","caller":"traceutil/trace.go:171","msg":"trace[1325481095] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:34634; }","duration":"281.883378ms","start":"2026-02-27T02:22:11.234089Z","end":"2026-02-27T02:22:11.515972Z","steps":["trace[1325481095] 'agreement among raft nodes before linearized reading' (duration: 281.512978ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:11.801642Z","caller":"traceutil/trace.go:171","msg":"trace[915073061] linearizableReadLoop","detail":"{readStateIndex:36292; appliedIndex:36292; }","duration":"286.088198ms","start":"2026-02-27T02:22:11.515525Z","end":"2026-02-27T02:22:11.801613Z","steps":["trace[915073061] 'read index received' (duration: 286.077398ms)","trace[915073061] 'applied index is now lower than readState.Index' (duration: 9.02µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:11.80164Z","caller":"traceutil/trace.go:171","msg":"trace[2141581033] transaction","detail":"{read_only:false; number_of_response:0; response_revision:34634; }","duration":"352.722336ms","start":"2026-02-27T02:22:11.44889Z","end":"2026-02-27T02:22:11.801613Z","steps":["trace[2141581033] 'process raft request' (duration: 352.626784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:11.801802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:11.448869Z","time spent":"352.869101ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:22:11.801784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.540706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:11.801886Z","caller":"traceutil/trace.go:171","msg":"trace[1443965083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34634; }","duration":"359.68805ms","start":"2026-02-27T02:22:11.442178Z","end":"2026-02-27T02:22:11.801866Z","steps":["trace[1443965083] 'agreement among raft nodes before linearized reading' (duration: 359.523186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:11.801932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:11.44216Z","time spent":"359.764452ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:22:11.835098Z","caller":"traceutil/trace.go:171","msg":"trace[974677453] transaction","detail":"{read_only:false; response_revision:34635; number_of_response:1; }","duration":"315.452483ms","start":"2026-02-27T02:22:11.519626Z","end":"2026-02-27T02:22:11.835078Z","steps":["trace[974677453] 'process raft request' (duration: 315.156516ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:11.835249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:11.519595Z","time spent":"315.559015ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:11.835454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.106593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:22:11.835497Z","caller":"traceutil/trace.go:171","msg":"trace[862365585] transaction","detail":"{read_only:false; response_revision:34636; number_of_response:1; }","duration":"315.468413ms","start":"2026-02-27T02:22:11.52001Z","end":"2026-02-27T02:22:11.835479Z","steps":["trace[862365585] 'process raft request' (duration: 315.018281ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:11.835523Z","caller":"traceutil/trace.go:171","msg":"trace[1665583550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34636; }","duration":"296.231896ms","start":"2026-02-27T02:22:11.539274Z","end":"2026-02-27T02:22:11.835506Z","steps":["trace[1665583550] 'agreement among raft nodes before linearized reading' (duration: 296.051911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:11.835581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:11.520002Z","time spent":"315.535086ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:11.970969Z","caller":"traceutil/trace.go:171","msg":"trace[1140318108] transaction","detail":"{read_only:false; response_revision:34638; number_of_response:1; }","duration":"124.080764ms","start":"2026-02-27T02:22:11.846851Z","end":"2026-02-27T02:22:11.970932Z","steps":["trace[1140318108] 'process raft request' (duration: 61.458502ms)","trace[1140318108] 'compare' (duration: 62.340325ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:12.141106Z","caller":"traceutil/trace.go:171","msg":"trace[1037725687] transaction","detail":"{read_only:false; response_revision:34640; number_of_response:1; }","duration":"161.947213ms","start":"2026-02-27T02:22:11.979134Z","end":"2026-02-27T02:22:12.141081Z","steps":["trace[1037725687] 'process raft request' (duration: 99.043803ms)","trace[1037725687] 'compare' (duration: 62.591642ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:12.141177Z","caller":"traceutil/trace.go:171","msg":"trace[1281340770] transaction","detail":"{read_only:false; response_revision:34641; number_of_response:1; }","duration":"161.881262ms","start":"2026-02-27T02:22:11.979267Z","end":"2026-02-27T02:22:12.141148Z","steps":["trace[1281340770] 'process raft request' (duration: 161.628975ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:12.223814Z","caller":"traceutil/trace.go:171","msg":"trace[206188917] linearizableReadLoop","detail":"{readStateIndex:36299; appliedIndex:36296; }","duration":"230.896492ms","start":"2026-02-27T02:22:11.992887Z","end":"2026-02-27T02:22:12.223783Z","steps":["trace[206188917] 'read index received' (duration: 71.537257ms)","trace[206188917] 'applied index is now lower than readState.Index' (duration: 159.357735ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:12.224032Z","caller":"traceutil/trace.go:171","msg":"trace[1730601605] transaction","detail":"{read_only:false; response_revision:34642; number_of_response:1; }","duration":"204.280251ms","start":"2026-02-27T02:22:12.019709Z","end":"2026-02-27T02:22:12.223989Z","steps":["trace[1730601605] 'process raft request' (duration: 203.736496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:12.224064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.593845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:12.224167Z","caller":"traceutil/trace.go:171","msg":"trace[995260039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34642; }","duration":"169.725619ms","start":"2026-02-27T02:22:12.054419Z","end":"2026-02-27T02:22:12.224145Z","steps":["trace[995260039] 'agreement among raft nodes before linearized reading' (duration: 169.591825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:12.224406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.507438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T02:22:12.224473Z","caller":"traceutil/trace.go:171","msg":"trace[677753656] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34642; }","duration":"231.596841ms","start":"2026-02-27T02:22:11.99286Z","end":"2026-02-27T02:22:12.224457Z","steps":["trace[677753656] 'agreement among raft nodes before linearized reading' (duration: 231.423217ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:12.454853Z","caller":"traceutil/trace.go:171","msg":"trace[199510391] linearizableReadLoop","detail":"{readStateIndex:36303; appliedIndex:36302; }","duration":"211.84363ms","start":"2026-02-27T02:22:12.242978Z","end":"2026-02-27T02:22:12.454822Z","steps":["trace[199510391] 'read index received' (duration: 211.508691ms)","trace[199510391] 'applied index is now lower than readState.Index' (duration: 333.169µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:12.455124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.119447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-02-27T02:22:12.455187Z","caller":"traceutil/trace.go:171","msg":"trace[1880768167] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:34644; }","duration":"212.195879ms","start":"2026-02-27T02:22:12.24297Z","end":"2026-02-27T02:22:12.455166Z","steps":["trace[1880768167] 'agreement among raft nodes before linearized reading' (duration: 211.966473ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:12.45572Z","caller":"traceutil/trace.go:171","msg":"trace[488333210] transaction","detail":"{read_only:false; response_revision:34644; number_of_response:1; }","duration":"226.944028ms","start":"2026-02-27T02:22:12.228758Z","end":"2026-02-27T02:22:12.455702Z","steps":["trace[488333210] 'process raft request' (duration: 225.779107ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:13.055761Z","caller":"traceutil/trace.go:171","msg":"trace[2059108696] linearizableReadLoop","detail":"{readStateIndex:36306; appliedIndex:36305; }","duration":"111.930344ms","start":"2026-02-27T02:22:12.943807Z","end":"2026-02-27T02:22:13.055737Z","steps":["trace[2059108696] 'read index received' (duration: 91.565386ms)","trace[2059108696] 'applied index is now lower than readState.Index' (duration: 20.362178ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:13.055877Z","caller":"traceutil/trace.go:171","msg":"trace[534631722] transaction","detail":"{read_only:false; response_revision:34647; number_of_response:1; }","duration":"139.47605ms","start":"2026-02-27T02:22:12.916387Z","end":"2026-02-27T02:22:13.055864Z","steps":["trace[534631722] 'process raft request' (duration: 119.00504ms)","trace[534631722] 'compare' (duration: 19.847813ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:13.056083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.253932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:13.056122Z","caller":"traceutil/trace.go:171","msg":"trace[947562802] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:34648; }","duration":"112.343485ms","start":"2026-02-27T02:22:12.943769Z","end":"2026-02-27T02:22:13.056112Z","steps":["trace[947562802] 'agreement among raft nodes before linearized reading' (duration: 112.258492ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:13.502693Z","caller":"traceutil/trace.go:171","msg":"trace[1703675554] transaction","detail":"{read_only:false; response_revision:34651; number_of_response:1; }","duration":"105.161515ms","start":"2026-02-27T02:22:13.397493Z","end":"2026-02-27T02:22:13.502655Z","steps":["trace[1703675554] 'process raft request' (duration: 45.264214ms)","trace[1703675554] 'compare' (duration: 59.648814ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:13.985216Z","caller":"traceutil/trace.go:171","msg":"trace[185282059] transaction","detail":"{read_only:false; response_revision:34653; number_of_response:1; }","duration":"110.599599ms","start":"2026-02-27T02:22:13.874587Z","end":"2026-02-27T02:22:13.985187Z","steps":["trace[185282059] 'process raft request' (duration: 110.326382ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:13.985485Z","caller":"traceutil/trace.go:171","msg":"trace[929360898] transaction","detail":"{read_only:false; response_revision:34654; number_of_response:1; }","duration":"110.860036ms","start":"2026-02-27T02:22:13.87459Z","end":"2026-02-27T02:22:13.98545Z","steps":["trace[929360898] 'process raft request' (duration: 110.530847ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:14.030164Z","caller":"traceutil/trace.go:171","msg":"trace[55771932] transaction","detail":"{read_only:false; response_revision:34655; number_of_response:1; }","duration":"155.510574ms","start":"2026-02-27T02:22:13.874632Z","end":"2026-02-27T02:22:14.030143Z","steps":["trace[55771932] 'process raft request' (duration: 155.35944ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:14.030284Z","caller":"traceutil/trace.go:171","msg":"trace[2012842170] transaction","detail":"{read_only:false; response_revision:34656; number_of_response:1; }","duration":"116.383561ms","start":"2026-02-27T02:22:13.913869Z","end":"2026-02-27T02:22:14.030253Z","steps":["trace[2012842170] 'process raft request' (duration: 116.228387ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:14.174882Z","caller":"traceutil/trace.go:171","msg":"trace[1896269843] transaction","detail":"{read_only:false; response_revision:34657; number_of_response:1; }","duration":"102.791083ms","start":"2026-02-27T02:22:14.07206Z","end":"2026-02-27T02:22:14.174851Z","steps":["trace[1896269843] 'process raft request' (duration: 12.191722ms)","trace[1896269843] 'compare' (duration: 90.446097ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:14.40786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.601011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:14.408035Z","caller":"traceutil/trace.go:171","msg":"trace[1820327782] transaction","detail":"{read_only:false; response_revision:34658; number_of_response:1; }","duration":"155.390451ms","start":"2026-02-27T02:22:14.252574Z","end":"2026-02-27T02:22:14.407964Z","steps":["trace[1820327782] 'process raft request' (duration: 28.581935ms)","trace[1820327782] 'compare' (duration: 126.374195ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:14.640593Z","caller":"traceutil/trace.go:171","msg":"trace[1416980144] linearizableReadLoop","detail":"{readStateIndex:36319; appliedIndex:36318; }","duration":"181.046127ms","start":"2026-02-27T02:22:14.459515Z","end":"2026-02-27T02:22:14.640561Z","steps":["trace[1416980144] 'read index received' (duration: 180.859482ms)","trace[1416980144] 'applied index is now lower than readState.Index' (duration: 185.065µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:14.640775Z","caller":"traceutil/trace.go:171","msg":"trace[2103611838] transaction","detail":"{read_only:false; response_revision:34659; number_of_response:1; }","duration":"225.288265ms","start":"2026-02-27T02:22:14.41541Z","end":"2026-02-27T02:22:14.640699Z","steps":["trace[2103611838] 'process raft request' (duration: 224.925295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:14.640841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.146461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:22:14.641021Z","caller":"traceutil/trace.go:171","msg":"trace[2123703393] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34659; }","duration":"156.342956ms","start":"2026-02-27T02:22:14.48465Z","end":"2026-02-27T02:22:14.640992Z","steps":["trace[2123703393] 'agreement among raft nodes before linearized reading' (duration: 156.10801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:14.641113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.505869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:22:14.641246Z","caller":"traceutil/trace.go:171","msg":"trace[1709831093] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34659; }","duration":"181.715955ms","start":"2026-02-27T02:22:14.459482Z","end":"2026-02-27T02:22:14.641198Z","steps":["trace[1709831093] 'agreement among raft nodes before linearized reading' (duration: 181.241173ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:14.802251Z","caller":"traceutil/trace.go:171","msg":"trace[2036808475] transaction","detail":"{read_only:false; response_revision:34660; number_of_response:1; }","duration":"152.772931ms","start":"2026-02-27T02:22:14.64943Z","end":"2026-02-27T02:22:14.802203Z","steps":["trace[2036808475] 'process raft request' (duration: 60.027874ms)","trace[2036808475] 'compare' (duration: 92.435889ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:15.13817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.22809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:15.138285Z","caller":"traceutil/trace.go:171","msg":"trace[597045875] transaction","detail":"{read_only:false; response_revision:34663; number_of_response:1; }","duration":"253.011547ms","start":"2026-02-27T02:22:14.885252Z","end":"2026-02-27T02:22:15.138264Z","steps":["trace[597045875] 'process raft request' (duration: 76.577721ms)","trace[597045875] 'compare' (duration: 176.062606ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:15.34615Z","caller":"traceutil/trace.go:171","msg":"trace[1870255542] transaction","detail":"{read_only:false; response_revision:34664; number_of_response:1; }","duration":"400.032155ms","start":"2026-02-27T02:22:14.946095Z","end":"2026-02-27T02:22:15.346127Z","steps":["trace[1870255542] 'process raft request' (duration: 399.044579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:15.346274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:14.946066Z","time spent":"400.141389ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:15.356405Z","caller":"traceutil/trace.go:171","msg":"trace[436700703] transaction","detail":"{read_only:false; response_revision:34665; number_of_response:1; }","duration":"294.808988ms","start":"2026-02-27T02:22:15.061568Z","end":"2026-02-27T02:22:15.356377Z","steps":["trace[436700703] 'process raft request' (duration: 294.642464ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:15.356525Z","caller":"traceutil/trace.go:171","msg":"trace[1226092254] linearizableReadLoop","detail":"{readStateIndex:36325; appliedIndex:36323; }","duration":"294.530711ms","start":"2026-02-27T02:22:15.061971Z","end":"2026-02-27T02:22:15.356502Z","steps":["trace[1226092254] 'read index received' (duration: 283.179422ms)","trace[1226092254] 'applied index is now lower than readState.Index' (duration: 11.350429ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:15.356666Z","caller":"traceutil/trace.go:171","msg":"trace[1205192658] transaction","detail":"{read_only:false; response_revision:34666; number_of_response:1; }","duration":"292.844817ms","start":"2026-02-27T02:22:15.063813Z","end":"2026-02-27T02:22:15.356658Z","steps":["trace[1205192658] 'process raft request' (duration: 292.525608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:15.356955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.429276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:22:15.357021Z","caller":"traceutil/trace.go:171","msg":"trace[1015756001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34666; }","duration":"242.57419ms","start":"2026-02-27T02:22:15.114435Z","end":"2026-02-27T02:22:15.357009Z","steps":["trace[1015756001] 'agreement among raft nodes before linearized reading' (duration: 242.398975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:15.357112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.137137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:15.357148Z","caller":"traceutil/trace.go:171","msg":"trace[1413941681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34666; }","duration":"295.217899ms","start":"2026-02-27T02:22:15.061921Z","end":"2026-02-27T02:22:15.357139Z","steps":["trace[1413941681] 'agreement among raft nodes before linearized reading' (duration: 295.160178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:15.357197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.995445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T02:22:15.357234Z","caller":"traceutil/trace.go:171","msg":"trace[1037122723] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34666; }","duration":"206.068877ms","start":"2026-02-27T02:22:15.151157Z","end":"2026-02-27T02:22:15.357225Z","steps":["trace[1037122723] 'agreement among raft nodes before linearized reading' (duration: 205.974694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:15.615723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.066396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:15.615925Z","caller":"traceutil/trace.go:171","msg":"trace[2054197696] linearizableReadLoop","detail":"{readStateIndex:36329; appliedIndex:36326; }","duration":"209.048797ms","start":"2026-02-27T02:22:15.406855Z","end":"2026-02-27T02:22:15.615904Z","steps":["trace[2054197696] 'read index received' (duration: 38.475206ms)","trace[2054197696] 'applied index is now lower than readState.Index' (duration: 170.572341ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:15.615921Z","caller":"traceutil/trace.go:171","msg":"trace[1070573301] transaction","detail":"{read_only:false; response_revision:34668; number_of_response:1; }","duration":"253.810817ms","start":"2026-02-27T02:22:15.362074Z","end":"2026-02-27T02:22:15.615885Z","steps":["trace[1070573301] 'process raft request' (duration: 88.489455ms)","trace[1070573301] 'compare' (duration: 164.922022ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:15.616024Z","caller":"traceutil/trace.go:171","msg":"trace[2098457787] transaction","detail":"{read_only:false; response_revision:34669; number_of_response:1; }","duration":"253.856599ms","start":"2026-02-27T02:22:15.362135Z","end":"2026-02-27T02:22:15.615991Z","steps":["trace[2098457787] 'process raft request' (duration: 253.699655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:15.616163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.276692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:15.616242Z","caller":"traceutil/trace.go:171","msg":"trace[1643696191] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34669; }","duration":"209.398166ms","start":"2026-02-27T02:22:15.406824Z","end":"2026-02-27T02:22:15.616222Z","steps":["trace[1643696191] 'agreement among raft nodes before linearized reading' (duration: 209.255792ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:16.156245Z","caller":"traceutil/trace.go:171","msg":"trace[307483701] transaction","detail":"{read_only:false; response_revision:34670; number_of_response:1; }","duration":"162.795535ms","start":"2026-02-27T02:22:15.993396Z","end":"2026-02-27T02:22:16.156191Z","steps":["trace[307483701] 'process raft request' (duration: 162.649491ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:16.243079Z","caller":"traceutil/trace.go:171","msg":"trace[1184906884] linearizableReadLoop","detail":"{readStateIndex:36331; appliedIndex:36329; }","duration":"208.863891ms","start":"2026-02-27T02:22:16.034182Z","end":"2026-02-27T02:22:16.243046Z","steps":["trace[1184906884] 'read index received' (duration: 121.953128ms)","trace[1184906884] 'applied index is now lower than readState.Index' (duration: 86.909223ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:16.243223Z","caller":"traceutil/trace.go:171","msg":"trace[747332801] transaction","detail":"{read_only:false; response_revision:34671; number_of_response:1; }","duration":"249.719419ms","start":"2026-02-27T02:22:15.993487Z","end":"2026-02-27T02:22:16.243206Z","steps":["trace[747332801] 'process raft request' (duration: 188.746641ms)","trace[747332801] 'compare' (duration: 60.629079ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:16.243523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.317953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:22:16.24358Z","caller":"traceutil/trace.go:171","msg":"trace[1615685192] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:34671; }","duration":"209.416046ms","start":"2026-02-27T02:22:16.034153Z","end":"2026-02-27T02:22:16.243569Z","steps":["trace[1615685192] 'agreement among raft nodes before linearized reading' (duration: 209.252042ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:16.396183Z","caller":"traceutil/trace.go:171","msg":"trace[722570080] transaction","detail":"{read_only:false; response_revision:34673; number_of_response:1; }","duration":"144.358929ms","start":"2026-02-27T02:22:16.251791Z","end":"2026-02-27T02:22:16.39615Z","steps":["trace[722570080] 'process raft request' (duration: 109.387606ms)","trace[722570080] 'compare' (duration: 34.787029ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:16.76948Z","caller":"traceutil/trace.go:171","msg":"trace[1687350796] linearizableReadLoop","detail":"{readStateIndex:36335; appliedIndex:36334; }","duration":"123.53929ms","start":"2026-02-27T02:22:16.645911Z","end":"2026-02-27T02:22:16.769451Z","steps":["trace[1687350796] 'read index received' (duration: 62.074938ms)","trace[1687350796] 'applied index is now lower than readState.Index' (duration: 61.462982ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:16.769514Z","caller":"traceutil/trace.go:171","msg":"trace[1848967899] transaction","detail":"{read_only:false; response_revision:34674; number_of_response:1; }","duration":"124.097485ms","start":"2026-02-27T02:22:16.645381Z","end":"2026-02-27T02:22:16.769479Z","steps":["trace[1848967899] 'process raft request' (duration: 62.676794ms)","trace[1848967899] 'compare' (duration: 60.997029ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:16.769714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.785256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:22:16.769755Z","caller":"traceutil/trace.go:171","msg":"trace[1477335536] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34674; }","duration":"123.880309ms","start":"2026-02-27T02:22:16.64586Z","end":"2026-02-27T02:22:16.76974Z","steps":["trace[1477335536] 'agreement among raft nodes before linearized reading' (duration: 123.688533ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:17.06018Z","caller":"traceutil/trace.go:171","msg":"trace[715387865] linearizableReadLoop","detail":"{readStateIndex:36338; appliedIndex:36337; }","duration":"188.598097ms","start":"2026-02-27T02:22:16.871561Z","end":"2026-02-27T02:22:17.060159Z","steps":["trace[715387865] 'read index received' (duration: 185.407463ms)","trace[715387865] 'applied index is now lower than readState.Index' (duration: 3.189664ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:17.060275Z","caller":"traceutil/trace.go:171","msg":"trace[898282558] transaction","detail":"{read_only:false; response_revision:34677; number_of_response:1; }","duration":"195.590051ms","start":"2026-02-27T02:22:16.864677Z","end":"2026-02-27T02:22:17.060267Z","steps":["trace[898282558] 'process raft request' (duration: 192.346685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.060367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.213743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:17.060456Z","caller":"traceutil/trace.go:171","msg":"trace[1988585246] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:34677; }","duration":"117.340416ms","start":"2026-02-27T02:22:16.943094Z","end":"2026-02-27T02:22:17.060434Z","steps":["trace[1988585246] 'agreement among raft nodes before linearized reading' (duration: 117.194562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.062413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.831656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-27T02:22:17.0625Z","caller":"traceutil/trace.go:171","msg":"trace[414361997] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34677; }","duration":"190.932838ms","start":"2026-02-27T02:22:16.871546Z","end":"2026-02-27T02:22:17.062479Z","steps":["trace[414361997] 'agreement among raft nodes before linearized reading' (duration: 189.048109ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:17.260539Z","caller":"traceutil/trace.go:171","msg":"trace[394290729] transaction","detail":"{read_only:false; response_revision:34679; number_of_response:1; }","duration":"117.544552ms","start":"2026-02-27T02:22:17.142962Z","end":"2026-02-27T02:22:17.260507Z","steps":["trace[394290729] 'process raft request' (duration: 30.046213ms)","trace[394290729] 'compare' (duration: 87.093748ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:17.260756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.018679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:1921"} {"level":"info","ts":"2026-02-27T02:22:17.260858Z","caller":"traceutil/trace.go:171","msg":"trace[946211476] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:34679; }","duration":"100.167793ms","start":"2026-02-27T02:22:17.160666Z","end":"2026-02-27T02:22:17.260834Z","steps":["trace[946211476] 'agreement among raft nodes before linearized reading' (duration: 99.888246ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:17.477521Z","caller":"traceutil/trace.go:171","msg":"trace[1948313663] transaction","detail":"{read_only:false; response_revision:34680; number_of_response:1; }","duration":"126.019855ms","start":"2026-02-27T02:22:17.351474Z","end":"2026-02-27T02:22:17.477494Z","steps":["trace[1948313663] 'process raft request' (duration: 125.82718ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:17.503615Z","caller":"traceutil/trace.go:171","msg":"trace[217331246] transaction","detail":"{read_only:false; response_revision:34681; number_of_response:1; }","duration":"141.460112ms","start":"2026-02-27T02:22:17.362133Z","end":"2026-02-27T02:22:17.503593Z","steps":["trace[217331246] 'process raft request' (duration: 141.306938ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:17.503989Z","caller":"traceutil/trace.go:171","msg":"trace[2012516117] transaction","detail":"{read_only:false; response_revision:34682; number_of_response:1; }","duration":"141.743981ms","start":"2026-02-27T02:22:17.362204Z","end":"2026-02-27T02:22:17.503948Z","steps":["trace[2012516117] 'process raft request' (duration: 141.35019ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:17.621334Z","caller":"traceutil/trace.go:171","msg":"trace[988695834] linearizableReadLoop","detail":"{readStateIndex:36344; appliedIndex:36343; }","duration":"111.787079ms","start":"2026-02-27T02:22:17.509519Z","end":"2026-02-27T02:22:17.621306Z","steps":["trace[988695834] 'read index received' (duration: 48.362536ms)","trace[988695834] 'applied index is now lower than readState.Index' (duration: 63.423623ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:17.62146Z","caller":"traceutil/trace.go:171","msg":"trace[329627657] transaction","detail":"{read_only:false; response_revision:34683; number_of_response:1; }","duration":"112.891119ms","start":"2026-02-27T02:22:17.508556Z","end":"2026-02-27T02:22:17.621447Z","steps":["trace[329627657] 'process raft request' (duration: 49.415704ms)","trace[329627657] 'compare' (duration: 63.237759ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:17.62189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.344415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T02:22:17.622024Z","caller":"traceutil/trace.go:171","msg":"trace[1145437766] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34683; }","duration":"112.510829ms","start":"2026-02-27T02:22:17.509489Z","end":"2026-02-27T02:22:17.621999Z","steps":["trace[1145437766] 'agreement among raft nodes before linearized reading' (duration: 112.223371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.991566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.98434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:17.991694Z","caller":"traceutil/trace.go:171","msg":"trace[1876690692] transaction","detail":"{read_only:false; response_revision:34684; number_of_response:1; }","duration":"365.458773ms","start":"2026-02-27T02:22:17.626211Z","end":"2026-02-27T02:22:17.991669Z","steps":["trace[1876690692] 'process raft request' (duration: 199.268788ms)","trace[1876690692] 'compare' (duration: 165.829296ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:17.991784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:17.626194Z","time spent":"365.546766ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:18.051126Z","caller":"traceutil/trace.go:171","msg":"trace[1493110131] linearizableReadLoop","detail":"{readStateIndex:36346; appliedIndex:36345; }","duration":"136.146163ms","start":"2026-02-27T02:22:17.914961Z","end":"2026-02-27T02:22:18.051107Z","steps":["trace[1493110131] 'read index received' (duration: 135.943028ms)","trace[1493110131] 'applied index is now lower than readState.Index' (duration: 202.265µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:18.051235Z","caller":"traceutil/trace.go:171","msg":"trace[1933672303] transaction","detail":"{read_only:false; response_revision:34685; number_of_response:1; }","duration":"384.495506ms","start":"2026-02-27T02:22:17.666726Z","end":"2026-02-27T02:22:18.051221Z","steps":["trace[1933672303] 'process raft request' (duration: 384.243019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:18.051309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:17.666692Z","time spent":"384.568088ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:18.051727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.762609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:2138"} {"level":"info","ts":"2026-02-27T02:22:18.051778Z","caller":"traceutil/trace.go:171","msg":"trace[1604313101] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:34685; }","duration":"136.855171ms","start":"2026-02-27T02:22:17.914908Z","end":"2026-02-27T02:22:18.051763Z","steps":["trace[1604313101] 'agreement among raft nodes before linearized reading' (duration: 136.707527ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:18.211906Z","caller":"traceutil/trace.go:171","msg":"trace[2104716851] linearizableReadLoop","detail":"{readStateIndex:36347; appliedIndex:36346; }","duration":"142.827779ms","start":"2026-02-27T02:22:18.069051Z","end":"2026-02-27T02:22:18.211879Z","steps":["trace[2104716851] 'read index received' (duration: 142.631964ms)","trace[2104716851] 'applied index is now lower than readState.Index' (duration: 194.565µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:18.211942Z","caller":"traceutil/trace.go:171","msg":"trace[1449255185] transaction","detail":"{read_only:false; number_of_response:0; response_revision:34685; }","duration":"149.990698ms","start":"2026-02-27T02:22:18.061917Z","end":"2026-02-27T02:22:18.211907Z","steps":["trace[1449255185] 'process raft request' (duration: 149.865615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:18.21228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.144507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:2138"} {"level":"info","ts":"2026-02-27T02:22:18.212382Z","caller":"traceutil/trace.go:171","msg":"trace[1421036296] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:34685; }","duration":"143.309992ms","start":"2026-02-27T02:22:18.069043Z","end":"2026-02-27T02:22:18.212353Z","steps":["trace[1421036296] 'agreement among raft nodes before linearized reading' (duration: 142.976083ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:18.511033Z","caller":"traceutil/trace.go:171","msg":"trace[381107731] linearizableReadLoop","detail":"{readStateIndex:36349; appliedIndex:36347; }","duration":"263.02629ms","start":"2026-02-27T02:22:18.247978Z","end":"2026-02-27T02:22:18.511004Z","steps":["trace[381107731] 'read index received' (duration: 35.509687ms)","trace[381107731] 'applied index is now lower than readState.Index' (duration: 227.515483ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:18.511151Z","caller":"traceutil/trace.go:171","msg":"trace[1926732212] transaction","detail":"{read_only:false; response_revision:34687; number_of_response:1; }","duration":"287.61882ms","start":"2026-02-27T02:22:18.223486Z","end":"2026-02-27T02:22:18.511105Z","steps":["trace[1926732212] 'process raft request' (duration: 287.348323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:18.511346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.330589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:22:18.511447Z","caller":"traceutil/trace.go:171","msg":"trace[563896036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34687; }","duration":"263.478862ms","start":"2026-02-27T02:22:18.247947Z","end":"2026-02-27T02:22:18.511426Z","steps":["trace[563896036] 'agreement among raft nodes before linearized reading' (duration: 263.177894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:18.511402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.671153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-02-27T02:22:18.511503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.318051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:22:18.51156Z","caller":"traceutil/trace.go:171","msg":"trace[1209161730] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34687; }","duration":"110.427124ms","start":"2026-02-27T02:22:18.401118Z","end":"2026-02-27T02:22:18.511545Z","steps":["trace[1209161730] 'agreement among raft nodes before linearized reading' (duration: 110.234918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:18.511497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.21151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:18.511577Z","caller":"traceutil/trace.go:171","msg":"trace[596560135] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:34687; }","duration":"206.876188ms","start":"2026-02-27T02:22:18.304658Z","end":"2026-02-27T02:22:18.511534Z","steps":["trace[596560135] 'agreement among raft nodes before linearized reading' (duration: 206.606561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:18.511636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.376293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7350"} {"level":"info","ts":"2026-02-27T02:22:18.511613Z","caller":"traceutil/trace.go:171","msg":"trace[1732871327] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:34687; }","duration":"151.338163ms","start":"2026-02-27T02:22:18.360258Z","end":"2026-02-27T02:22:18.511596Z","steps":["trace[1732871327] 'agreement among raft nodes before linearized reading' (duration: 151.171388ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:18.511763Z","caller":"traceutil/trace.go:171","msg":"trace[156223487] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:34687; }","duration":"110.559378ms","start":"2026-02-27T02:22:18.401176Z","end":"2026-02-27T02:22:18.511735Z","steps":["trace[156223487] 'agreement among raft nodes before linearized reading' (duration: 110.115446ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:18.703939Z","caller":"traceutil/trace.go:171","msg":"trace[2062471613] transaction","detail":"{read_only:false; response_revision:34688; number_of_response:1; }","duration":"187.028495ms","start":"2026-02-27T02:22:18.516883Z","end":"2026-02-27T02:22:18.703911Z","steps":["trace[2062471613] 'process raft request' (duration: 186.84562ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:18.784576Z","caller":"traceutil/trace.go:171","msg":"trace[786785226] linearizableReadLoop","detail":"{readStateIndex:36352; appliedIndex:36349; }","duration":"249.793401ms","start":"2026-02-27T02:22:18.534751Z","end":"2026-02-27T02:22:18.784544Z","steps":["trace[786785226] 'read index received' (duration: 168.967129ms)","trace[786785226] 'applied index is now lower than readState.Index' (duration: 80.825302ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:18.784662Z","caller":"traceutil/trace.go:171","msg":"trace[2033042530] transaction","detail":"{read_only:false; response_revision:34689; number_of_response:1; }","duration":"267.223791ms","start":"2026-02-27T02:22:18.517397Z","end":"2026-02-27T02:22:18.78462Z","steps":["trace[2033042530] 'process raft request' (duration: 238.717449ms)","trace[2033042530] 'compare' (duration: 28.199444ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:18.784693Z","caller":"traceutil/trace.go:171","msg":"trace[1617785282] transaction","detail":"{read_only:false; response_revision:34690; number_of_response:1; }","duration":"267.101088ms","start":"2026-02-27T02:22:18.517552Z","end":"2026-02-27T02:22:18.784653Z","steps":["trace[1617785282] 'process raft request' (duration: 266.928264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:18.784865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.078868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T02:22:18.784911Z","caller":"traceutil/trace.go:171","msg":"trace[1767188512] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34690; }","duration":"250.214253ms","start":"2026-02-27T02:22:18.534685Z","end":"2026-02-27T02:22:18.784899Z","steps":["trace[1767188512] 'agreement among raft nodes before linearized reading' (duration: 249.981767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.083974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.19081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:19.084086Z","caller":"traceutil/trace.go:171","msg":"trace[1537059315] linearizableReadLoop","detail":"{readStateIndex:36353; appliedIndex:36352; }","duration":"181.17536ms","start":"2026-02-27T02:22:18.902892Z","end":"2026-02-27T02:22:19.084067Z","steps":["trace[1537059315] 'read index received' (duration: 57.556038ms)","trace[1537059315] 'applied index is now lower than readState.Index' (duration: 123.618092ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:19.084409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.487358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:19.084388Z","caller":"traceutil/trace.go:171","msg":"trace[1565059125] transaction","detail":"{read_only:false; response_revision:34691; number_of_response:1; }","duration":"213.691368ms","start":"2026-02-27T02:22:18.870624Z","end":"2026-02-27T02:22:19.084315Z","steps":["trace[1565059125] 'process raft request' (duration: 90.076236ms)","trace[1565059125] 'compare' (duration: 123.069757ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:19.084475Z","caller":"traceutil/trace.go:171","msg":"trace[1365712685] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:34691; }","duration":"181.622321ms","start":"2026-02-27T02:22:18.902839Z","end":"2026-02-27T02:22:19.084462Z","steps":["trace[1365712685] 'agreement among raft nodes before linearized reading' (duration: 181.473528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.084449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.364749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/openstack/libvirt-vnc\" ","response":"range_response_count:1 size:1112"} {"level":"info","ts":"2026-02-27T02:22:19.084539Z","caller":"traceutil/trace.go:171","msg":"trace[1879644933] range","detail":"{range_begin:/registry/cert-manager.io/issuers/openstack/libvirt-vnc; range_end:; response_count:1; response_revision:34691; }","duration":"108.518473ms","start":"2026-02-27T02:22:18.976Z","end":"2026-02-27T02:22:19.084519Z","steps":["trace[1879644933] 'agreement among raft nodes before linearized reading' (duration: 108.307577ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:19.451125Z","caller":"traceutil/trace.go:171","msg":"trace[403903282] transaction","detail":"{read_only:false; response_revision:34693; number_of_response:1; }","duration":"295.739294ms","start":"2026-02-27T02:22:19.15535Z","end":"2026-02-27T02:22:19.451089Z","steps":["trace[403903282] 'process raft request' (duration: 268.540466ms)","trace[403903282] 'compare' (duration: 26.755256ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:19.510183Z","caller":"traceutil/trace.go:171","msg":"trace[166327925] transaction","detail":"{read_only:false; response_revision:34694; number_of_response:1; }","duration":"245.118298ms","start":"2026-02-27T02:22:19.265044Z","end":"2026-02-27T02:22:19.510162Z","steps":["trace[166327925] 'process raft request' (duration: 244.569333ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:19.614578Z","caller":"traceutil/trace.go:171","msg":"trace[329445958] transaction","detail":"{read_only:false; response_revision:34696; number_of_response:1; }","duration":"105.907054ms","start":"2026-02-27T02:22:19.508644Z","end":"2026-02-27T02:22:19.614551Z","steps":["trace[329445958] 'process raft request' (duration: 105.843513ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:19.614693Z","caller":"traceutil/trace.go:171","msg":"trace[1576575143] transaction","detail":"{read_only:false; response_revision:34695; number_of_response:1; }","duration":"131.460219ms","start":"2026-02-27T02:22:19.483201Z","end":"2026-02-27T02:22:19.614662Z","steps":["trace[1576575143] 'process raft request' (duration: 72.055232ms)","trace[1576575143] 'compare' (duration: 59.066428ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:19.656008Z","caller":"traceutil/trace.go:171","msg":"trace[101920979] transaction","detail":"{read_only:false; response_revision:34697; number_of_response:1; }","duration":"145.1265ms","start":"2026-02-27T02:22:19.510818Z","end":"2026-02-27T02:22:19.655945Z","steps":["trace[101920979] 'process raft request' (duration: 144.845972ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:19.656033Z","caller":"traceutil/trace.go:171","msg":"trace[1645415] transaction","detail":"{read_only:false; response_revision:34698; number_of_response:1; }","duration":"141.172706ms","start":"2026-02-27T02:22:19.514812Z","end":"2026-02-27T02:22:19.655984Z","steps":["trace[1645415] 'process raft request' (duration: 141.060563ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:21.084843Z","caller":"traceutil/trace.go:171","msg":"trace[755285953] transaction","detail":"{read_only:false; response_revision:34705; number_of_response:1; }","duration":"235.459473ms","start":"2026-02-27T02:22:20.849348Z","end":"2026-02-27T02:22:21.084808Z","steps":["trace[755285953] 'process raft request' (duration: 235.191896ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:21.116612Z","caller":"traceutil/trace.go:171","msg":"trace[1270347771] linearizableReadLoop","detail":"{readStateIndex:36368; appliedIndex:36366; }","duration":"161.004079ms","start":"2026-02-27T02:22:20.955588Z","end":"2026-02-27T02:22:21.116592Z","steps":["trace[1270347771] 'read index received' (duration: 128.931762ms)","trace[1270347771] 'applied index is now lower than readState.Index' (duration: 32.071077ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:21.11789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.289942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:202 size:2002262"} {"level":"info","ts":"2026-02-27T02:22:21.117929Z","caller":"traceutil/trace.go:171","msg":"trace[2120088723] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:202; response_revision:34706; }","duration":"162.387655ms","start":"2026-02-27T02:22:20.955531Z","end":"2026-02-27T02:22:21.117919Z","steps":["trace[2120088723] 'agreement among raft nodes before linearized reading' (duration: 161.142972ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:21.118907Z","caller":"traceutil/trace.go:171","msg":"trace[1784355720] transaction","detail":"{read_only:false; response_revision:34706; number_of_response:1; }","duration":"269.182493ms","start":"2026-02-27T02:22:20.849711Z","end":"2026-02-27T02:22:21.118894Z","steps":["trace[1784355720] 'process raft request' (duration: 266.76956ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:21.277536Z","caller":"traceutil/trace.go:171","msg":"trace[1483111856] transaction","detail":"{read_only:false; response_revision:34707; number_of_response:1; }","duration":"133.76646ms","start":"2026-02-27T02:22:21.143734Z","end":"2026-02-27T02:22:21.2775Z","steps":["trace[1483111856] 'process raft request' (duration: 122.642346ms)","trace[1483111856] 'compare' (duration: 10.912338ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:22.401236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.759521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:22.40136Z","caller":"traceutil/trace.go:171","msg":"trace[1920426389] transaction","detail":"{read_only:false; response_revision:34709; number_of_response:1; }","duration":"880.684479ms","start":"2026-02-27T02:22:21.520653Z","end":"2026-02-27T02:22:22.401338Z","steps":["trace[1920426389] 'process raft request' (duration: 359.708112ms)","trace[1920426389] 'compare' (duration: 520.349821ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:22.401428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:21.520623Z","time spent":"880.775392ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:22.402225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.022436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:22:22.402316Z","caller":"traceutil/trace.go:171","msg":"trace[1113649023] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:34708; }","duration":"915.159739ms","start":"2026-02-27T02:22:21.487131Z","end":"2026-02-27T02:22:22.402291Z","steps":["trace[1113649023] 'count revisions from in-memory index tree' (duration: 914.925163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:22.402371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:21.487109Z","time spent":"915.245261ms","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2912,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:22:22.978526Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.098111056s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:22:22.978965Z","caller":"traceutil/trace.go:171","msg":"trace[539278133] transaction","detail":"{read_only:false; response_revision:34710; number_of_response:1; }","duration":"1.445163834s","start":"2026-02-27T02:22:21.533778Z","end":"2026-02-27T02:22:22.978941Z","steps":["trace[539278133] 'process raft request' (duration: 1.444969779s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:22.979106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:21.53375Z","time spent":"1.445286396s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:22.979229Z","caller":"traceutil/trace.go:171","msg":"trace[33872503] transaction","detail":"{read_only:false; response_revision:34711; number_of_response:1; }","duration":"1.359428101s","start":"2026-02-27T02:22:21.619777Z","end":"2026-02-27T02:22:22.979205Z","steps":["trace[33872503] 'process raft request' (duration: 1.359113902s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:22.979236Z","caller":"traceutil/trace.go:171","msg":"trace[1781055779] transaction","detail":"{read_only:false; response_revision:34712; number_of_response:1; }","duration":"1.358673391s","start":"2026-02-27T02:22:21.620536Z","end":"2026-02-27T02:22:22.97921Z","steps":["trace[1781055779] 'process raft request' (duration: 1.358536957s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:22.979348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:21.619753Z","time spent":"1.359536794s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:22.979385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:21.620521Z","time spent":"1.358783244s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:22.979378Z","caller":"traceutil/trace.go:171","msg":"trace[69673656] linearizableReadLoop","detail":"{readStateIndex:36374; appliedIndex:36370; }","duration":"1.319046386s","start":"2026-02-27T02:22:21.660312Z","end":"2026-02-27T02:22:22.979359Z","steps":["trace[69673656] 'read index received' (duration: 220.066687ms)","trace[69673656] 'applied index is now lower than readState.Index' (duration: 1.098978559s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:22.97942Z","caller":"traceutil/trace.go:171","msg":"trace[526283761] transaction","detail":"{read_only:false; response_revision:34713; number_of_response:1; }","duration":"1.317840924s","start":"2026-02-27T02:22:21.661535Z","end":"2026-02-27T02:22:22.979375Z","steps":["trace[526283761] 'process raft request' (duration: 1.317641509s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:22.97946Z","caller":"traceutil/trace.go:171","msg":"trace[188960915] transaction","detail":"{read_only:false; response_revision:34714; number_of_response:1; }","duration":"1.222064386s","start":"2026-02-27T02:22:21.757381Z","end":"2026-02-27T02:22:22.979446Z","steps":["trace[188960915] 'process raft request' (duration: 1.221899632s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:22.979555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:21.757361Z","time spent":"1.222150669s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:22.979602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319277242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-02-27T02:22:22.979592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:21.661518Z","time spent":"1.317989348s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:22.979669Z","caller":"traceutil/trace.go:171","msg":"trace[2030989008] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34714; }","duration":"1.319375924s","start":"2026-02-27T02:22:21.660277Z","end":"2026-02-27T02:22:22.979653Z","steps":["trace[2030989008] 'agreement among raft nodes before linearized reading' (duration: 1.319137728s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:22.97972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:21.660263Z","time spent":"1.319444156s","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:22:23.287954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.525119ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:22:23.288217Z","caller":"traceutil/trace.go:171","msg":"trace[1301417013] linearizableReadLoop","detail":"{readStateIndex:36378; appliedIndex:36376; }","duration":"308.746197ms","start":"2026-02-27T02:22:22.979455Z","end":"2026-02-27T02:22:23.288201Z","steps":["trace[1301417013] 'read index received' (duration: 206.949341ms)","trace[1301417013] 'applied index is now lower than readState.Index' (duration: 101.795976ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:23.288423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.505441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:22:23.288471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.170624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T02:22:23.288553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.150976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:23.288593Z","caller":"traceutil/trace.go:171","msg":"trace[182243910] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:34715; }","duration":"871.222658ms","start":"2026-02-27T02:22:22.417358Z","end":"2026-02-27T02:22:23.288581Z","steps":["trace[182243910] 'agreement among raft nodes before linearized reading' (duration: 871.158357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:23.288637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:22.417343Z","time spent":"871.285011ms","remote":"127.0.0.1:47388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:22:23.288488Z","caller":"traceutil/trace.go:171","msg":"trace[1598429094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34715; }","duration":"933.622975ms","start":"2026-02-27T02:22:22.354851Z","end":"2026-02-27T02:22:23.288474Z","steps":["trace[1598429094] 'agreement among raft nodes before linearized reading' (duration: 933.400149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:23.28877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:22.354834Z","time spent":"933.920613ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T02:22:23.288556Z","caller":"traceutil/trace.go:171","msg":"trace[1306635152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34715; }","duration":"551.300478ms","start":"2026-02-27T02:22:22.737231Z","end":"2026-02-27T02:22:23.288532Z","steps":["trace[1306635152] 'agreement among raft nodes before linearized reading' (duration: 551.103973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:23.288919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:22.737212Z","time spent":"551.697968ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:22:23.288411Z","caller":"traceutil/trace.go:171","msg":"trace[1941190455] transaction","detail":"{read_only:false; response_revision:34715; number_of_response:1; }","duration":"1.013930124s","start":"2026-02-27T02:22:22.274417Z","end":"2026-02-27T02:22:23.288347Z","steps":["trace[1941190455] 'process raft request' (duration: 1.013629576s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:23.289079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:22.274394Z","time spent":"1.014618713s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:23.289217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330126328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:22:23.289258Z","caller":"traceutil/trace.go:171","msg":"trace[540149603] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:34715; }","duration":"1.33020616s","start":"2026-02-27T02:22:21.959044Z","end":"2026-02-27T02:22:23.28925Z","steps":["trace[540149603] 'agreement among raft nodes before linearized reading' (duration: 1.329994504s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:23.289292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:21.959024Z","time spent":"1.330261161s","remote":"127.0.0.1:33730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":250,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:22:23.289507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222700163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:22:23.289543Z","caller":"traceutil/trace.go:171","msg":"trace[795077833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34715; }","duration":"1.222772334s","start":"2026-02-27T02:22:22.066762Z","end":"2026-02-27T02:22:23.289534Z","steps":["trace[795077833] 'agreement among raft nodes before linearized reading' (duration: 1.222678442s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:23.289579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:22.066743Z","time spent":"1.222827036s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:22:23.289661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.196719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-02-27T02:22:23.289699Z","caller":"traceutil/trace.go:171","msg":"trace[619088007] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34715; }","duration":"306.275972ms","start":"2026-02-27T02:22:22.983413Z","end":"2026-02-27T02:22:23.289689Z","steps":["trace[619088007] 'agreement among raft nodes before linearized reading' (duration: 306.185959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:23.289724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:22.983387Z","time spent":"306.331423ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:22:23.28973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.186515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:23.289765Z","caller":"traceutil/trace.go:171","msg":"trace[1679224331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34715; }","duration":"235.246107ms","start":"2026-02-27T02:22:23.05451Z","end":"2026-02-27T02:22:23.289756Z","steps":["trace[1679224331] 'agreement among raft nodes before linearized reading' (duration: 235.195626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:23.28978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606146561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:22:23.289823Z","caller":"traceutil/trace.go:171","msg":"trace[1826982176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34715; }","duration":"1.606240644s","start":"2026-02-27T02:22:21.683573Z","end":"2026-02-27T02:22:23.289814Z","steps":["trace[1826982176] 'agreement among raft nodes before linearized reading' (duration: 1.60610127s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:23.289851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:21.683551Z","time spent":"1.606294246s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:22:23.28986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269698934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:22:23.289866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.895011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:22:23.289885Z","caller":"traceutil/trace.go:171","msg":"trace[1771512817] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:34715; }","duration":"1.269773705s","start":"2026-02-27T02:22:22.020102Z","end":"2026-02-27T02:22:23.289876Z","steps":["trace[1771512817] 'agreement among raft nodes before linearized reading' (duration: 1.269443847s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:23.289919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:22.020077Z","time spent":"1.269835697s","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":93,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:22:23.289861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.776618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:22:23.289954Z","caller":"traceutil/trace.go:171","msg":"trace[1091974373] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:34715; }","duration":"201.043025ms","start":"2026-02-27T02:22:23.088893Z","end":"2026-02-27T02:22:23.289936Z","steps":["trace[1091974373] 'agreement among raft nodes before linearized reading' (duration: 200.797469ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:23.290048Z","caller":"traceutil/trace.go:171","msg":"trace[1224284212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34715; }","duration":"164.928612ms","start":"2026-02-27T02:22:23.125055Z","end":"2026-02-27T02:22:23.289984Z","steps":["trace[1224284212] 'agreement among raft nodes before linearized reading' (duration: 164.607874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:23.290184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075014376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:202 size:2002262"} {"level":"info","ts":"2026-02-27T02:22:23.290229Z","caller":"traceutil/trace.go:171","msg":"trace[223452237] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:202; response_revision:34715; }","duration":"1.075106108s","start":"2026-02-27T02:22:22.215111Z","end":"2026-02-27T02:22:23.290217Z","steps":["trace[223452237] 'agreement among raft nodes before linearized reading' (duration: 1.073179468s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:23.290264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:22.215092Z","time spent":"1.0751617s","remote":"127.0.0.1:33730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":202,"response size":2002285,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-02-27T02:22:23.432707Z","caller":"traceutil/trace.go:171","msg":"trace[2014205075] transaction","detail":"{read_only:false; response_revision:34717; number_of_response:1; }","duration":"138.224907ms","start":"2026-02-27T02:22:23.294458Z","end":"2026-02-27T02:22:23.432683Z","steps":["trace[2014205075] 'process raft request' (duration: 138.022221ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:23.433136Z","caller":"traceutil/trace.go:171","msg":"trace[663686506] transaction","detail":"{read_only:false; response_revision:34719; number_of_response:1; }","duration":"137.874168ms","start":"2026-02-27T02:22:23.295237Z","end":"2026-02-27T02:22:23.433111Z","steps":["trace[663686506] 'process raft request' (duration: 137.609951ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:23.433135Z","caller":"traceutil/trace.go:171","msg":"trace[433363506] transaction","detail":"{read_only:false; response_revision:34721; number_of_response:1; }","duration":"137.792056ms","start":"2026-02-27T02:22:23.295316Z","end":"2026-02-27T02:22:23.433108Z","steps":["trace[433363506] 'process raft request' (duration: 137.720814ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:23.433209Z","caller":"traceutil/trace.go:171","msg":"trace[1562693334] transaction","detail":"{read_only:false; response_revision:34720; number_of_response:1; }","duration":"137.871897ms","start":"2026-02-27T02:22:23.295289Z","end":"2026-02-27T02:22:23.433161Z","steps":["trace[1562693334] 'process raft request' (duration: 137.708313ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:23.433112Z","caller":"traceutil/trace.go:171","msg":"trace[1726843857] transaction","detail":"{read_only:false; response_revision:34718; number_of_response:1; }","duration":"137.866297ms","start":"2026-02-27T02:22:23.295214Z","end":"2026-02-27T02:22:23.43308Z","steps":["trace[1726843857] 'process raft request' (duration: 137.416885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:23.433407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.21902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:22:23.433452Z","caller":"traceutil/trace.go:171","msg":"trace[1884337016] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:34722; }","duration":"129.305182ms","start":"2026-02-27T02:22:23.304137Z","end":"2026-02-27T02:22:23.433442Z","steps":["trace[1884337016] 'agreement among raft nodes before linearized reading' (duration: 129.149208ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:23.43344Z","caller":"traceutil/trace.go:171","msg":"trace[21254296] transaction","detail":"{read_only:false; response_revision:34722; number_of_response:1; }","duration":"137.657362ms","start":"2026-02-27T02:22:23.295747Z","end":"2026-02-27T02:22:23.433404Z","steps":["trace[21254296] 'process raft request' (duration: 137.320803ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:23.433264Z","caller":"traceutil/trace.go:171","msg":"trace[1788374235] linearizableReadLoop","detail":"{readStateIndex:36385; appliedIndex:36379; }","duration":"129.082336ms","start":"2026-02-27T02:22:23.304171Z","end":"2026-02-27T02:22:23.433253Z","steps":["trace[1788374235] 'read index received' (duration: 21.186799ms)","trace[1788374235] 'applied index is now lower than readState.Index' (duration: 107.894657ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:23.611113Z","caller":"traceutil/trace.go:171","msg":"trace[1272448552] transaction","detail":"{read_only:false; response_revision:34724; number_of_response:1; }","duration":"170.856458ms","start":"2026-02-27T02:22:23.440228Z","end":"2026-02-27T02:22:23.611085Z","steps":["trace[1272448552] 'process raft request' (duration: 122.997526ms)","trace[1272448552] 'compare' (duration: 47.75243ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:23.82988Z","caller":"traceutil/trace.go:171","msg":"trace[1515805306] transaction","detail":"{read_only:false; response_revision:34725; number_of_response:1; }","duration":"211.158002ms","start":"2026-02-27T02:22:23.618689Z","end":"2026-02-27T02:22:23.829847Z","steps":["trace[1515805306] 'process raft request' (duration: 144.01767ms)","trace[1515805306] 'compare' (duration: 66.906946ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:24.106184Z","caller":"traceutil/trace.go:171","msg":"trace[825443028] transaction","detail":"{read_only:false; number_of_response:0; response_revision:34726; }","duration":"180.292077ms","start":"2026-02-27T02:22:23.925865Z","end":"2026-02-27T02:22:24.106157Z","steps":["trace[825443028] 'process raft request' (duration: 180.152674ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:24.547658Z","caller":"traceutil/trace.go:171","msg":"trace[566648430] linearizableReadLoop","detail":"{readStateIndex:36392; appliedIndex:36391; }","duration":"106.930112ms","start":"2026-02-27T02:22:24.440702Z","end":"2026-02-27T02:22:24.547632Z","steps":["trace[566648430] 'read index received' (duration: 106.742277ms)","trace[566648430] 'applied index is now lower than readState.Index' (duration: 186.825µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:24.547806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.089086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:24.547851Z","caller":"traceutil/trace.go:171","msg":"trace[1480469120] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:34728; }","duration":"107.190948ms","start":"2026-02-27T02:22:24.440648Z","end":"2026-02-27T02:22:24.547838Z","steps":["trace[1480469120] 'agreement among raft nodes before linearized reading' (duration: 107.079515ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:24.548027Z","caller":"traceutil/trace.go:171","msg":"trace[1415636694] transaction","detail":"{read_only:false; response_revision:34728; number_of_response:1; }","duration":"141.632797ms","start":"2026-02-27T02:22:24.40635Z","end":"2026-02-27T02:22:24.547983Z","steps":["trace[1415636694] 'process raft request' (duration: 141.153904ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:25.133135Z","caller":"traceutil/trace.go:171","msg":"trace[743395909] transaction","detail":"{read_only:false; response_revision:34730; number_of_response:1; }","duration":"148.294863ms","start":"2026-02-27T02:22:24.984819Z","end":"2026-02-27T02:22:25.133114Z","steps":["trace[743395909] 'process raft request' (duration: 92.08994ms)","trace[743395909] 'compare' (duration: 56.103351ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:25.211065Z","caller":"traceutil/trace.go:171","msg":"trace[1864341110] linearizableReadLoop","detail":"{readStateIndex:36396; appliedIndex:36393; }","duration":"157.120396ms","start":"2026-02-27T02:22:25.053923Z","end":"2026-02-27T02:22:25.211043Z","steps":["trace[1864341110] 'read index received' (duration: 22.914614ms)","trace[1864341110] 'applied index is now lower than readState.Index' (duration: 134.204622ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:25.211115Z","caller":"traceutil/trace.go:171","msg":"trace[529411825] transaction","detail":"{read_only:false; response_revision:34731; number_of_response:1; }","duration":"226.21348ms","start":"2026-02-27T02:22:24.984864Z","end":"2026-02-27T02:22:25.211077Z","steps":["trace[529411825] 'process raft request' (duration: 226.005324ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:25.211188Z","caller":"traceutil/trace.go:171","msg":"trace[1973479465] transaction","detail":"{read_only:false; response_revision:34732; number_of_response:1; }","duration":"225.614863ms","start":"2026-02-27T02:22:24.985562Z","end":"2026-02-27T02:22:25.211177Z","steps":["trace[1973479465] 'process raft request' (duration: 225.433558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:25.211367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.425314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:25.211458Z","caller":"traceutil/trace.go:171","msg":"trace[1776768513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34732; }","duration":"157.526207ms","start":"2026-02-27T02:22:25.053906Z","end":"2026-02-27T02:22:25.211432Z","steps":["trace[1776768513] 'agreement among raft nodes before linearized reading' (duration: 157.345982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:25.436841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.255676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-27T02:22:25.436919Z","caller":"traceutil/trace.go:171","msg":"trace[1788533747] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:34732; }","duration":"108.345798ms","start":"2026-02-27T02:22:25.328556Z","end":"2026-02-27T02:22:25.436901Z","steps":["trace[1788533747] 'range keys from in-memory index tree' (duration: 108.088252ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:25.616551Z","caller":"traceutil/trace.go:171","msg":"trace[1854057633] transaction","detail":"{read_only:false; response_revision:34733; number_of_response:1; }","duration":"174.820513ms","start":"2026-02-27T02:22:25.441705Z","end":"2026-02-27T02:22:25.616526Z","steps":["trace[1854057633] 'process raft request' (duration: 174.68465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:25.765175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.556497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:25.765392Z","caller":"traceutil/trace.go:171","msg":"trace[1733206406] transaction","detail":"{read_only:false; response_revision:34734; number_of_response:1; }","duration":"322.974373ms","start":"2026-02-27T02:22:25.44239Z","end":"2026-02-27T02:22:25.765364Z","steps":["trace[1733206406] 'process raft request' (duration: 209.150889ms)","trace[1733206406] 'compare' (duration: 113.29891ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:25.765606Z","caller":"traceutil/trace.go:171","msg":"trace[112632916] linearizableReadLoop","detail":"{readStateIndex:36402; appliedIndex:36396; }","duration":"247.964503ms","start":"2026-02-27T02:22:25.517622Z","end":"2026-02-27T02:22:25.765586Z","steps":["trace[112632916] 'read index received' (duration: 98.746525ms)","trace[112632916] 'applied index is now lower than readState.Index' (duration: 149.216828ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:25.76563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:25.442375Z","time spent":"323.187098ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:25.765747Z","caller":"traceutil/trace.go:171","msg":"trace[1353064048] transaction","detail":"{read_only:false; response_revision:34737; number_of_response:1; }","duration":"322.137781ms","start":"2026-02-27T02:22:25.443593Z","end":"2026-02-27T02:22:25.765731Z","steps":["trace[1353064048] 'process raft request' (duration: 321.875834ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:25.765757Z","caller":"traceutil/trace.go:171","msg":"trace[1357330971] transaction","detail":"{read_only:false; response_revision:34736; number_of_response:1; }","duration":"322.804208ms","start":"2026-02-27T02:22:25.442891Z","end":"2026-02-27T02:22:25.765695Z","steps":["trace[1357330971] 'process raft request' (duration: 322.479039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:25.765828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:25.443582Z","time spent":"322.199052ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:25.765925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:25.442881Z","time spent":"322.953342ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:25.766017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.61981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:25.766056Z","caller":"traceutil/trace.go:171","msg":"trace[975416274] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:34738; }","duration":"190.700892ms","start":"2026-02-27T02:22:25.575342Z","end":"2026-02-27T02:22:25.766043Z","steps":["trace[975416274] 'agreement among raft nodes before linearized reading' (duration: 190.595269ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:25.766054Z","caller":"traceutil/trace.go:171","msg":"trace[1701071158] transaction","detail":"{read_only:false; response_revision:34738; number_of_response:1; }","duration":"321.664978ms","start":"2026-02-27T02:22:25.444356Z","end":"2026-02-27T02:22:25.766021Z","steps":["trace[1701071158] 'process raft request' (duration: 321.162765ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:25.766084Z","caller":"traceutil/trace.go:171","msg":"trace[1352661056] transaction","detail":"{read_only:false; response_revision:34735; number_of_response:1; }","duration":"323.587858ms","start":"2026-02-27T02:22:25.442472Z","end":"2026-02-27T02:22:25.76606Z","steps":["trace[1352661056] 'process raft request' (duration: 322.822788ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:25.766102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.459224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:25.766122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.908216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:25.766145Z","caller":"traceutil/trace.go:171","msg":"trace[64711152] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:34738; }","duration":"149.531386ms","start":"2026-02-27T02:22:25.616601Z","end":"2026-02-27T02:22:25.766133Z","steps":["trace[64711152] 'agreement among raft nodes before linearized reading' (duration: 149.456634ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:25.76619Z","caller":"traceutil/trace.go:171","msg":"trace[22514634] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34738; }","duration":"114.012949ms","start":"2026-02-27T02:22:25.652152Z","end":"2026-02-27T02:22:25.766165Z","steps":["trace[22514634] 'agreement among raft nodes before linearized reading' (duration: 113.910546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:25.766216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:25.442463Z","time spent":"323.673411ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:25.766216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:25.444339Z","time spent":"321.797221ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:25.766278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.637411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:22:25.766424Z","caller":"traceutil/trace.go:171","msg":"trace[1609826149] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34738; }","duration":"248.808035ms","start":"2026-02-27T02:22:25.517582Z","end":"2026-02-27T02:22:25.76639Z","steps":["trace[1609826149] 'agreement among raft nodes before linearized reading' (duration: 248.162478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:26.279233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281978484,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:22:26.299987Z","caller":"traceutil/trace.go:171","msg":"trace[1233167758] linearizableReadLoop","detail":"{readStateIndex:36403; appliedIndex:36402; }","duration":"521.670745ms","start":"2026-02-27T02:22:25.778296Z","end":"2026-02-27T02:22:26.299967Z","steps":["trace[1233167758] 'read index received' (duration: 521.440039ms)","trace[1233167758] 'applied index is now lower than readState.Index' (duration: 229.796µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:26.300037Z","caller":"traceutil/trace.go:171","msg":"trace[1607063350] transaction","detail":"{read_only:false; response_revision:34739; number_of_response:1; }","duration":"526.227265ms","start":"2026-02-27T02:22:25.773787Z","end":"2026-02-27T02:22:26.300014Z","steps":["trace[1607063350] 'process raft request' (duration: 526.04422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:26.300126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.804408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:26.300207Z","caller":"traceutil/trace.go:171","msg":"trace[492954431] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:34739; }","duration":"521.922682ms","start":"2026-02-27T02:22:25.778266Z","end":"2026-02-27T02:22:26.300188Z","steps":["trace[492954431] 'agreement among raft nodes before linearized reading' (duration: 521.775868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:26.300255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:25.773776Z","time spent":"526.389039ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:26.300301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:25.778251Z","time spent":"522.036774ms","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:22:26.300325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.391805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:22:26.300393Z","caller":"traceutil/trace.go:171","msg":"trace[603670006] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34739; }","duration":"466.490519ms","start":"2026-02-27T02:22:25.833887Z","end":"2026-02-27T02:22:26.300378Z","steps":["trace[603670006] 'agreement among raft nodes before linearized reading' (duration: 466.281383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:26.300431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:25.833873Z","time spent":"466.55086ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:22:26.300321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.208604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-02-27T02:22:26.300501Z","caller":"traceutil/trace.go:171","msg":"trace[913362071] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:34739; }","duration":"507.424179ms","start":"2026-02-27T02:22:25.793059Z","end":"2026-02-27T02:22:26.300483Z","steps":["trace[913362071] 'agreement among raft nodes before linearized reading' (duration: 507.08827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:26.30055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:25.793038Z","time spent":"507.502401ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-27T02:22:26.300637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.66866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:26.300671Z","caller":"traceutil/trace.go:171","msg":"trace[1459824030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34739; }","duration":"237.759243ms","start":"2026-02-27T02:22:26.062903Z","end":"2026-02-27T02:22:26.300662Z","steps":["trace[1459824030] 'agreement among raft nodes before linearized reading' (duration: 237.703832ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:26.490018Z","caller":"traceutil/trace.go:171","msg":"trace[387563377] transaction","detail":"{read_only:false; response_revision:34740; number_of_response:1; }","duration":"180.113903ms","start":"2026-02-27T02:22:26.30987Z","end":"2026-02-27T02:22:26.489984Z","steps":["trace[387563377] 'process raft request' (duration: 104.136948ms)","trace[387563377] 'compare' (duration: 75.621495ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:26.491077Z","caller":"traceutil/trace.go:171","msg":"trace[1408791877] transaction","detail":"{read_only:false; response_revision:34741; number_of_response:1; }","duration":"178.745727ms","start":"2026-02-27T02:22:26.312298Z","end":"2026-02-27T02:22:26.491043Z","steps":["trace[1408791877] 'process raft request' (duration: 178.583272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:26.800856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.958969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-27T02:22:26.80097Z","caller":"traceutil/trace.go:171","msg":"trace[1894447499] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:34743; }","duration":"188.110083ms","start":"2026-02-27T02:22:26.612831Z","end":"2026-02-27T02:22:26.800941Z","steps":["trace[1894447499] 'range keys from in-memory index tree' (duration: 187.677582ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:27.26929Z","caller":"traceutil/trace.go:171","msg":"trace[179429076] transaction","detail":"{read_only:false; response_revision:34745; number_of_response:1; }","duration":"127.591526ms","start":"2026-02-27T02:22:27.141664Z","end":"2026-02-27T02:22:27.269255Z","steps":["trace[179429076] 'process raft request' (duration: 102.989217ms)","trace[179429076] 'compare' (duration: 24.481006ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:27.271051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.59849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:202 size:2002262"} {"level":"info","ts":"2026-02-27T02:22:27.271137Z","caller":"traceutil/trace.go:171","msg":"trace[1678886778] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:202; response_revision:34744; }","duration":"179.732793ms","start":"2026-02-27T02:22:27.091383Z","end":"2026-02-27T02:22:27.271116Z","steps":["trace[1678886778] 'range keys from in-memory index tree' (duration: 177.621758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:28.358492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360550281978518,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:22:28.635147Z","caller":"traceutil/trace.go:171","msg":"trace[1730455214] transaction","detail":"{read_only:false; response_revision:34749; number_of_response:1; }","duration":"860.918017ms","start":"2026-02-27T02:22:27.774197Z","end":"2026-02-27T02:22:28.635115Z","steps":["trace[1730455214] 'process raft request' (duration: 860.767583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:28.635296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:27.774179Z","time spent":"861.044121ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:28.665632Z","caller":"traceutil/trace.go:171","msg":"trace[546272459] transaction","detail":"{read_only:false; response_revision:34751; number_of_response:1; }","duration":"890.718474ms","start":"2026-02-27T02:22:27.774886Z","end":"2026-02-27T02:22:28.665604Z","steps":["trace[546272459] 'process raft request' (duration: 890.641662ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:28.665681Z","caller":"traceutil/trace.go:171","msg":"trace[1804550368] transaction","detail":"{read_only:false; response_revision:34750; number_of_response:1; }","duration":"890.835447ms","start":"2026-02-27T02:22:27.774808Z","end":"2026-02-27T02:22:28.665644Z","steps":["trace[1804550368] 'process raft request' (duration: 890.546819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:28.665786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:27.774865Z","time spent":"890.842508ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:28.665801Z","caller":"traceutil/trace.go:171","msg":"trace[1633478733] linearizableReadLoop","detail":"{readStateIndex:36418; appliedIndex:36413; }","duration":"808.353631ms","start":"2026-02-27T02:22:27.857428Z","end":"2026-02-27T02:22:28.665781Z","steps":["trace[1633478733] 'read index received' (duration: 777.561448ms)","trace[1633478733] 'applied index is now lower than readState.Index' (duration: 30.791292ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:28.665839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:27.774793Z","time spent":"890.961761ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:28.66598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.299331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:28.665972Z","caller":"traceutil/trace.go:171","msg":"trace[1074650960] transaction","detail":"{read_only:false; response_revision:34753; number_of_response:1; }","duration":"888.518207ms","start":"2026-02-27T02:22:27.777338Z","end":"2026-02-27T02:22:28.665857Z","steps":["trace[1074650960] 'process raft request' (duration: 888.332962ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:28.66598Z","caller":"traceutil/trace.go:171","msg":"trace[222350761] transaction","detail":"{read_only:false; response_revision:34752; number_of_response:1; }","duration":"890.94306ms","start":"2026-02-27T02:22:27.77499Z","end":"2026-02-27T02:22:28.665933Z","steps":["trace[222350761] 'process raft request' (duration: 890.58011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:28.666039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.591937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-02-27T02:22:28.666084Z","caller":"traceutil/trace.go:171","msg":"trace[2118690687] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:34754; }","duration":"808.683489ms","start":"2026-02-27T02:22:27.857385Z","end":"2026-02-27T02:22:28.666069Z","steps":["trace[2118690687] 'agreement among raft nodes before linearized reading' (duration: 808.505674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:28.666114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.161249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:28.666137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.737176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-02-27T02:22:28.666165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:27.774985Z","time spent":"891.092854ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:28.666181Z","caller":"traceutil/trace.go:171","msg":"trace[1555928089] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34754; }","duration":"134.821428ms","start":"2026-02-27T02:22:28.531345Z","end":"2026-02-27T02:22:28.666166Z","steps":["trace[1555928089] 'agreement among raft nodes before linearized reading' (duration: 134.677684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:28.666126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:27.857365Z","time spent":"808.751581ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-02-27T02:22:28.666172Z","caller":"traceutil/trace.go:171","msg":"trace[1801051133] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:34754; }","duration":"594.258171ms","start":"2026-02-27T02:22:28.071899Z","end":"2026-02-27T02:22:28.666157Z","steps":["trace[1801051133] 'agreement among raft nodes before linearized reading' (duration: 594.170419ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:28.666295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.704625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-02-27T02:22:28.666223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:27.777323Z","time spent":"888.765243ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:28.666333Z","caller":"traceutil/trace.go:171","msg":"trace[1592873839] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34754; }","duration":"170.780037ms","start":"2026-02-27T02:22:28.495544Z","end":"2026-02-27T02:22:28.666324Z","steps":["trace[1592873839] 'agreement among raft nodes before linearized reading' (duration: 170.685994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:28.666338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:28.071876Z","time spent":"594.430655ms","remote":"127.0.0.1:47440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:22:28.666042Z","caller":"traceutil/trace.go:171","msg":"trace[812655352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34754; }","duration":"611.435525ms","start":"2026-02-27T02:22:28.054588Z","end":"2026-02-27T02:22:28.666023Z","steps":["trace[812655352] 'agreement among raft nodes before linearized reading' (duration: 611.353603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:28.666433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:28.054568Z","time spent":"611.853985ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:22:28.666738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.196165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:28.66687Z","caller":"traceutil/trace.go:171","msg":"trace[103175844] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:34754; }","duration":"504.40154ms","start":"2026-02-27T02:22:28.162437Z","end":"2026-02-27T02:22:28.666839Z","steps":["trace[103175844] 'agreement among raft nodes before linearized reading' (duration: 503.62961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:28.666943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:28.16242Z","time spent":"504.503243ms","remote":"127.0.0.1:50362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:22:28.667002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.794784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:202 size:2002262"} {"level":"info","ts":"2026-02-27T02:22:28.667042Z","caller":"traceutil/trace.go:171","msg":"trace[1140649115] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:202; response_revision:34754; }","duration":"406.872867ms","start":"2026-02-27T02:22:28.260157Z","end":"2026-02-27T02:22:28.66703Z","steps":["trace[1140649115] 'agreement among raft nodes before linearized reading' (duration: 405.807408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:28.667064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:28.260124Z","time spent":"406.932467ms","remote":"127.0.0.1:33730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":202,"response size":2002285,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-02-27T02:22:28.785141Z","caller":"traceutil/trace.go:171","msg":"trace[879608473] transaction","detail":"{read_only:false; response_revision:34756; number_of_response:1; }","duration":"111.210145ms","start":"2026-02-27T02:22:28.673891Z","end":"2026-02-27T02:22:28.785101Z","steps":["trace[879608473] 'process raft request' (duration: 72.108463ms)","trace[879608473] 'compare' (duration: 38.875816ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:23:08.162897Z","caller":"traceutil/trace.go:171","msg":"trace[1036026232] linearizableReadLoop","detail":"{readStateIndex:36765; appliedIndex:36764; }","duration":"110.186521ms","start":"2026-02-27T02:23:08.052679Z","end":"2026-02-27T02:23:08.162866Z","steps":["trace[1036026232] 'read index received' (duration: 98.505272ms)","trace[1036026232] 'applied index is now lower than readState.Index' (duration: 11.679959ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:23:08.162958Z","caller":"traceutil/trace.go:171","msg":"trace[646691074] transaction","detail":"{read_only:false; response_revision:35084; number_of_response:1; }","duration":"135.337755ms","start":"2026-02-27T02:23:08.027548Z","end":"2026-02-27T02:23:08.162886Z","steps":["trace[646691074] 'process raft request' (duration: 123.716358ms)","trace[646691074] 'compare' (duration: 11.202186ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:23:08.163048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.346805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:23:08.163107Z","caller":"traceutil/trace.go:171","msg":"trace[333335998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35084; }","duration":"110.475529ms","start":"2026-02-27T02:23:08.052614Z","end":"2026-02-27T02:23:08.163089Z","steps":["trace[333335998] 'agreement among raft nodes before linearized reading' (duration: 110.376176ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:23:11.004136Z","caller":"traceutil/trace.go:171","msg":"trace[1486622322] linearizableReadLoop","detail":"{readStateIndex:36784; appliedIndex:36783; }","duration":"128.605177ms","start":"2026-02-27T02:23:10.875505Z","end":"2026-02-27T02:23:11.00411Z","steps":["trace[1486622322] 'read index received' (duration: 128.394132ms)","trace[1486622322] 'applied index is now lower than readState.Index' (duration: 209.815µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:23:11.004448Z","caller":"traceutil/trace.go:171","msg":"trace[37143214] transaction","detail":"{read_only:false; response_revision:35102; number_of_response:1; }","duration":"150.409023ms","start":"2026-02-27T02:23:10.854023Z","end":"2026-02-27T02:23:11.004432Z","steps":["trace[37143214] 'process raft request' (duration: 149.93058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:23:11.004726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.211793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:23:11.004769Z","caller":"traceutil/trace.go:171","msg":"trace[1026438241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35102; }","duration":"129.296916ms","start":"2026-02-27T02:23:10.875462Z","end":"2026-02-27T02:23:11.004758Z","steps":["trace[1026438241] 'agreement among raft nodes before linearized reading' (duration: 129.155382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:23:11.005073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.371697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:23:11.005172Z","caller":"traceutil/trace.go:171","msg":"trace[558541385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35102; }","duration":"115.529062ms","start":"2026-02-27T02:23:10.889614Z","end":"2026-02-27T02:23:11.005143Z","steps":["trace[558541385] 'agreement among raft nodes before linearized reading' (duration: 115.262145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:23:11.00547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.636829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:23:11.005521Z","caller":"traceutil/trace.go:171","msg":"trace[958822371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35102; }","duration":"108.702821ms","start":"2026-02-27T02:23:10.896808Z","end":"2026-02-27T02:23:11.005511Z","steps":["trace[958822371] 'agreement among raft nodes before linearized reading' (duration: 108.586218ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:23:11.247455Z","caller":"traceutil/trace.go:171","msg":"trace[676625778] transaction","detail":"{read_only:false; response_revision:35103; number_of_response:1; }","duration":"237.819331ms","start":"2026-02-27T02:23:11.009603Z","end":"2026-02-27T02:23:11.247422Z","steps":["trace[676625778] 'process raft request' (duration: 237.663627ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:23:11.249059Z","caller":"traceutil/trace.go:171","msg":"trace[1112493311] transaction","detail":"{read_only:false; response_revision:35107; number_of_response:1; }","duration":"239.036414ms","start":"2026-02-27T02:23:11.010003Z","end":"2026-02-27T02:23:11.24904Z","steps":["trace[1112493311] 'process raft request' (duration: 239.000543ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:23:11.249067Z","caller":"traceutil/trace.go:171","msg":"trace[1555451901] transaction","detail":"{read_only:false; response_revision:35104; number_of_response:1; }","duration":"239.306591ms","start":"2026-02-27T02:23:11.009726Z","end":"2026-02-27T02:23:11.249033Z","steps":["trace[1555451901] 'process raft request' (duration: 239.122926ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:23:11.249289Z","caller":"traceutil/trace.go:171","msg":"trace[505599488] transaction","detail":"{read_only:false; response_revision:35105; number_of_response:1; }","duration":"239.361472ms","start":"2026-02-27T02:23:11.00992Z","end":"2026-02-27T02:23:11.249282Z","steps":["trace[505599488] 'process raft request' (duration: 239.033074ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:23:11.249364Z","caller":"traceutil/trace.go:171","msg":"trace[1604408918] transaction","detail":"{read_only:false; response_revision:35106; number_of_response:1; }","duration":"239.344952ms","start":"2026-02-27T02:23:11.010013Z","end":"2026-02-27T02:23:11.249358Z","steps":["trace[1604408918] 'process raft request' (duration: 238.965102ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:23:46.641465Z","caller":"traceutil/trace.go:171","msg":"trace[357085817] linearizableReadLoop","detail":"{readStateIndex:37093; appliedIndex:37092; }","duration":"111.303391ms","start":"2026-02-27T02:23:46.530138Z","end":"2026-02-27T02:23:46.641441Z","steps":["trace[357085817] 'read index received' (duration: 111.153107ms)","trace[357085817] 'applied index is now lower than readState.Index' (duration: 149.334µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:23:46.641564Z","caller":"traceutil/trace.go:171","msg":"trace[1202235500] transaction","detail":"{read_only:false; number_of_response:0; response_revision:35397; }","duration":"117.72077ms","start":"2026-02-27T02:23:46.523795Z","end":"2026-02-27T02:23:46.641516Z","steps":["trace[1202235500] 'process raft request' (duration: 117.549125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:23:46.641647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.487235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:23:46.641965Z","caller":"traceutil/trace.go:171","msg":"trace[1443341075] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:35397; }","duration":"111.830215ms","start":"2026-02-27T02:23:46.5301Z","end":"2026-02-27T02:23:46.641931Z","steps":["trace[1443341075] 'agreement among raft nodes before linearized reading' (duration: 111.475985ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:24:02.926292Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33036} {"level":"info","ts":"2026-02-27T02:24:03.062911Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33036,"took":"131.694919ms","hash":365377115,"current-db-size-bytes":48082944,"current-db-size":"48 MB","current-db-size-in-use-bytes":31358976,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-27T02:24:03.062969Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":365377115,"revision":33036,"compact-revision":30505} {"level":"info","ts":"2026-02-27T02:24:10.195231Z","caller":"traceutil/trace.go:171","msg":"trace[2090744790] linearizableReadLoop","detail":"{readStateIndex:37298; appliedIndex:37297; }","duration":"126.381118ms","start":"2026-02-27T02:24:10.068814Z","end":"2026-02-27T02:24:10.195195Z","steps":["trace[2090744790] 'read index received' (duration: 125.72989ms)","trace[2090744790] 'applied index is now lower than readState.Index' (duration: 649.928µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:24:10.195307Z","caller":"traceutil/trace.go:171","msg":"trace[1099063353] transaction","detail":"{read_only:false; response_revision:35591; number_of_response:1; }","duration":"128.010181ms","start":"2026-02-27T02:24:10.067258Z","end":"2026-02-27T02:24:10.195268Z","steps":["trace[1099063353] 'process raft request' (duration: 127.263871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:24:10.195761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.919753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:24:10.195891Z","caller":"traceutil/trace.go:171","msg":"trace[1719966960] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35591; }","duration":"127.058896ms","start":"2026-02-27T02:24:10.068797Z","end":"2026-02-27T02:24:10.195856Z","steps":["trace[1719966960] 'agreement among raft nodes before linearized reading' (duration: 126.540822ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:24:10.197563Z","caller":"traceutil/trace.go:171","msg":"trace[1157378742] transaction","detail":"{read_only:false; response_revision:35592; number_of_response:1; }","duration":"109.393419ms","start":"2026-02-27T02:24:10.088133Z","end":"2026-02-27T02:24:10.197527Z","steps":["trace[1157378742] 'process raft request' (duration: 109.243025ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:25:58.349995Z","caller":"traceutil/trace.go:171","msg":"trace[1964712995] transaction","detail":"{read_only:false; response_revision:36549; number_of_response:1; }","duration":"113.566139ms","start":"2026-02-27T02:25:58.236385Z","end":"2026-02-27T02:25:58.349951Z","steps":["trace[1964712995] 'process raft request' (duration: 91.755513ms)","trace[1964712995] 'compare' (duration: 19.986888ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:25:58.3503Z","caller":"traceutil/trace.go:171","msg":"trace[274419666] transaction","detail":"{read_only:false; response_revision:36550; number_of_response:1; }","duration":"113.777025ms","start":"2026-02-27T02:25:58.236505Z","end":"2026-02-27T02:25:58.350282Z","steps":["trace[274419666] 'process raft request' (duration: 112.83794ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:26:35.859804Z","caller":"traceutil/trace.go:171","msg":"trace[1005286522] transaction","detail":"{read_only:false; response_revision:36904; number_of_response:1; }","duration":"460.958906ms","start":"2026-02-27T02:26:35.398813Z","end":"2026-02-27T02:26:35.859772Z","steps":["trace[1005286522] 'process raft request' (duration: 460.754261ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:26:35.860011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:26:35.398796Z","time spent":"461.113801ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:26:35.860723Z","caller":"traceutil/trace.go:171","msg":"trace[1641974023] linearizableReadLoop","detail":"{readStateIndex:38674; appliedIndex:38672; }","duration":"190.189324ms","start":"2026-02-27T02:26:35.670518Z","end":"2026-02-27T02:26:35.860707Z","steps":["trace[1641974023] 'read index received' (duration: 189.105485ms)","trace[1641974023] 'applied index is now lower than readState.Index' (duration: 1.082389ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:26:35.860901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.386039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:26:35.860923Z","caller":"traceutil/trace.go:171","msg":"trace[1672614389] transaction","detail":"{read_only:false; response_revision:36905; number_of_response:1; }","duration":"434.948079ms","start":"2026-02-27T02:26:35.425872Z","end":"2026-02-27T02:26:35.86082Z","steps":["trace[1672614389] 'process raft request' (duration: 434.722003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:26:35.861246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:26:35.425853Z","time spent":"435.202065ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:26:35.861005Z","caller":"traceutil/trace.go:171","msg":"trace[1888976237] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:36905; }","duration":"190.495762ms","start":"2026-02-27T02:26:35.670452Z","end":"2026-02-27T02:26:35.860948Z","steps":["trace[1888976237] 'agreement among raft nodes before linearized reading' (duration: 190.364029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:26:41.072066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.615487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:26:41.072297Z","caller":"traceutil/trace.go:171","msg":"trace[2056324057] transaction","detail":"{read_only:false; response_revision:36957; number_of_response:1; }","duration":"206.001762ms","start":"2026-02-27T02:26:40.866208Z","end":"2026-02-27T02:26:41.07221Z","steps":["trace[2056324057] 'process raft request' (duration: 88.157369ms)","trace[2056324057] 'compare' (duration: 117.509534ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:26:41.799573Z","caller":"traceutil/trace.go:171","msg":"trace[1657821288] transaction","detail":"{read_only:false; number_of_response:0; response_revision:36958; }","duration":"156.666778ms","start":"2026-02-27T02:26:41.642882Z","end":"2026-02-27T02:26:41.799549Z","steps":["trace[1657821288] 'process raft request' (duration: 156.569765ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:26:41.952531Z","caller":"traceutil/trace.go:171","msg":"trace[947255688] linearizableReadLoop","detail":"{readStateIndex:38731; appliedIndex:38730; }","duration":"124.032216ms","start":"2026-02-27T02:26:41.828472Z","end":"2026-02-27T02:26:41.952504Z","steps":["trace[947255688] 'read index received' (duration: 123.924033ms)","trace[947255688] 'applied index is now lower than readState.Index' (duration: 107.043µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:26:41.952648Z","caller":"traceutil/trace.go:171","msg":"trace[1078402225] transaction","detail":"{read_only:false; response_revision:36959; number_of_response:1; }","duration":"141.20131ms","start":"2026-02-27T02:26:41.811417Z","end":"2026-02-27T02:26:41.952619Z","steps":["trace[1078402225] 'process raft request' (duration: 140.915803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:26:41.952711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.214531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:26:41.952755Z","caller":"traceutil/trace.go:171","msg":"trace[706704704] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:36959; }","duration":"124.326814ms","start":"2026-02-27T02:26:41.828413Z","end":"2026-02-27T02:26:41.95274Z","steps":["trace[706704704] 'agreement among raft nodes before linearized reading' (duration: 124.209071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:26:42.1779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.111297ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:26:42.17816Z","caller":"traceutil/trace.go:171","msg":"trace[728367117] linearizableReadLoop","detail":"{readStateIndex:38733; appliedIndex:38731; }","duration":"225.539297ms","start":"2026-02-27T02:26:41.9526Z","end":"2026-02-27T02:26:42.17814Z","steps":["trace[728367117] 'read index received' (duration: 31.165263ms)","trace[728367117] 'applied index is now lower than readState.Index' (duration: 194.373174ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:26:42.178288Z","caller":"traceutil/trace.go:171","msg":"trace[1742527217] transaction","detail":"{read_only:false; response_revision:36960; number_of_response:1; }","duration":"258.660182ms","start":"2026-02-27T02:26:41.919617Z","end":"2026-02-27T02:26:42.178278Z","steps":["trace[1742527217] 'process raft request' (duration: 258.382685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:26:42.17845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.241505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T02:26:42.178498Z","caller":"traceutil/trace.go:171","msg":"trace[890335119] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36960; }","duration":"204.322547ms","start":"2026-02-27T02:26:41.974164Z","end":"2026-02-27T02:26:42.178486Z","steps":["trace[890335119] 'agreement among raft nodes before linearized reading' (duration: 204.143012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:26:42.178653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.4374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:26:42.178695Z","caller":"traceutil/trace.go:171","msg":"trace[1058416209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36960; }","duration":"126.519542ms","start":"2026-02-27T02:26:42.052165Z","end":"2026-02-27T02:26:42.178685Z","steps":["trace[1058416209] 'agreement among raft nodes before linearized reading' (duration: 126.4517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:26:42.178698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.917473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:26:42.179138Z","caller":"traceutil/trace.go:171","msg":"trace[2056477832] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36960; }","duration":"294.394366ms","start":"2026-02-27T02:26:41.884721Z","end":"2026-02-27T02:26:42.179116Z","steps":["trace[2056477832] 'agreement among raft nodes before linearized reading' (duration: 293.81513ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:26:42.299851Z","caller":"traceutil/trace.go:171","msg":"trace[958415662] linearizableReadLoop","detail":"{readStateIndex:38736; appliedIndex:38733; }","duration":"110.791667ms","start":"2026-02-27T02:26:42.189028Z","end":"2026-02-27T02:26:42.29982Z","steps":["trace[958415662] 'read index received' (duration: 22.763622ms)","trace[958415662] 'applied index is now lower than readState.Index' (duration: 88.027015ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:26:42.300098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.049514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-02-27T02:26:42.300149Z","caller":"traceutil/trace.go:171","msg":"trace[131519172] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:36963; }","duration":"111.143345ms","start":"2026-02-27T02:26:42.188994Z","end":"2026-02-27T02:26:42.300137Z","steps":["trace[131519172] 'agreement among raft nodes before linearized reading' (duration: 110.94688ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:26:42.300511Z","caller":"traceutil/trace.go:171","msg":"trace[650373041] transaction","detail":"{read_only:false; response_revision:36962; number_of_response:1; }","duration":"115.773248ms","start":"2026-02-27T02:26:42.184723Z","end":"2026-02-27T02:26:42.300496Z","steps":["trace[650373041] 'process raft request' (duration: 114.932536ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:26:42.300718Z","caller":"traceutil/trace.go:171","msg":"trace[611185319] transaction","detail":"{read_only:false; response_revision:36963; number_of_response:1; }","duration":"114.72681ms","start":"2026-02-27T02:26:42.185968Z","end":"2026-02-27T02:26:42.300694Z","steps":["trace[611185319] 'process raft request' (duration: 113.804806ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:26:44.669637Z","caller":"traceutil/trace.go:171","msg":"trace[1209234843] transaction","detail":"{read_only:false; response_revision:36992; number_of_response:1; }","duration":"118.936462ms","start":"2026-02-27T02:26:44.550669Z","end":"2026-02-27T02:26:44.669605Z","steps":["trace[1209234843] 'process raft request' (duration: 115.746247ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:26:44.669642Z","caller":"traceutil/trace.go:171","msg":"trace[1614492792] transaction","detail":"{read_only:false; response_revision:36993; number_of_response:1; }","duration":"117.214776ms","start":"2026-02-27T02:26:44.552396Z","end":"2026-02-27T02:26:44.669611Z","steps":["trace[1614492792] 'process raft request' (duration: 117.149034ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:27:28.491702Z","caller":"traceutil/trace.go:171","msg":"trace[467255208] transaction","detail":"{read_only:false; response_revision:37343; number_of_response:1; }","duration":"130.741397ms","start":"2026-02-27T02:27:28.360917Z","end":"2026-02-27T02:27:28.491659Z","steps":["trace[467255208] 'process raft request' (duration: 56.937414ms)","trace[467255208] 'compare' (duration: 73.559857ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:27:35.229964Z","caller":"traceutil/trace.go:171","msg":"trace[1069542512] linearizableReadLoop","detail":"{readStateIndex:39190; appliedIndex:39189; }","duration":"491.973506ms","start":"2026-02-27T02:27:34.737966Z","end":"2026-02-27T02:27:35.229939Z","steps":["trace[1069542512] 'read index received' (duration: 491.867053ms)","trace[1069542512] 'applied index is now lower than readState.Index' (duration: 105.173µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:27:35.230074Z","caller":"traceutil/trace.go:171","msg":"trace[1140904254] transaction","detail":"{read_only:false; response_revision:37396; number_of_response:1; }","duration":"515.018669ms","start":"2026-02-27T02:27:34.714983Z","end":"2026-02-27T02:27:35.230002Z","steps":["trace[1140904254] 'process raft request' (duration: 514.804633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:27:35.2302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.091645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T02:27:35.230237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.330289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:27:35.230287Z","caller":"traceutil/trace.go:171","msg":"trace[1850395512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37396; }","duration":"535.408021ms","start":"2026-02-27T02:27:34.694867Z","end":"2026-02-27T02:27:35.230275Z","steps":["trace[1850395512] 'agreement among raft nodes before linearized reading' (duration: 535.246487ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:27:35.23029Z","caller":"traceutil/trace.go:171","msg":"trace[636860471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37396; }","duration":"493.219849ms","start":"2026-02-27T02:27:34.737049Z","end":"2026-02-27T02:27:35.230269Z","steps":["trace[636860471] 'agreement among raft nodes before linearized reading' (duration: 492.949732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:27:35.230322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:27:34.69486Z","time spent":"535.455302ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:27:35.230336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:27:34.73703Z","time spent":"493.297271ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:27:35.230348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.524571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:27:35.230458Z","caller":"traceutil/trace.go:171","msg":"trace[2006603673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37396; }","duration":"533.626933ms","start":"2026-02-27T02:27:34.696794Z","end":"2026-02-27T02:27:35.230421Z","steps":["trace[2006603673] 'agreement among raft nodes before linearized reading' (duration: 533.294794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:27:35.230526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:27:34.696788Z","time spent":"533.705866ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:27:35.234723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:27:34.714952Z","time spent":"515.255725ms","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7333,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:27:35.798372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.408994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:27:35.798623Z","caller":"traceutil/trace.go:171","msg":"trace[1781393585] transaction","detail":"{read_only:false; response_revision:37398; number_of_response:1; }","duration":"998.025307ms","start":"2026-02-27T02:27:34.800562Z","end":"2026-02-27T02:27:35.798588Z","steps":["trace[1781393585] 'process raft request' (duration: 997.903934ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:27:35.798639Z","caller":"traceutil/trace.go:171","msg":"trace[905750688] transaction","detail":"{read_only:false; response_revision:37397; number_of_response:1; }","duration":"1.05604186s","start":"2026-02-27T02:27:34.742539Z","end":"2026-02-27T02:27:35.798581Z","steps":["trace[905750688] 'process raft request' (duration: 547.336288ms)","trace[905750688] 'compare' (duration: 507.967232ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:27:35.798693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:27:34.800542Z","time spent":"998.122949ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:27:35.798784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:27:34.742523Z","time spent":"1.056169783s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:27:35.798947Z","caller":"traceutil/trace.go:171","msg":"trace[1740577185] transaction","detail":"{read_only:false; response_revision:37399; number_of_response:1; }","duration":"932.427702ms","start":"2026-02-27T02:27:34.866484Z","end":"2026-02-27T02:27:35.798912Z","steps":["trace[1740577185] 'process raft request' (duration: 932.069442ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:27:35.799141Z","caller":"traceutil/trace.go:171","msg":"trace[618171343] linearizableReadLoop","detail":"{readStateIndex:39194; appliedIndex:39190; }","duration":"568.971444ms","start":"2026-02-27T02:27:35.230065Z","end":"2026-02-27T02:27:35.799037Z","steps":["trace[618171343] 'read index received' (duration: 59.856742ms)","trace[618171343] 'applied index is now lower than readState.Index' (duration: 509.113022ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:27:35.799173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.291675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:27:35.799207Z","caller":"traceutil/trace.go:171","msg":"trace[1140564097] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37400; }","duration":"771.357777ms","start":"2026-02-27T02:27:35.027839Z","end":"2026-02-27T02:27:35.799197Z","steps":["trace[1140564097] 'agreement among raft nodes before linearized reading' (duration: 771.223974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:27:35.799227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:27:35.027818Z","time spent":"771.405329ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:27:35.799234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.688729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:27:35.799152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:27:34.866459Z","time spent":"932.577276ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:27:35.799268Z","caller":"traceutil/trace.go:171","msg":"trace[983224712] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:37400; }","duration":"629.756961ms","start":"2026-02-27T02:27:35.169501Z","end":"2026-02-27T02:27:35.799258Z","steps":["trace[983224712] 'agreement among raft nodes before linearized reading' (duration: 629.691159ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:27:35.799245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.295726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-02-27T02:27:35.799306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:27:35.169477Z","time spent":"629.822943ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:27:35.799338Z","caller":"traceutil/trace.go:171","msg":"trace[445861093] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:37400; }","duration":"730.442789ms","start":"2026-02-27T02:27:35.06887Z","end":"2026-02-27T02:27:35.799313Z","steps":["trace[445861093] 'agreement among raft nodes before linearized reading' (duration: 730.170352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:27:35.799395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:27:35.068838Z","time spent":"730.546762ms","remote":"127.0.0.1:33732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:27:35.79943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059151352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:27:35.799565Z","caller":"traceutil/trace.go:171","msg":"trace[3287137] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:37400; }","duration":"1.059288706s","start":"2026-02-27T02:27:34.740234Z","end":"2026-02-27T02:27:35.799523Z","steps":["trace[3287137] 'agreement among raft nodes before linearized reading' (duration: 1.058930106s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:27:35.799615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:27:34.740173Z","time spent":"1.05943242s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T02:27:35.799878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.583239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:27:35.799923Z","caller":"traceutil/trace.go:171","msg":"trace[1105733804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37400; }","duration":"743.658361ms","start":"2026-02-27T02:27:35.056251Z","end":"2026-02-27T02:27:35.799909Z","steps":["trace[1105733804] 'agreement among raft nodes before linearized reading' (duration: 742.807319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:27:35.799951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:27:35.056235Z","time spent":"743.711242ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:27:35.802578Z","caller":"traceutil/trace.go:171","msg":"trace[464804699] transaction","detail":"{read_only:false; response_revision:37400; number_of_response:1; }","duration":"920.827173ms","start":"2026-02-27T02:27:34.878293Z","end":"2026-02-27T02:27:35.79912Z","steps":["trace[464804699] 'process raft request' (duration: 920.540506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:27:35.803245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:27:34.87826Z","time spent":"924.571103ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:27:35.958089Z","caller":"traceutil/trace.go:171","msg":"trace[8663304] transaction","detail":"{read_only:false; response_revision:37401; number_of_response:1; }","duration":"715.642136ms","start":"2026-02-27T02:27:35.24242Z","end":"2026-02-27T02:27:35.958062Z","steps":["trace[8663304] 'process raft request' (duration: 681.750324ms)","trace[8663304] 'compare' (duration: 33.559123ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:27:35.958288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:27:35.24239Z","time spent":"715.770158ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:27:35.958567Z","caller":"traceutil/trace.go:171","msg":"trace[1913215364] transaction","detail":"{read_only:false; response_revision:37402; number_of_response:1; }","duration":"715.968334ms","start":"2026-02-27T02:27:35.242566Z","end":"2026-02-27T02:27:35.958534Z","steps":["trace[1913215364] 'process raft request' (duration: 715.4146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:27:35.958775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:27:35.242556Z","time spent":"716.129128ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:27:35.958993Z","caller":"traceutil/trace.go:171","msg":"trace[1439042165] transaction","detail":"{read_only:false; response_revision:37403; number_of_response:1; }","duration":"715.204884ms","start":"2026-02-27T02:27:35.243765Z","end":"2026-02-27T02:27:35.95897Z","steps":["trace[1439042165] 'process raft request' (duration: 714.920196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:27:35.959081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:27:35.243746Z","time spent":"715.290986ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:27:35.959124Z","caller":"traceutil/trace.go:171","msg":"trace[1205745054] linearizableReadLoop","detail":"{readStateIndex:39197; appliedIndex:39194; }","duration":"159.903643ms","start":"2026-02-27T02:27:35.799193Z","end":"2026-02-27T02:27:35.959097Z","steps":["trace[1205745054] 'read index received' (duration: 124.968434ms)","trace[1205745054] 'applied index is now lower than readState.Index' (duration: 34.932149ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:27:35.959183Z","caller":"traceutil/trace.go:171","msg":"trace[1009113389] transaction","detail":"{read_only:false; response_revision:37404; number_of_response:1; }","duration":"154.733216ms","start":"2026-02-27T02:27:35.804376Z","end":"2026-02-27T02:27:35.959109Z","steps":["trace[1009113389] 'process raft request' (duration: 154.573491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:27:35.959336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.321208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:27:35.959359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.794695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:27:35.959396Z","caller":"traceutil/trace.go:171","msg":"trace[887220819] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37404; }","duration":"300.418881ms","start":"2026-02-27T02:27:35.658961Z","end":"2026-02-27T02:27:35.95938Z","steps":["trace[887220819] 'agreement among raft nodes before linearized reading' (duration: 300.300648ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:27:35.959427Z","caller":"traceutil/trace.go:171","msg":"trace[1646936542] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:37404; }","duration":"581.885377ms","start":"2026-02-27T02:27:35.377512Z","end":"2026-02-27T02:27:35.959397Z","steps":["trace[1646936542] 'agreement among raft nodes before linearized reading' (duration: 581.786115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:27:35.959436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:27:35.65894Z","time spent":"300.487343ms","remote":"127.0.0.1:50438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:27:35.959547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:27:35.377489Z","time spent":"581.96469ms","remote":"127.0.0.1:45528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:27:35.959571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.394995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:27:35.959613Z","caller":"traceutil/trace.go:171","msg":"trace[1092437284] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:37404; }","duration":"375.686563ms","start":"2026-02-27T02:27:35.583913Z","end":"2026-02-27T02:27:35.959599Z","steps":["trace[1092437284] 'agreement among raft nodes before linearized reading' (duration: 375.366584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:27:35.959643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:27:35.583894Z","time spent":"375.740134ms","remote":"127.0.0.1:45398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:27:35.960028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.989429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:27:35.960097Z","caller":"traceutil/trace.go:171","msg":"trace[1236386604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37404; }","duration":"156.087721ms","start":"2026-02-27T02:27:35.80399Z","end":"2026-02-27T02:27:35.960078Z","steps":["trace[1236386604] 'agreement among raft nodes before linearized reading' (duration: 155.973338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:27:35.960375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.901959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16920"} {"level":"warn","ts":"2026-02-27T02:27:35.961545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.229122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T02:27:35.961638Z","caller":"traceutil/trace.go:171","msg":"trace[93566893] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:37404; }","duration":"157.344965ms","start":"2026-02-27T02:27:35.804271Z","end":"2026-02-27T02:27:35.961616Z","steps":["trace[93566893] 'agreement among raft nodes before linearized reading' (duration: 155.744443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:27:35.960395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.099742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T02:27:35.961981Z","caller":"traceutil/trace.go:171","msg":"trace[1931474917] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37404; }","duration":"157.725256ms","start":"2026-02-27T02:27:35.804207Z","end":"2026-02-27T02:27:35.961932Z","steps":["trace[1931474917] 'agreement among raft nodes before linearized reading' (duration: 156.036901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:27:35.960456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.029818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:27:35.961573Z","caller":"traceutil/trace.go:171","msg":"trace[411506677] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:37404; }","duration":"715.167133ms","start":"2026-02-27T02:27:35.246369Z","end":"2026-02-27T02:27:35.961537Z","steps":["trace[411506677] 'agreement among raft nodes before linearized reading' (duration: 713.796867ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:27:35.962177Z","caller":"traceutil/trace.go:171","msg":"trace[1553981776] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:37404; }","duration":"297.071472ms","start":"2026-02-27T02:27:35.665069Z","end":"2026-02-27T02:27:35.962141Z","steps":["trace[1553981776] 'agreement among raft nodes before linearized reading' (duration: 294.534895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:27:35.962799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:27:35.246345Z","time spent":"715.989434ms","remote":"127.0.0.1:33786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":16943,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-02-27T02:29:02.935019Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35529} {"level":"info","ts":"2026-02-27T02:29:03.07866Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35529,"took":"138.514215ms","hash":2159969901,"current-db-size-bytes":48082944,"current-db-size":"48 MB","current-db-size-in-use-bytes":31830016,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-02-27T02:29:03.078722Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2159969901,"revision":35529,"compact-revision":33036} {"level":"info","ts":"2026-02-27T02:29:10.183596Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"30aa8136fb61a722","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T02:29:10.189469Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-02-27T02:29:10.189558Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-02-27T02:29:52.703347Z","caller":"traceutil/trace.go:171","msg":"trace[1653639222] linearizableReadLoop","detail":"{readStateIndex:40368; appliedIndex:40366; }","duration":"129.778262ms","start":"2026-02-27T02:29:52.573542Z","end":"2026-02-27T02:29:52.70332Z","steps":["trace[1653639222] 'read index received' (duration: 129.455833ms)","trace[1653639222] 'applied index is now lower than readState.Index' (duration: 321.549µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:29:52.703608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.039409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:29:52.70364Z","caller":"traceutil/trace.go:171","msg":"trace[1500920346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38518; }","duration":"130.150242ms","start":"2026-02-27T02:29:52.573481Z","end":"2026-02-27T02:29:52.703632Z","steps":["trace[1500920346] 'agreement among raft nodes before linearized reading' (duration: 129.972997ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:29:52.705449Z","caller":"traceutil/trace.go:171","msg":"trace[441854319] transaction","detail":"{read_only:false; response_revision:38517; number_of_response:1; }","duration":"361.705891ms","start":"2026-02-27T02:29:52.34373Z","end":"2026-02-27T02:29:52.705436Z","steps":["trace[441854319] 'process raft request' (duration: 359.349938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:29:52.705564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:29:52.343698Z","time spent":"361.790263ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:29:52.705702Z","caller":"traceutil/trace.go:171","msg":"trace[602537979] transaction","detail":"{read_only:false; response_revision:38518; number_of_response:1; }","duration":"351.260403ms","start":"2026-02-27T02:29:52.35443Z","end":"2026-02-27T02:29:52.705691Z","steps":["trace[602537979] 'process raft request' (duration: 348.840909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:29:52.705757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:29:52.354398Z","time spent":"351.327775ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:30:37.515225Z","caller":"traceutil/trace.go:171","msg":"trace[2067635317] transaction","detail":"{read_only:false; response_revision:38959; number_of_response:1; }","duration":"181.150869ms","start":"2026-02-27T02:30:37.334036Z","end":"2026-02-27T02:30:37.515187Z","steps":["trace[2067635317] 'process raft request' (duration: 174.467621ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:30:37.515398Z","caller":"traceutil/trace.go:171","msg":"trace[1722328758] linearizableReadLoop","detail":"{readStateIndex:40832; appliedIndex:40830; }","duration":"153.376859ms","start":"2026-02-27T02:30:37.361978Z","end":"2026-02-27T02:30:37.515355Z","steps":["trace[1722328758] 'read index received' (duration: 146.885166ms)","trace[1722328758] 'applied index is now lower than readState.Index' (duration: 6.489373ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:30:37.515508Z","caller":"traceutil/trace.go:171","msg":"trace[1303065514] transaction","detail":"{read_only:false; response_revision:38960; number_of_response:1; }","duration":"160.008246ms","start":"2026-02-27T02:30:37.355487Z","end":"2026-02-27T02:30:37.515495Z","steps":["trace[1303065514] 'process raft request' (duration: 159.592695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:30:37.515942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.935985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T02:30:37.516006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.149774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:30:37.516075Z","caller":"traceutil/trace.go:171","msg":"trace[2142712038] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:38960; }","duration":"154.093669ms","start":"2026-02-27T02:30:37.36193Z","end":"2026-02-27T02:30:37.516024Z","steps":["trace[2142712038] 'agreement among raft nodes before linearized reading' (duration: 153.778601ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:30:37.516137Z","caller":"traceutil/trace.go:171","msg":"trace[1267521228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38960; }","duration":"150.319348ms","start":"2026-02-27T02:30:37.365792Z","end":"2026-02-27T02:30:37.516111Z","steps":["trace[1267521228] 'agreement among raft nodes before linearized reading' (duration: 149.909137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:30:55.632373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.935847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:30:55.632481Z","caller":"traceutil/trace.go:171","msg":"trace[774933365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39097; }","duration":"106.087391ms","start":"2026-02-27T02:30:55.52637Z","end":"2026-02-27T02:30:55.632458Z","steps":["trace[774933365] 'range keys from in-memory index tree' (duration: 105.770482ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:30:56.225235Z","caller":"traceutil/trace.go:171","msg":"trace[450708417] linearizableReadLoop","detail":"{readStateIndex:40988; appliedIndex:40987; }","duration":"447.244016ms","start":"2026-02-27T02:30:55.777957Z","end":"2026-02-27T02:30:56.225201Z","steps":["trace[450708417] 'read index received' (duration: 447.000169ms)","trace[450708417] 'applied index is now lower than readState.Index' (duration: 243.207µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:30:56.22531Z","caller":"traceutil/trace.go:171","msg":"trace[1761541026] transaction","detail":"{read_only:false; response_revision:39110; number_of_response:1; }","duration":"479.196316ms","start":"2026-02-27T02:30:55.746051Z","end":"2026-02-27T02:30:56.225247Z","steps":["trace[1761541026] 'process raft request' (duration: 478.97737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:30:56.225494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:30:55.745994Z","time spent":"479.409891ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:30:56.225506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.521904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:30:56.22558Z","caller":"traceutil/trace.go:171","msg":"trace[607826968] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:39110; }","duration":"447.658827ms","start":"2026-02-27T02:30:55.777904Z","end":"2026-02-27T02:30:56.225563Z","steps":["trace[607826968] 'agreement among raft nodes before linearized reading' (duration: 447.37586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:30:56.225627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:30:55.77788Z","time spent":"447.736189ms","remote":"127.0.0.1:33802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":206,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:34:02.944419Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38115} {"level":"info","ts":"2026-02-27T02:34:03.101372Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38115,"took":"152.242674ms","hash":219069587,"current-db-size-bytes":49004544,"current-db-size":"49 MB","current-db-size-in-use-bytes":30916608,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-27T02:34:03.101458Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":219069587,"revision":38115,"compact-revision":35529} {"level":"info","ts":"2026-02-27T02:36:15.159473Z","caller":"traceutil/trace.go:171","msg":"trace[1669051809] linearizableReadLoop","detail":"{readStateIndex:43806; appliedIndex:43803; }","duration":"121.179821ms","start":"2026-02-27T02:36:15.038267Z","end":"2026-02-27T02:36:15.159447Z","steps":["trace[1669051809] 'read index received' (duration: 39.52741ms)","trace[1669051809] 'applied index is now lower than readState.Index' (duration: 81.651261ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:36:15.159708Z","caller":"traceutil/trace.go:171","msg":"trace[84771670] transaction","detail":"{read_only:false; response_revision:41795; number_of_response:1; }","duration":"122.463846ms","start":"2026-02-27T02:36:15.037215Z","end":"2026-02-27T02:36:15.159679Z","steps":["trace[84771670] 'process raft request' (duration: 122.195708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:36:15.159981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.239908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:36:15.160059Z","caller":"traceutil/trace.go:171","msg":"trace[1038374135] transaction","detail":"{read_only:false; response_revision:41794; number_of_response:1; }","duration":"130.07337ms","start":"2026-02-27T02:36:15.029968Z","end":"2026-02-27T02:36:15.160042Z","steps":["trace[1038374135] 'process raft request' (duration: 129.395432ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:36:15.160118Z","caller":"traceutil/trace.go:171","msg":"trace[366911988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41795; }","duration":"107.385072ms","start":"2026-02-27T02:36:15.052677Z","end":"2026-02-27T02:36:15.160062Z","steps":["trace[366911988] 'agreement among raft nodes before linearized reading' (duration: 107.196357ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:36:15.16001Z","caller":"traceutil/trace.go:171","msg":"trace[1455632801] transaction","detail":"{read_only:false; response_revision:41793; number_of_response:1; }","duration":"131.301023ms","start":"2026-02-27T02:36:15.028691Z","end":"2026-02-27T02:36:15.159992Z","steps":["trace[1455632801] 'process raft request' (duration: 49.089487ms)","trace[1455632801] 'compare' (duration: 81.433065ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:36:15.16237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.077949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-magnum-server-0.1897f80acb15bc8c\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:41792 ","response":"range_response_count:602 size:454380"} {"level":"info","ts":"2026-02-27T02:36:15.162434Z","caller":"traceutil/trace.go:171","msg":"trace[1266178947] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-magnum-server-0.1897f80acb15bc8c\u0000; range_end:/registry/events/openstack0; response_count:602; response_revision:41795; }","duration":"124.207213ms","start":"2026-02-27T02:36:15.038212Z","end":"2026-02-27T02:36:15.16242Z","steps":["trace[1266178947] 'agreement among raft nodes before linearized reading' (duration: 121.528931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:36:15.488044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.008777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T02:36:15.488198Z","caller":"traceutil/trace.go:171","msg":"trace[2025091833] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:41795; }","duration":"115.234513ms","start":"2026-02-27T02:36:15.372935Z","end":"2026-02-27T02:36:15.488169Z","steps":["trace[2025091833] 'range keys from in-memory index tree' (duration: 114.75634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:36:15.488061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.118184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-bootstrap\" ","response":"range_response_count:1 size:6857"} {"level":"info","ts":"2026-02-27T02:36:15.488343Z","caller":"traceutil/trace.go:171","msg":"trace[1485564894] range","detail":"{range_begin:/registry/jobs/openstack/octavia-bootstrap; range_end:; response_count:1; response_revision:41795; }","duration":"221.432352ms","start":"2026-02-27T02:36:15.266883Z","end":"2026-02-27T02:36:15.488315Z","steps":["trace[1485564894] 'range keys from in-memory index tree' (duration: 220.97347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:36:15.49419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.54261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-rabbit-init-vcfz5.1897f7a818426469\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:41795 ","response":"range_response_count:1000 size:768426"} {"level":"info","ts":"2026-02-27T02:36:15.494274Z","caller":"traceutil/trace.go:171","msg":"trace[54215012] range","detail":"{range_begin:/registry/events/openstack/heat-rabbit-init-vcfz5.1897f7a818426469\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:41795; }","duration":"229.646953ms","start":"2026-02-27T02:36:15.264609Z","end":"2026-02-27T02:36:15.494256Z","steps":["trace[54215012] 'range keys from in-memory index tree' (duration: 224.965667ms)"],"step_count":1}