{"level":"warn","ts":"2026-02-26T23:46:42.127286Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T23:46:42.12738Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.89:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.89:2380","--initial-cluster=instance=https://199.204.45.89:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.89:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.89:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-26T23:46:42.127447Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T23:46:42.127455Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.89:2380"]} {"level":"info","ts":"2026-02-26T23:46:42.127473Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T23:46:42.128185Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"]} {"level":"info","ts":"2026-02-26T23:46:42.12826Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.89:2380"],"listen-peer-urls":["https://199.204.45.89:2380"],"advertise-client-urls":["https://199.204.45.89:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.89:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-26T23:46:42.137455Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"8.987542ms"} {"level":"info","ts":"2026-02-26T23:46:42.154152Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c3b8446219deb8c1","cluster-id":"fe02a46d8aa9751f"} {"level":"info","ts":"2026-02-26T23:46:42.15428Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=()"} {"level":"info","ts":"2026-02-26T23:46:42.154315Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became follower at term 0"} {"level":"info","ts":"2026-02-26T23:46:42.154336Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c3b8446219deb8c1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-26T23:46:42.154356Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became follower at term 1"} {"level":"info","ts":"2026-02-26T23:46:42.154416Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=(14103097421242218689)"} {"level":"warn","ts":"2026-02-26T23:46:42.175537Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-26T23:46:42.178253Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-26T23:46:42.184837Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-26T23:46:42.191349Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c3b8446219deb8c1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-26T23:46:42.19166Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c3b8446219deb8c1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-26T23:46:42.191915Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T23:46:42.192077Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T23:46:42.192102Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T23:46:42.193366Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=(14103097421242218689)"} {"level":"info","ts":"2026-02-26T23:46:42.193614Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fe02a46d8aa9751f","local-member-id":"c3b8446219deb8c1","added-peer-id":"c3b8446219deb8c1","added-peer-peer-urls":["https://199.204.45.89:2380"]} {"level":"info","ts":"2026-02-26T23:46:42.196105Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T23:46:42.196268Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.89:2380"} {"level":"info","ts":"2026-02-26T23:46:42.196348Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.89:2380"} {"level":"info","ts":"2026-02-26T23:46:42.196524Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c3b8446219deb8c1","initial-advertise-peer-urls":["https://199.204.45.89:2380"],"listen-peer-urls":["https://199.204.45.89:2380"],"advertise-client-urls":["https://199.204.45.89:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-26T23:46:42.196579Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-26T23:46:42.955339Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 is starting a new election at term 1"} {"level":"info","ts":"2026-02-26T23:46:42.955413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-26T23:46:42.955458Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 received MsgPreVoteResp from c3b8446219deb8c1 at term 1"} {"level":"info","ts":"2026-02-26T23:46:42.955479Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became candidate at term 2"} {"level":"info","ts":"2026-02-26T23:46:42.955497Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 received MsgVoteResp from c3b8446219deb8c1 at term 2"} {"level":"info","ts":"2026-02-26T23:46:42.955514Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became leader at term 2"} {"level":"info","ts":"2026-02-26T23:46:42.955528Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c3b8446219deb8c1 elected leader c3b8446219deb8c1 at term 2"} {"level":"info","ts":"2026-02-26T23:46:42.961387Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c3b8446219deb8c1","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.89:2379]}","request-path":"/0/members/c3b8446219deb8c1/attributes","cluster-id":"fe02a46d8aa9751f","publish-timeout":"7s"} {"level":"info","ts":"2026-02-26T23:46:42.961623Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T23:46:42.961749Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T23:46:42.961939Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-26T23:46:42.962024Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-26T23:46:42.962061Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T23:46:42.964455Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fe02a46d8aa9751f","local-member-id":"c3b8446219deb8c1","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T23:46:42.964648Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T23:46:42.964772Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T23:46:42.965002Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.89:2379"} {"level":"info","ts":"2026-02-26T23:46:42.96774Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-26T23:46:54.042255Z","caller":"traceutil/trace.go:171","msg":"trace[626443505] linearizableReadLoop","detail":"{readStateIndex:373; appliedIndex:372; }","duration":"298.308567ms","start":"2026-02-26T23:46:53.743919Z","end":"2026-02-26T23:46:54.042228Z","steps":["trace[626443505] 'read index received' (duration: 293.602076ms)","trace[626443505] 'applied index is now lower than readState.Index' (duration: 4.705381ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:46:54.042422Z","caller":"traceutil/trace.go:171","msg":"trace[311105426] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"303.832416ms","start":"2026-02-26T23:46:53.738577Z","end":"2026-02-26T23:46:54.04241Z","steps":["trace[311105426] 'process raft request' (duration: 298.89471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:54.042505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.543164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-02-26T23:46:54.042594Z","caller":"traceutil/trace.go:171","msg":"trace[389570369] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:363; }","duration":"260.656297ms","start":"2026-02-26T23:46:53.78192Z","end":"2026-02-26T23:46:54.042576Z","steps":["trace[389570369] 'agreement among raft nodes before linearized reading' (duration: 260.523424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:54.043115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.782877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-02-26T23:46:54.043165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.94703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-02-26T23:46:54.043216Z","caller":"traceutil/trace.go:171","msg":"trace[669909846] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:363; }","duration":"160.933411ms","start":"2026-02-26T23:46:53.882259Z","end":"2026-02-26T23:46:54.043193Z","steps":["trace[669909846] 'agreement among raft nodes before linearized reading' (duration: 160.731386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:54.043244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.003043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5326"} {"level":"info","ts":"2026-02-26T23:46:54.043285Z","caller":"traceutil/trace.go:171","msg":"trace[1577570830] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:363; }","duration":"111.101633ms","start":"2026-02-26T23:46:53.932151Z","end":"2026-02-26T23:46:54.043253Z","steps":["trace[1577570830] 'agreement among raft nodes before linearized reading' (duration: 110.917059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:54.043174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.592414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-02-26T23:46:54.043301Z","caller":"traceutil/trace.go:171","msg":"trace[98009221] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:363; }","duration":"299.424043ms","start":"2026-02-26T23:46:53.743865Z","end":"2026-02-26T23:46:54.043289Z","steps":["trace[98009221] 'agreement among raft nodes before linearized reading' (duration: 299.010033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:54.04332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:46:53.738563Z","time spent":"303.884887ms","remote":"127.0.0.1:47342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2162,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:46:54.043365Z","caller":"traceutil/trace.go:171","msg":"trace[1020997945] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:363; }","duration":"210.83112ms","start":"2026-02-26T23:46:53.832505Z","end":"2026-02-26T23:46:54.043336Z","steps":["trace[1020997945] 'agreement among raft nodes before linearized reading' (duration: 210.518433ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:46:54.324473Z","caller":"traceutil/trace.go:171","msg":"trace[1577370581] linearizableReadLoop","detail":"{readStateIndex:396; appliedIndex:394; }","duration":"151.57136ms","start":"2026-02-26T23:46:54.172877Z","end":"2026-02-26T23:46:54.324448Z","steps":["trace[1577370581] 'read index received' (duration: 37.350222ms)","trace[1577370581] 'applied index is now lower than readState.Index' (duration: 114.219938ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:46:54.324478Z","caller":"traceutil/trace.go:171","msg":"trace[938593840] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"152.650766ms","start":"2026-02-26T23:46:54.171798Z","end":"2026-02-26T23:46:54.324449Z","steps":["trace[938593840] 'process raft request' (duration: 128.360472ms)","trace[938593840] 'compare' (duration: 24.043248ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:46:54.32457Z","caller":"traceutil/trace.go:171","msg":"trace[205600920] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"150.215909ms","start":"2026-02-26T23:46:54.174309Z","end":"2026-02-26T23:46:54.324525Z","steps":["trace[205600920] 'process raft request' (duration: 150.069066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:54.32467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.771705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-7c96b6546b\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-02-26T23:46:54.324721Z","caller":"traceutil/trace.go:171","msg":"trace[1128671251] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-7c96b6546b; range_end:; response_count:1; response_revision:387; }","duration":"151.862467ms","start":"2026-02-26T23:46:54.172844Z","end":"2026-02-26T23:46:54.324707Z","steps":["trace[1128671251] 'agreement among raft nodes before linearized reading' (duration: 151.760855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:54.324729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.69989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2901"} {"level":"info","ts":"2026-02-26T23:46:54.324764Z","caller":"traceutil/trace.go:171","msg":"trace[504445921] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:387; }","duration":"150.768091ms","start":"2026-02-26T23:46:54.173989Z","end":"2026-02-26T23:46:54.324757Z","steps":["trace[504445921] 'agreement among raft nodes before linearized reading' (duration: 150.678549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:54.32476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.346813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-qgm74\" ","response":"range_response_count:1 size:3439"} {"level":"info","ts":"2026-02-26T23:46:54.324795Z","caller":"traceutil/trace.go:171","msg":"trace[1019563970] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-qgm74; range_end:; response_count:1; response_revision:387; }","duration":"109.470946ms","start":"2026-02-26T23:46:54.215314Z","end":"2026-02-26T23:46:54.324785Z","steps":["trace[1019563970] 'agreement among raft nodes before linearized reading' (duration: 109.357913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:56.500681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.729492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:46:56.500792Z","caller":"traceutil/trace.go:171","msg":"trace[74780417] linearizableReadLoop","detail":"{readStateIndex:415; appliedIndex:414; }","duration":"133.835097ms","start":"2026-02-26T23:46:56.366941Z","end":"2026-02-26T23:46:56.500776Z","steps":["trace[74780417] 'read index received' (duration: 39.38µs)","trace[74780417] 'applied index is now lower than readState.Index' (duration: 133.794337ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:46:56.500874Z","caller":"traceutil/trace.go:171","msg":"trace[1092237513] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"444.365594ms","start":"2026-02-26T23:46:56.056467Z","end":"2026-02-26T23:46:56.500832Z","steps":["trace[1092237513] 'process raft request' (duration: 126.242132ms)","trace[1092237513] 'compare' (duration: 317.596019ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:46:56.500936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.969981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:46:56.501032Z","caller":"traceutil/trace.go:171","msg":"trace[522155512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:403; }","duration":"134.114804ms","start":"2026-02-26T23:46:56.366899Z","end":"2026-02-26T23:46:56.501013Z","steps":["trace[522155512] 'agreement among raft nodes before linearized reading' (duration: 133.9654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:56.501059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:46:56.056449Z","time spent":"444.514767ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:46:56.723305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.699454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:46:56.723416Z","caller":"traceutil/trace.go:171","msg":"trace[411035861] linearizableReadLoop","detail":"{readStateIndex:416; appliedIndex:415; }","duration":"124.07373ms","start":"2026-02-26T23:46:56.599325Z","end":"2026-02-26T23:46:56.723399Z","steps":["trace[411035861] 'read index received' (duration: 12.059169ms)","trace[411035861] 'applied index is now lower than readState.Index' (duration: 112.012911ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:46:56.723537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.221103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T23:46:56.723506Z","caller":"traceutil/trace.go:171","msg":"trace[1104726771] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"212.953604ms","start":"2026-02-26T23:46:56.510489Z","end":"2026-02-26T23:46:56.723443Z","steps":["trace[1104726771] 'process raft request' (duration: 101.025555ms)","trace[1104726771] 'compare' (duration: 111.560041ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:46:56.72358Z","caller":"traceutil/trace.go:171","msg":"trace[1048644719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:404; }","duration":"124.311495ms","start":"2026-02-26T23:46:56.599255Z","end":"2026-02-26T23:46:56.723567Z","steps":["trace[1048644719] 'agreement among raft nodes before linearized reading' (duration: 124.236413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:46:56.723991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.178271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T23:46:56.724397Z","caller":"traceutil/trace.go:171","msg":"trace[84490083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:404; }","duration":"115.62387ms","start":"2026-02-26T23:46:56.60871Z","end":"2026-02-26T23:46:56.724334Z","steps":["trace[84490083] 'agreement among raft nodes before linearized reading' (duration: 114.948156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:01.015037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805338522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T23:47:01.516239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805338522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T23:47:02.017225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805338522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T23:47:02.195676Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.097516163s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T23:47:02.196121Z","caller":"traceutil/trace.go:171","msg":"trace[1510361012] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"2.098046987s","start":"2026-02-26T23:47:00.098048Z","end":"2026-02-26T23:47:02.196095Z","steps":["trace[1510361012] 'process raft request' (duration: 2.097898433s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:02.196299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:00.098024Z","time spent":"2.098197359s","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4364,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:47:03.018232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.472934ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-26T23:47:03.01835Z","caller":"traceutil/trace.go:171","msg":"trace[50217809] linearizableReadLoop","detail":"{readStateIndex:428; appliedIndex:426; }","duration":"2.503702942s","start":"2026-02-26T23:47:00.51463Z","end":"2026-02-26T23:47:03.018333Z","steps":["trace[50217809] 'read index received' (duration: 1.681374896s)","trace[50217809] 'applied index is now lower than readState.Index' (duration: 822.326786ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:47:03.018526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503875206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T23:47:03.018613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239716328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T23:47:03.018624Z","caller":"traceutil/trace.go:171","msg":"trace[871266449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:415; }","duration":"2.504020419s","start":"2026-02-26T23:47:00.514576Z","end":"2026-02-26T23:47:03.018597Z","steps":["trace[871266449] 'agreement among raft nodes before linearized reading' (duration: 2.503831585s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:03.018605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168146361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"info","ts":"2026-02-26T23:47:03.018663Z","caller":"traceutil/trace.go:171","msg":"trace[1099898457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:415; }","duration":"2.23979903s","start":"2026-02-26T23:47:00.778845Z","end":"2026-02-26T23:47:03.018644Z","steps":["trace[1099898457] 'agreement among raft nodes before linearized reading' (duration: 2.239730599s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:03.018686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:00.514554Z","time spent":"2.504119482s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T23:47:03.018719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:00.778822Z","time spent":"2.239885031s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T23:47:03.018714Z","caller":"traceutil/trace.go:171","msg":"trace[2140584521] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:415; }","duration":"2.168290874s","start":"2026-02-26T23:47:00.8504Z","end":"2026-02-26T23:47:03.018691Z","steps":["trace[2140584521] 'agreement among raft nodes before linearized reading' (duration: 2.168082699s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:03.018727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241274004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T23:47:03.018781Z","caller":"traceutil/trace.go:171","msg":"trace[702572919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:415; }","duration":"2.241342305s","start":"2026-02-26T23:47:00.777423Z","end":"2026-02-26T23:47:03.018765Z","steps":["trace[702572919] 'agreement among raft nodes before linearized reading' (duration: 2.241262103s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:03.01878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:00.850378Z","time spent":"2.168388777s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4346,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-02-26T23:47:03.018605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651405145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:47:03.018839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:00.777414Z","time spent":"2.241413826s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T23:47:03.018889Z","caller":"traceutil/trace.go:171","msg":"trace[1426650780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:415; }","duration":"1.651757633s","start":"2026-02-26T23:47:01.367114Z","end":"2026-02-26T23:47:03.018872Z","steps":["trace[1426650780] 'agreement among raft nodes before linearized reading' (duration: 1.651405795s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:03.018934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:01.367092Z","time spent":"1.651830654s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T23:47:03.018543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250503229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T23:47:03.019024Z","caller":"traceutil/trace.go:171","msg":"trace[2075453351] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:415; }","duration":"2.251028111s","start":"2026-02-26T23:47:00.76798Z","end":"2026-02-26T23:47:03.019008Z","steps":["trace[2075453351] 'agreement among raft nodes before linearized reading' (duration: 2.250477649s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:03.019103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:00.767961Z","time spent":"2.251128283s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T23:47:09.22404Z","caller":"traceutil/trace.go:171","msg":"trace[738282991] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"164.699075ms","start":"2026-02-26T23:47:09.059312Z","end":"2026-02-26T23:47:09.224011Z","steps":["trace[738282991] 'process raft request' (duration: 164.527762ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:09.263953Z","caller":"traceutil/trace.go:171","msg":"trace[1274543266] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"204.476864ms","start":"2026-02-26T23:47:09.059459Z","end":"2026-02-26T23:47:09.263936Z","steps":["trace[1274543266] 'process raft request' (duration: 204.2703ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:09.264296Z","caller":"traceutil/trace.go:171","msg":"trace[2145598139] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"203.019803ms","start":"2026-02-26T23:47:09.06124Z","end":"2026-02-26T23:47:09.26426Z","steps":["trace[2145598139] 'process raft request' (duration: 202.641614ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:09.264338Z","caller":"traceutil/trace.go:171","msg":"trace[2009471740] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"201.932958ms","start":"2026-02-26T23:47:09.062378Z","end":"2026-02-26T23:47:09.264311Z","steps":["trace[2009471740] 'process raft request' (duration: 201.755444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:13.510648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.091192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:47:13.510763Z","caller":"traceutil/trace.go:171","msg":"trace[624035656] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"226.6586ms","start":"2026-02-26T23:47:13.284084Z","end":"2026-02-26T23:47:13.510743Z","steps":["trace[624035656] 'process raft request' (duration: 50.376454ms)","trace[624035656] 'compare' (duration: 175.965348ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:15.580893Z","caller":"traceutil/trace.go:171","msg":"trace[337913904] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"105.738672ms","start":"2026-02-26T23:47:15.475118Z","end":"2026-02-26T23:47:15.580857Z","steps":["trace[337913904] 'process raft request' (duration: 43.555862ms)","trace[337913904] 'compare' (duration: 61.904582ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:15.581102Z","caller":"traceutil/trace.go:171","msg":"trace[1754565906] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"105.437864ms","start":"2026-02-26T23:47:15.475637Z","end":"2026-02-26T23:47:15.581075Z","steps":["trace[1754565906] 'process raft request' (duration: 105.138548ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:15.581197Z","caller":"traceutil/trace.go:171","msg":"trace[472242474] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"105.340602ms","start":"2026-02-26T23:47:15.475825Z","end":"2026-02-26T23:47:15.581166Z","steps":["trace[472242474] 'process raft request' (duration: 104.991415ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:15.582242Z","caller":"traceutil/trace.go:171","msg":"trace[1413674547] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"105.67566ms","start":"2026-02-26T23:47:15.476547Z","end":"2026-02-26T23:47:15.582223Z","steps":["trace[1413674547] 'process raft request' (duration: 104.31516ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:17.772941Z","caller":"traceutil/trace.go:171","msg":"trace[78807440] linearizableReadLoop","detail":"{readStateIndex:536; appliedIndex:535; }","duration":"161.834883ms","start":"2026-02-26T23:47:17.611078Z","end":"2026-02-26T23:47:17.772913Z","steps":["trace[78807440] 'read index received' (duration: 161.592607ms)","trace[78807440] 'applied index is now lower than readState.Index' (duration: 241.256µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:17.773035Z","caller":"traceutil/trace.go:171","msg":"trace[1376068124] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"263.482641ms","start":"2026-02-26T23:47:17.509511Z","end":"2026-02-26T23:47:17.772993Z","steps":["trace[1376068124] 'process raft request' (duration: 263.225886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:17.773107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.010237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T23:47:17.77315Z","caller":"traceutil/trace.go:171","msg":"trace[980950702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:518; }","duration":"162.13036ms","start":"2026-02-26T23:47:17.611004Z","end":"2026-02-26T23:47:17.773134Z","steps":["trace[980950702] 'agreement among raft nodes before linearized reading' (duration: 162.028717ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:20.095956Z","caller":"traceutil/trace.go:171","msg":"trace[61255930] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"131.416094ms","start":"2026-02-26T23:47:19.964518Z","end":"2026-02-26T23:47:20.095934Z","steps":["trace[61255930] 'process raft request' (duration: 131.375033ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:20.09614Z","caller":"traceutil/trace.go:171","msg":"trace[835299700] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"131.605488ms","start":"2026-02-26T23:47:19.964506Z","end":"2026-02-26T23:47:20.096112Z","steps":["trace[835299700] 'process raft request' (duration: 116.864469ms)","trace[835299700] 'compare' (duration: 14.410461ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:20.100609Z","caller":"traceutil/trace.go:171","msg":"trace[1298434834] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"135.30868ms","start":"2026-02-26T23:47:19.965276Z","end":"2026-02-26T23:47:20.100584Z","steps":["trace[1298434834] 'process raft request' (duration: 135.113275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:20.405828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.808533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:47:20.405967Z","caller":"traceutil/trace.go:171","msg":"trace[348137734] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"299.64925ms","start":"2026-02-26T23:47:20.106305Z","end":"2026-02-26T23:47:20.405954Z","steps":["trace[348137734] 'process raft request' (duration: 299.609019ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:20.406179Z","caller":"traceutil/trace.go:171","msg":"trace[1777974009] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"300.844906ms","start":"2026-02-26T23:47:20.105298Z","end":"2026-02-26T23:47:20.406143Z","steps":["trace[1777974009] 'process raft request' (duration: 99.648014ms)","trace[1777974009] 'compare' (duration: 200.483636ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:47:20.406336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:20.105276Z","time spent":"300.978698ms","remote":"127.0.0.1:47288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4309,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:47:20.69991Z","caller":"traceutil/trace.go:171","msg":"trace[1861934860] linearizableReadLoop","detail":"{readStateIndex:556; appliedIndex:553; }","duration":"333.041174ms","start":"2026-02-26T23:47:20.366845Z","end":"2026-02-26T23:47:20.699886Z","steps":["trace[1861934860] 'read index received' (duration: 22.919391ms)","trace[1861934860] 'applied index is now lower than readState.Index' (duration: 310.120663ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:20.699946Z","caller":"traceutil/trace.go:171","msg":"trace[136132080] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"429.081708ms","start":"2026-02-26T23:47:20.270835Z","end":"2026-02-26T23:47:20.699917Z","steps":["trace[136132080] 'process raft request' (duration: 358.38844ms)","trace[136132080] 'compare' (duration: 70.539325ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:47:20.7001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.238549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:47:20.700123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:20.270814Z","time spent":"429.189011ms","remote":"127.0.0.1:47288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T23:47:20.700189Z","caller":"traceutil/trace.go:171","msg":"trace[1310979527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:538; }","duration":"333.32739ms","start":"2026-02-26T23:47:20.366837Z","end":"2026-02-26T23:47:20.700165Z","steps":["trace[1310979527] 'agreement among raft nodes before linearized reading' (duration: 333.159067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:20.700247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:20.366783Z","time spent":"333.451294ms","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T23:47:20.709712Z","caller":"traceutil/trace.go:171","msg":"trace[1735374505] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"298.252707ms","start":"2026-02-26T23:47:20.411444Z","end":"2026-02-26T23:47:20.709696Z","steps":["trace[1735374505] 'process raft request' (duration: 298.128374ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:20.709977Z","caller":"traceutil/trace.go:171","msg":"trace[1962754861] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"234.767551ms","start":"2026-02-26T23:47:20.475191Z","end":"2026-02-26T23:47:20.709958Z","steps":["trace[1962754861] 'process raft request' (duration: 234.658157ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:20.709981Z","caller":"traceutil/trace.go:171","msg":"trace[751189763] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"298.146246ms","start":"2026-02-26T23:47:20.411813Z","end":"2026-02-26T23:47:20.709959Z","steps":["trace[751189763] 'process raft request' (duration: 297.843468ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:20.906341Z","caller":"traceutil/trace.go:171","msg":"trace[1191136958] linearizableReadLoop","detail":"{readStateIndex:560; appliedIndex:558; }","duration":"206.338557ms","start":"2026-02-26T23:47:20.699982Z","end":"2026-02-26T23:47:20.90632Z","steps":["trace[1191136958] 'read index received' (duration: 9.909621ms)","trace[1191136958] 'applied index is now lower than readState.Index' (duration: 196.427966ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:20.906432Z","caller":"traceutil/trace.go:171","msg":"trace[1719470213] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"232.934141ms","start":"2026-02-26T23:47:20.673471Z","end":"2026-02-26T23:47:20.906405Z","steps":["trace[1719470213] 'process raft request' (duration: 188.08372ms)","trace[1719470213] 'compare' (duration: 44.643687ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:47:20.906508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.410772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:20.906572Z","caller":"traceutil/trace.go:171","msg":"trace[1609926462] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:542; }","duration":"345.528934ms","start":"2026-02-26T23:47:20.561026Z","end":"2026-02-26T23:47:20.906555Z","steps":["trace[1609926462] 'agreement among raft nodes before linearized reading' (duration: 345.395511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:20.906661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:20.561003Z","time spent":"345.648537ms","remote":"127.0.0.1:47328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"info","ts":"2026-02-26T23:47:20.908297Z","caller":"traceutil/trace.go:171","msg":"trace[709116667] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"193.010779ms","start":"2026-02-26T23:47:20.715243Z","end":"2026-02-26T23:47:20.908254Z","steps":["trace[709116667] 'process raft request' (duration: 191.826713ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:20.90945Z","caller":"traceutil/trace.go:171","msg":"trace[408234003] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"193.643443ms","start":"2026-02-26T23:47:20.715779Z","end":"2026-02-26T23:47:20.909422Z","steps":["trace[408234003] 'process raft request' (duration: 192.255522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:20.967545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.103291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:20.967638Z","caller":"traceutil/trace.go:171","msg":"trace[932568431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:545; }","duration":"266.205493ms","start":"2026-02-26T23:47:20.701412Z","end":"2026-02-26T23:47:20.967617Z","steps":["trace[932568431] 'agreement among raft nodes before linearized reading' (duration: 266.029169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:20.967776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.211257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-7vwhb\" ","response":"range_response_count:1 size:4679"} {"level":"info","ts":"2026-02-26T23:47:20.967866Z","caller":"traceutil/trace.go:171","msg":"trace[1665903833] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-7vwhb; range_end:; response_count:1; response_revision:545; }","duration":"121.311569ms","start":"2026-02-26T23:47:20.846538Z","end":"2026-02-26T23:47:20.96785Z","steps":["trace[1665903833] 'agreement among raft nodes before linearized reading' (duration: 121.099413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:21.127407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.927802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:47:21.127634Z","caller":"traceutil/trace.go:171","msg":"trace[533145277] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"135.458084ms","start":"2026-02-26T23:47:20.992159Z","end":"2026-02-26T23:47:21.127617Z","steps":["trace[533145277] 'process raft request' (duration: 135.404363ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:21.127647Z","caller":"traceutil/trace.go:171","msg":"trace[1551242126] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"211.100263ms","start":"2026-02-26T23:47:20.916503Z","end":"2026-02-26T23:47:21.127603Z","steps":["trace[1551242126] 'process raft request' (duration: 92.865383ms)","trace[1551242126] 'compare' (duration: 117.83064ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:21.127664Z","caller":"traceutil/trace.go:171","msg":"trace[476823703] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"210.591082ms","start":"2026-02-26T23:47:20.917026Z","end":"2026-02-26T23:47:21.127617Z","steps":["trace[476823703] 'process raft request' (duration: 210.48272ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:21.212488Z","caller":"traceutil/trace.go:171","msg":"trace[670100678] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"139.179037ms","start":"2026-02-26T23:47:21.073255Z","end":"2026-02-26T23:47:21.212434Z","steps":["trace[670100678] 'process raft request' (duration: 138.997893ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:21.212566Z","caller":"traceutil/trace.go:171","msg":"trace[2069755850] linearizableReadLoop","detail":"{readStateIndex:567; appliedIndex:563; }","duration":"165.690329ms","start":"2026-02-26T23:47:21.046844Z","end":"2026-02-26T23:47:21.212534Z","steps":["trace[2069755850] 'read index received' (duration: 30.03659ms)","trace[2069755850] 'applied index is now lower than readState.Index' (duration: 135.650958ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:47:21.212817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.935134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:21.212943Z","caller":"traceutil/trace.go:171","msg":"trace[1602611234] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:551; }","duration":"166.115458ms","start":"2026-02-26T23:47:21.046795Z","end":"2026-02-26T23:47:21.21291Z","steps":["trace[1602611234] 'agreement among raft nodes before linearized reading' (duration: 165.868772ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:21.376233Z","caller":"traceutil/trace.go:171","msg":"trace[1212399825] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"153.621289ms","start":"2026-02-26T23:47:21.222591Z","end":"2026-02-26T23:47:21.376213Z","steps":["trace[1212399825] 'process raft request' (duration: 115.638812ms)","trace[1212399825] 'compare' (duration: 37.871125ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:21.394264Z","caller":"traceutil/trace.go:171","msg":"trace[950131499] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"171.403696ms","start":"2026-02-26T23:47:21.222837Z","end":"2026-02-26T23:47:21.394241Z","steps":["trace[950131499] 'process raft request' (duration: 171.233132ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:21.394382Z","caller":"traceutil/trace.go:171","msg":"trace[1892975258] linearizableReadLoop","detail":"{readStateIndex:573; appliedIndex:570; }","duration":"124.896349ms","start":"2026-02-26T23:47:21.269457Z","end":"2026-02-26T23:47:21.394353Z","steps":["trace[1892975258] 'read index received' (duration: 68.754015ms)","trace[1892975258] 'applied index is now lower than readState.Index' (duration: 56.140544ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:21.394417Z","caller":"traceutil/trace.go:171","msg":"trace[1751416786] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"169.069286ms","start":"2026-02-26T23:47:21.225323Z","end":"2026-02-26T23:47:21.394392Z","steps":["trace[1751416786] 'process raft request' (duration: 168.869171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:21.394503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.036911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:21.394551Z","caller":"traceutil/trace.go:171","msg":"trace[1861931067] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:554; }","duration":"125.129434ms","start":"2026-02-26T23:47:21.269408Z","end":"2026-02-26T23:47:21.394537Z","steps":["trace[1861931067] 'agreement among raft nodes before linearized reading' (duration: 125.030252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:21.697105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.570838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:47:21.697209Z","caller":"traceutil/trace.go:171","msg":"trace[1169746630] linearizableReadLoop","detail":"{readStateIndex:577; appliedIndex:576; }","duration":"224.580883ms","start":"2026-02-26T23:47:21.472612Z","end":"2026-02-26T23:47:21.697192Z","steps":["trace[1169746630] 'read index received' (duration: 53.904593ms)","trace[1169746630] 'applied index is now lower than readState.Index' (duration: 170.6752ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:21.697277Z","caller":"traceutil/trace.go:171","msg":"trace[620050775] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"224.970482ms","start":"2026-02-26T23:47:21.472295Z","end":"2026-02-26T23:47:21.697266Z","steps":["trace[620050775] 'process raft request' (duration: 54.151678ms)","trace[620050775] 'compare' (duration: 170.457236ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:47:21.697695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.074965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:21.697763Z","caller":"traceutil/trace.go:171","msg":"trace[1138886363] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:558; }","duration":"225.158446ms","start":"2026-02-26T23:47:21.472569Z","end":"2026-02-26T23:47:21.697728Z","steps":["trace[1138886363] 'agreement among raft nodes before linearized reading' (duration: 225.034953ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:21.699322Z","caller":"traceutil/trace.go:171","msg":"trace[627601272] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"226.126938ms","start":"2026-02-26T23:47:21.473165Z","end":"2026-02-26T23:47:21.699292Z","steps":["trace[627601272] 'process raft request' (duration: 225.826032ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:21.699339Z","caller":"traceutil/trace.go:171","msg":"trace[1986631022] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"225.017854ms","start":"2026-02-26T23:47:21.474301Z","end":"2026-02-26T23:47:21.699318Z","steps":["trace[1986631022] 'process raft request' (duration: 224.883341ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:21.699469Z","caller":"traceutil/trace.go:171","msg":"trace[194547085] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"222.847946ms","start":"2026-02-26T23:47:21.476605Z","end":"2026-02-26T23:47:21.699453Z","steps":["trace[194547085] 'process raft request' (duration: 222.639931ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:21.699637Z","caller":"traceutil/trace.go:171","msg":"trace[383015854] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"215.371848ms","start":"2026-02-26T23:47:21.484228Z","end":"2026-02-26T23:47:21.6996Z","steps":["trace[383015854] 'process raft request' (duration: 215.063121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:22.995778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.423294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:47:22.995979Z","caller":"traceutil/trace.go:171","msg":"trace[1020093437] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"958.973578ms","start":"2026-02-26T23:47:22.036963Z","end":"2026-02-26T23:47:22.995937Z","steps":["trace[1020093437] 'process raft request' (duration: 250.269947ms)","trace[1020093437] 'compare' (duration: 708.192839ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:22.996113Z","caller":"traceutil/trace.go:171","msg":"trace[133102415] linearizableReadLoop","detail":"{readStateIndex:591; appliedIndex:590; }","duration":"926.037273ms","start":"2026-02-26T23:47:22.070037Z","end":"2026-02-26T23:47:22.996074Z","steps":["trace[133102415] 'read index received' (duration: 217.127778ms)","trace[133102415] 'applied index is now lower than readState.Index' (duration: 708.907315ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:22.996145Z","caller":"traceutil/trace.go:171","msg":"trace[968026008] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"120.994572ms","start":"2026-02-26T23:47:22.875125Z","end":"2026-02-26T23:47:22.996119Z","steps":["trace[968026008] 'process raft request' (duration: 120.8697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:22.996202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:22.036949Z","time spent":"959.154123ms","remote":"127.0.0.1:47528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1091,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T23:47:22.996457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.25937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:47:22.996475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.402371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-02-26T23:47:22.996523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.620627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-02-26T23:47:22.996534Z","caller":"traceutil/trace.go:171","msg":"trace[1183294587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:573; }","duration":"630.386343ms","start":"2026-02-26T23:47:22.366132Z","end":"2026-02-26T23:47:22.996518Z","steps":["trace[1183294587] 'agreement among raft nodes before linearized reading' (duration: 630.2499ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:22.996573Z","caller":"traceutil/trace.go:171","msg":"trace[1733744269] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:573; }","duration":"526.707218ms","start":"2026-02-26T23:47:22.46985Z","end":"2026-02-26T23:47:22.996558Z","steps":["trace[1733744269] 'agreement among raft nodes before linearized reading' (duration: 526.476823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:22.99658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:22.366113Z","time spent":"630.458534ms","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T23:47:22.996579Z","caller":"traceutil/trace.go:171","msg":"trace[1157248206] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:573; }","duration":"926.559295ms","start":"2026-02-26T23:47:22.069985Z","end":"2026-02-26T23:47:22.996544Z","steps":["trace[1157248206] 'agreement among raft nodes before linearized reading' (duration: 926.224947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:22.996621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:22.469834Z","time spent":"526.7789ms","remote":"127.0.0.1:47288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-02-26T23:47:22.996671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:22.069966Z","time spent":"926.689677ms","remote":"127.0.0.1:47288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-02-26T23:47:22.996665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.995309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"warn","ts":"2026-02-26T23:47:22.996781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.284684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-02-26T23:47:22.99683Z","caller":"traceutil/trace.go:171","msg":"trace[507392639] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:573; }","duration":"726.376836ms","start":"2026-02-26T23:47:22.270441Z","end":"2026-02-26T23:47:22.996817Z","steps":["trace[507392639] 'agreement among raft nodes before linearized reading' (duration: 725.781043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:22.996858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:22.270416Z","time spent":"726.435926ms","remote":"127.0.0.1:47288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-02-26T23:47:22.996928Z","caller":"traceutil/trace.go:171","msg":"trace[79134488] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:573; }","duration":"326.341267ms","start":"2026-02-26T23:47:22.670467Z","end":"2026-02-26T23:47:22.996808Z","steps":["trace[79134488] 'agreement among raft nodes before linearized reading' (duration: 325.838955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:22.997031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:22.670444Z","time spent":"326.563801ms","remote":"127.0.0.1:47288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-02-26T23:47:23.452946Z","caller":"traceutil/trace.go:171","msg":"trace[1245247420] linearizableReadLoop","detail":"{readStateIndex:595; appliedIndex:593; }","duration":"387.968141ms","start":"2026-02-26T23:47:23.064925Z","end":"2026-02-26T23:47:23.452893Z","steps":["trace[1245247420] 'read index received' (duration: 11.364463ms)","trace[1245247420] 'applied index is now lower than readState.Index' (duration: 376.602438ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:23.452969Z","caller":"traceutil/trace.go:171","msg":"trace[1900689735] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"434.90961ms","start":"2026-02-26T23:47:23.018023Z","end":"2026-02-26T23:47:23.452933Z","steps":["trace[1900689735] 'process raft request' (duration: 383.566363ms)","trace[1900689735] 'compare' (duration: 50.969019ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:47:23.453094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:23.018009Z","time spent":"435.031982ms","remote":"127.0.0.1:47638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2872,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T23:47:23.45314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.186937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:23.45322Z","caller":"traceutil/trace.go:171","msg":"trace[793257812] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:576; }","duration":"388.280759ms","start":"2026-02-26T23:47:23.064918Z","end":"2026-02-26T23:47:23.453199Z","steps":["trace[793257812] 'agreement among raft nodes before linearized reading' (duration: 388.092985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:23.453258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:23.064846Z","time spent":"388.401481ms","remote":"127.0.0.1:44654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 "} {"level":"warn","ts":"2026-02-26T23:47:23.482892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.873448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:23.482951Z","caller":"traceutil/trace.go:171","msg":"trace[142731795] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:577; }","duration":"400.959851ms","start":"2026-02-26T23:47:23.081979Z","end":"2026-02-26T23:47:23.482938Z","steps":["trace[142731795] 'agreement among raft nodes before linearized reading' (duration: 400.856889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:23.482976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:23.081974Z","time spent":"400.996182ms","remote":"127.0.0.1:44666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T23:47:23.482961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.998941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:23.483012Z","caller":"traceutil/trace.go:171","msg":"trace[1312081381] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:577; }","duration":"401.052513ms","start":"2026-02-26T23:47:23.081952Z","end":"2026-02-26T23:47:23.483004Z","steps":["trace[1312081381] 'agreement among raft nodes before linearized reading' (duration: 400.990051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:23.48303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:23.081926Z","time spent":"401.098444ms","remote":"127.0.0.1:44666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-02-26T23:47:23.48313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.965666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:23.483149Z","caller":"traceutil/trace.go:171","msg":"trace[1265586098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:577; }","duration":"115.013678ms","start":"2026-02-26T23:47:23.36813Z","end":"2026-02-26T23:47:23.483144Z","steps":["trace[1265586098] 'agreement among raft nodes before linearized reading' (duration: 114.984267ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:23.483194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.547662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-02-26T23:47:23.48321Z","caller":"traceutil/trace.go:171","msg":"trace[40376564] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:577; }","duration":"413.583922ms","start":"2026-02-26T23:47:23.069621Z","end":"2026-02-26T23:47:23.483205Z","steps":["trace[40376564] 'agreement among raft nodes before linearized reading' (duration: 413.48589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:23.483246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:23.069615Z","time spent":"413.626473ms","remote":"127.0.0.1:47288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-02-26T23:47:23.483313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.623534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:23.483368Z","caller":"traceutil/trace.go:171","msg":"trace[304471394] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:577; }","duration":"400.694126ms","start":"2026-02-26T23:47:23.082653Z","end":"2026-02-26T23:47:23.483347Z","steps":["trace[304471394] 'agreement among raft nodes before linearized reading' (duration: 400.548722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:23.48342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:23.082647Z","time spent":"400.750837ms","remote":"127.0.0.1:44666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} {"level":"warn","ts":"2026-02-26T23:47:23.483464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.35545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:47:23.483484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.855375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-02-26T23:47:23.483496Z","caller":"traceutil/trace.go:171","msg":"trace[1706202029] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:577; }","duration":"418.447232ms","start":"2026-02-26T23:47:23.065037Z","end":"2026-02-26T23:47:23.483484Z","steps":["trace[1706202029] 'agreement among raft nodes before linearized reading' (duration: 418.414321ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:23.483514Z","caller":"traceutil/trace.go:171","msg":"trace[1987110314] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:577; }","duration":"213.924267ms","start":"2026-02-26T23:47:23.269581Z","end":"2026-02-26T23:47:23.483506Z","steps":["trace[1987110314] 'agreement among raft nodes before linearized reading' (duration: 213.830024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:23.48352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:23.06499Z","time spent":"418.523554ms","remote":"127.0.0.1:44654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-26T23:47:23.483419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.634374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:23.483557Z","caller":"traceutil/trace.go:171","msg":"trace[1245006381] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"390.17019ms","start":"2026-02-26T23:47:23.093378Z","end":"2026-02-26T23:47:23.483548Z","steps":["trace[1245006381] 'process raft request' (duration: 389.185778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:23.483654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:23.093345Z","time spent":"390.257733ms","remote":"127.0.0.1:47288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24229,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:47:23.483652Z","caller":"traceutil/trace.go:171","msg":"trace[1269507575] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:577; }","duration":"417.861529ms","start":"2026-02-26T23:47:23.065702Z","end":"2026-02-26T23:47:23.483564Z","steps":["trace[1269507575] 'agreement among raft nodes before linearized reading' (duration: 417.683555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:23.483733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:23.065601Z","time spent":"418.109364ms","remote":"127.0.0.1:44654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 "} {"level":"warn","ts":"2026-02-26T23:47:23.888773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.549331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:47:23.889019Z","caller":"traceutil/trace.go:171","msg":"trace[297177096] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"337.445532ms","start":"2026-02-26T23:47:23.551557Z","end":"2026-02-26T23:47:23.889003Z","steps":["trace[297177096] 'process raft request' (duration: 337.381581ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:23.889005Z","caller":"traceutil/trace.go:171","msg":"trace[1160107931] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"338.500087ms","start":"2026-02-26T23:47:23.550477Z","end":"2026-02-26T23:47:23.888977Z","steps":["trace[1160107931] 'compare' (duration: 335.390098ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:23.889053Z","caller":"traceutil/trace.go:171","msg":"trace[1147278573] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"338.475936ms","start":"2026-02-26T23:47:23.550554Z","end":"2026-02-26T23:47:23.88903Z","steps":["trace[1147278573] 'process raft request' (duration: 338.343673ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:23.889108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:23.551536Z","time spent":"337.528844ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3063,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:47:23.889155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:23.55052Z","time spent":"338.590638ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T23:47:23.889157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:23.550455Z","time spent":"338.62689ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T23:47:23.973576Z","caller":"traceutil/trace.go:171","msg":"trace[1319796447] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"420.504758ms","start":"2026-02-26T23:47:23.553048Z","end":"2026-02-26T23:47:23.973552Z","steps":["trace[1319796447] 'process raft request' (duration: 420.303443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:23.973731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:23.553001Z","time spent":"420.648661ms","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3204,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:47:23.973838Z","caller":"traceutil/trace.go:171","msg":"trace[1571558821] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"420.541669ms","start":"2026-02-26T23:47:23.553265Z","end":"2026-02-26T23:47:23.973807Z","steps":["trace[1571558821] 'process raft request' (duration: 420.230631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:23.973954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:23.553243Z","time spent":"420.655161ms","remote":"127.0.0.1:47638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:47:24.250888Z","caller":"traceutil/trace.go:171","msg":"trace[1544044921] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"656.988976ms","start":"2026-02-26T23:47:23.593873Z","end":"2026-02-26T23:47:24.250862Z","steps":["trace[1544044921] 'process raft request' (duration: 638.719288ms)","trace[1544044921] 'compare' (duration: 17.820928ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:47:24.251197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:23.59384Z","time spent":"657.12294ms","remote":"127.0.0.1:47288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188471,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:47:24.251838Z","caller":"traceutil/trace.go:171","msg":"trace[269393508] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"556.263688ms","start":"2026-02-26T23:47:23.695565Z","end":"2026-02-26T23:47:24.251828Z","steps":["trace[269393508] 'process raft request' (duration: 555.507761ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:24.251875Z","caller":"traceutil/trace.go:171","msg":"trace[1586546900] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:606; }","duration":"648.553618ms","start":"2026-02-26T23:47:23.603281Z","end":"2026-02-26T23:47:24.251834Z","steps":["trace[1586546900] 'read index received' (duration: 370.212974ms)","trace[1586546900] 'applied index is now lower than readState.Index' (duration: 278.338914ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:47:24.252081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:23.695533Z","time spent":"556.35177ms","remote":"127.0.0.1:47288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T23:47:24.252397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.05784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-02-26T23:47:24.252577Z","caller":"traceutil/trace.go:171","msg":"trace[886296111] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:590; }","duration":"649.293896ms","start":"2026-02-26T23:47:23.603232Z","end":"2026-02-26T23:47:24.252526Z","steps":["trace[886296111] 'agreement among raft nodes before linearized reading' (duration: 648.755674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:24.252665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:23.603216Z","time spent":"649.428078ms","remote":"127.0.0.1:47328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":12779,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"warn","ts":"2026-02-26T23:47:24.265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.368617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T23:47:24.26505Z","caller":"traceutil/trace.go:171","msg":"trace[1006702036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:591; }","duration":"563.452179ms","start":"2026-02-26T23:47:23.701587Z","end":"2026-02-26T23:47:24.265039Z","steps":["trace[1006702036] 'agreement among raft nodes before linearized reading' (duration: 563.320966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:24.265071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:23.701573Z","time spent":"563.4945ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T23:47:24.265233Z","caller":"traceutil/trace.go:171","msg":"trace[1365287770] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"285.286408ms","start":"2026-02-26T23:47:23.979941Z","end":"2026-02-26T23:47:24.265227Z","steps":["trace[1365287770] 'process raft request' (duration: 284.870018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:24.265338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.400383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-02-26T23:47:24.265357Z","caller":"traceutil/trace.go:171","msg":"trace[569076180] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:591; }","duration":"195.452974ms","start":"2026-02-26T23:47:24.069899Z","end":"2026-02-26T23:47:24.265352Z","steps":["trace[569076180] 'agreement among raft nodes before linearized reading' (duration: 195.391753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:24.26545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.76441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T23:47:24.265467Z","caller":"traceutil/trace.go:171","msg":"trace[1886838360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:591; }","duration":"255.800101ms","start":"2026-02-26T23:47:24.009662Z","end":"2026-02-26T23:47:24.265463Z","steps":["trace[1886838360] 'agreement among raft nodes before linearized reading' (duration: 255.75451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:24.265671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.837414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T23:47:24.26573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.885445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T23:47:24.265748Z","caller":"traceutil/trace.go:171","msg":"trace[1565101466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:591; }","duration":"256.938306ms","start":"2026-02-26T23:47:24.008805Z","end":"2026-02-26T23:47:24.265744Z","steps":["trace[1565101466] 'agreement among raft nodes before linearized reading' (duration: 256.894725ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:24.265764Z","caller":"traceutil/trace.go:171","msg":"trace[1167619544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:591; }","duration":"562.980798ms","start":"2026-02-26T23:47:23.70276Z","end":"2026-02-26T23:47:24.265741Z","steps":["trace[1167619544] 'agreement among raft nodes before linearized reading' (duration: 562.706242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:24.26579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.816146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-02-26T23:47:24.265825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:23.702738Z","time spent":"563.07286ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T23:47:24.265845Z","caller":"traceutil/trace.go:171","msg":"trace[1060612586] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:591; }","duration":"395.903528ms","start":"2026-02-26T23:47:23.869927Z","end":"2026-02-26T23:47:24.26583Z","steps":["trace[1060612586] 'agreement among raft nodes before linearized reading' (duration: 395.729554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:24.26586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.671081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T23:47:24.265875Z","caller":"traceutil/trace.go:171","msg":"trace[1007458113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:591; }","duration":"562.705551ms","start":"2026-02-26T23:47:23.703165Z","end":"2026-02-26T23:47:24.265871Z","steps":["trace[1007458113] 'agreement among raft nodes before linearized reading' (duration: 562.667481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:24.265881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:23.86991Z","time spent":"395.964558ms","remote":"127.0.0.1:47288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-02-26T23:47:24.265888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:23.703156Z","time spent":"562.728622ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T23:47:24.540437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.334907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:47:24.540712Z","caller":"traceutil/trace.go:171","msg":"trace[1498524662] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"264.052405ms","start":"2026-02-26T23:47:24.276608Z","end":"2026-02-26T23:47:24.54066Z","steps":["trace[1498524662] 'process raft request' (duration: 263.933022ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:24.540946Z","caller":"traceutil/trace.go:171","msg":"trace[666244463] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:610; }","duration":"174.129997ms","start":"2026-02-26T23:47:24.366805Z","end":"2026-02-26T23:47:24.540935Z","steps":["trace[666244463] 'read index received' (duration: 5.214026ms)","trace[666244463] 'applied index is now lower than readState.Index' (duration: 168.915231ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:24.540942Z","caller":"traceutil/trace.go:171","msg":"trace[778561679] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"258.93745ms","start":"2026-02-26T23:47:24.281978Z","end":"2026-02-26T23:47:24.540915Z","steps":["trace[778561679] 'process raft request' (duration: 258.621553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:24.541006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.207739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:24.541023Z","caller":"traceutil/trace.go:171","msg":"trace[753613840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:599; }","duration":"174.263609ms","start":"2026-02-26T23:47:24.366754Z","end":"2026-02-26T23:47:24.541017Z","steps":["trace[753613840] 'agreement among raft nodes before linearized reading' (duration: 174.217068ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:24.540989Z","caller":"traceutil/trace.go:171","msg":"trace[1894721750] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"262.225034ms","start":"2026-02-26T23:47:24.278735Z","end":"2026-02-26T23:47:24.54096Z","steps":["trace[1894721750] 'process raft request' (duration: 261.847226ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:24.541023Z","caller":"traceutil/trace.go:171","msg":"trace[1650956768] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"268.924113ms","start":"2026-02-26T23:47:24.272078Z","end":"2026-02-26T23:47:24.541002Z","steps":["trace[1650956768] 'process raft request' (duration: 99.958062ms)","trace[1650956768] 'compare' (duration: 168.198794ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:24.541055Z","caller":"traceutil/trace.go:171","msg":"trace[1383740029] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"185.376148ms","start":"2026-02-26T23:47:24.35565Z","end":"2026-02-26T23:47:24.541027Z","steps":["trace[1383740029] 'process raft request' (duration: 185.02704ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:24.540726Z","caller":"traceutil/trace.go:171","msg":"trace[1993174775] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"262.03997ms","start":"2026-02-26T23:47:24.278665Z","end":"2026-02-26T23:47:24.540705Z","steps":["trace[1993174775] 'process raft request' (duration: 261.894536ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:24.541162Z","caller":"traceutil/trace.go:171","msg":"trace[1770086351] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"184.381637ms","start":"2026-02-26T23:47:24.356775Z","end":"2026-02-26T23:47:24.541156Z","steps":["trace[1770086351] 'process raft request' (duration: 184.020249ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:24.541203Z","caller":"traceutil/trace.go:171","msg":"trace[1514875480] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"264.664077ms","start":"2026-02-26T23:47:24.276531Z","end":"2026-02-26T23:47:24.541195Z","steps":["trace[1514875480] 'process raft request' (duration: 263.977622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:25.414872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.609804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:47:25.414997Z","caller":"traceutil/trace.go:171","msg":"trace[2091535964] linearizableReadLoop","detail":"{readStateIndex:619; appliedIndex:618; }","duration":"630.880413ms","start":"2026-02-26T23:47:24.784099Z","end":"2026-02-26T23:47:25.414979Z","steps":["trace[2091535964] 'read index received' (duration: 461.868701ms)","trace[2091535964] 'applied index is now lower than readState.Index' (duration: 169.010652ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:25.415145Z","caller":"traceutil/trace.go:171","msg":"trace[1868148367] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"742.28074ms","start":"2026-02-26T23:47:24.672787Z","end":"2026-02-26T23:47:25.415067Z","steps":["trace[1868148367] 'process raft request' (duration: 573.382281ms)","trace[1868148367] 'compare' (duration: 168.268086ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:47:25.415296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.18486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-02-26T23:47:25.415358Z","caller":"traceutil/trace.go:171","msg":"trace[1959892906] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:600; }","duration":"631.301942ms","start":"2026-02-26T23:47:24.78404Z","end":"2026-02-26T23:47:25.415342Z","steps":["trace[1959892906] 'agreement among raft nodes before linearized reading' (duration: 631.020706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:25.415404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:24.784023Z","time spent":"631.369274ms","remote":"127.0.0.1:47288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188276,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-02-26T23:47:25.415398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:24.672759Z","time spent":"742.501446ms","remote":"127.0.0.1:47288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:47:25.915478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805338863,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T23:47:26.184716Z","caller":"traceutil/trace.go:171","msg":"trace[250277257] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"973.080223ms","start":"2026-02-26T23:47:25.211587Z","end":"2026-02-26T23:47:26.184667Z","steps":["trace[250277257] 'process raft request' (duration: 939.666447ms)","trace[250277257] 'compare' (duration: 33.1418ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:47:26.184985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:25.211557Z","time spent":"973.286998ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:47:26.325364Z","caller":"traceutil/trace.go:171","msg":"trace[2038940109] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:619; }","duration":"910.284032ms","start":"2026-02-26T23:47:25.415023Z","end":"2026-02-26T23:47:26.325307Z","steps":["trace[2038940109] 'read index received' (duration: 736.239406ms)","trace[2038940109] 'applied index is now lower than readState.Index' (duration: 174.043536ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:26.32543Z","caller":"traceutil/trace.go:171","msg":"trace[432757334] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"428.566697ms","start":"2026-02-26T23:47:25.896811Z","end":"2026-02-26T23:47:26.325378Z","steps":["trace[432757334] 'process raft request' (duration: 428.032895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:26.325637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:25.896774Z","time spent":"428.753811ms","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4683,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:47:26.325623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.919646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:47:26.32571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.360281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:26.325749Z","caller":"traceutil/trace.go:171","msg":"trace[1018090981] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:602; }","duration":"376.435493ms","start":"2026-02-26T23:47:25.949299Z","end":"2026-02-26T23:47:26.325735Z","steps":["trace[1018090981] 'agreement among raft nodes before linearized reading' (duration: 376.373892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:26.32574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.972764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:26.325755Z","caller":"traceutil/trace.go:171","msg":"trace[1828627797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:602; }","duration":"959.133101ms","start":"2026-02-26T23:47:25.366595Z","end":"2026-02-26T23:47:26.325728Z","steps":["trace[1828627797] 'agreement among raft nodes before linearized reading' (duration: 958.871615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:26.325808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:25.949277Z","time spent":"376.519015ms","remote":"127.0.0.1:56856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-02-26T23:47:26.325839Z","caller":"traceutil/trace.go:171","msg":"trace[1732966215] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:602; }","duration":"342.114838ms","start":"2026-02-26T23:47:25.983703Z","end":"2026-02-26T23:47:26.325817Z","steps":["trace[1732966215] 'agreement among raft nodes before linearized reading' (duration: 341.915773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:26.325843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:25.366563Z","time spent":"959.270994ms","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T23:47:26.325757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.83372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:47:26.325893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:25.983685Z","time spent":"342.196019ms","remote":"127.0.0.1:56872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-02-26T23:47:26.325868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.979876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:47:26.325984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.209161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:26.325998Z","caller":"traceutil/trace.go:171","msg":"trace[89030472] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:602; }","duration":"343.15281ms","start":"2026-02-26T23:47:25.982816Z","end":"2026-02-26T23:47:26.325969Z","steps":["trace[89030472] 'agreement among raft nodes before linearized reading' (duration: 342.853014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:26.325834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.557826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:47:26.326043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.563529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:47:26.326065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:25.98275Z","time spent":"343.304713ms","remote":"127.0.0.1:56872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T23:47:26.326077Z","caller":"traceutil/trace.go:171","msg":"trace[1303019673] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:602; }","duration":"376.793001ms","start":"2026-02-26T23:47:25.949252Z","end":"2026-02-26T23:47:26.326045Z","steps":["trace[1303019673] 'agreement among raft nodes before linearized reading' (duration: 376.445503ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:26.32609Z","caller":"traceutil/trace.go:171","msg":"trace[34908459] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:602; }","duration":"394.61192ms","start":"2026-02-26T23:47:25.931468Z","end":"2026-02-26T23:47:26.326079Z","steps":["trace[34908459] 'agreement among raft nodes before linearized reading' (duration: 394.544898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:26.325979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.840781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:47:26.326134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:25.931409Z","time spent":"394.714602ms","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-02-26T23:47:26.325642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.184683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-26T23:47:26.326178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:25.949215Z","time spent":"376.903993ms","remote":"127.0.0.1:56856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 "} {"level":"info","ts":"2026-02-26T23:47:26.326245Z","caller":"traceutil/trace.go:171","msg":"trace[1764712262] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:602; }","duration":"413.829068ms","start":"2026-02-26T23:47:25.912394Z","end":"2026-02-26T23:47:26.326223Z","steps":["trace[1764712262] 'agreement among raft nodes before linearized reading' (duration: 413.120632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:26.325926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.444106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:47:26.326296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:25.912378Z","time spent":"413.905759ms","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"info","ts":"2026-02-26T23:47:26.326264Z","caller":"traceutil/trace.go:171","msg":"trace[2010598239] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:602; }","duration":"394.162958ms","start":"2026-02-26T23:47:25.931995Z","end":"2026-02-26T23:47:26.326158Z","steps":["trace[2010598239] 'agreement among raft nodes before linearized reading' (duration: 393.711998ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:26.325981Z","caller":"traceutil/trace.go:171","msg":"trace[858383175] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:602; }","duration":"376.075336ms","start":"2026-02-26T23:47:25.949823Z","end":"2026-02-26T23:47:26.325898Z","steps":["trace[858383175] 'agreement among raft nodes before linearized reading' (duration: 375.733828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:26.326531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:25.949808Z","time spent":"376.704849ms","remote":"127.0.0.1:56856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 "} {"level":"info","ts":"2026-02-26T23:47:26.326467Z","caller":"traceutil/trace.go:171","msg":"trace[98703410] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:602; }","duration":"343.697242ms","start":"2026-02-26T23:47:25.982739Z","end":"2026-02-26T23:47:26.326436Z","steps":["trace[98703410] 'agreement among raft nodes before linearized reading' (duration: 343.224402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:26.326611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:25.982722Z","time spent":"343.873416ms","remote":"127.0.0.1:56872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-02-26T23:47:26.326727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:25.931967Z","time spent":"394.602838ms","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-02-26T23:47:26.326342Z","caller":"traceutil/trace.go:171","msg":"trace[2043680045] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:602; }","duration":"394.856845ms","start":"2026-02-26T23:47:25.931468Z","end":"2026-02-26T23:47:26.326325Z","steps":["trace[2043680045] 'agreement among raft nodes before linearized reading' (duration: 394.428556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:26.327368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:25.931454Z","time spent":"395.872398ms","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T23:47:26.657277Z","caller":"traceutil/trace.go:171","msg":"trace[1980962258] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"107.000498ms","start":"2026-02-26T23:47:26.550254Z","end":"2026-02-26T23:47:26.657254Z","steps":["trace[1980962258] 'process raft request' (duration: 106.922266ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:26.657348Z","caller":"traceutil/trace.go:171","msg":"trace[314312262] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"107.100222ms","start":"2026-02-26T23:47:26.550219Z","end":"2026-02-26T23:47:26.657319Z","steps":["trace[314312262] 'process raft request' (duration: 47.836688ms)","trace[314312262] 'compare' (duration: 58.997407ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:26.657578Z","caller":"traceutil/trace.go:171","msg":"trace[377990486] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"105.740031ms","start":"2026-02-26T23:47:26.551819Z","end":"2026-02-26T23:47:26.657559Z","steps":["trace[377990486] 'process raft request' (duration: 105.402162ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:26.657634Z","caller":"traceutil/trace.go:171","msg":"trace[1011651475] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"105.158668ms","start":"2026-02-26T23:47:26.552442Z","end":"2026-02-26T23:47:26.6576Z","steps":["trace[1011651475] 'process raft request' (duration: 105.005674ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:29.308316Z","caller":"traceutil/trace.go:171","msg":"trace[1660074592] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"252.887815ms","start":"2026-02-26T23:47:29.055404Z","end":"2026-02-26T23:47:29.308291Z","steps":["trace[1660074592] 'process raft request' (duration: 252.846364ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:29.308343Z","caller":"traceutil/trace.go:171","msg":"trace[1365002915] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"253.221883ms","start":"2026-02-26T23:47:29.055099Z","end":"2026-02-26T23:47:29.308321Z","steps":["trace[1365002915] 'process raft request' (duration: 253.008339ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:29.572709Z","caller":"traceutil/trace.go:171","msg":"trace[1297982754] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"237.984253ms","start":"2026-02-26T23:47:29.334664Z","end":"2026-02-26T23:47:29.572649Z","steps":["trace[1297982754] 'process raft request' (duration: 237.86744ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:29.572758Z","caller":"traceutil/trace.go:171","msg":"trace[342870084] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"237.094482ms","start":"2026-02-26T23:47:29.335621Z","end":"2026-02-26T23:47:29.572715Z","steps":["trace[342870084] 'process raft request' (duration: 236.97088ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:29.572934Z","caller":"traceutil/trace.go:171","msg":"trace[1278517892] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"239.208799ms","start":"2026-02-26T23:47:29.333696Z","end":"2026-02-26T23:47:29.572904Z","steps":["trace[1278517892] 'process raft request' (duration: 149.056227ms)","trace[1278517892] 'compare' (duration: 89.655792ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:29.572727Z","caller":"traceutil/trace.go:171","msg":"trace[2137481717] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"237.036491ms","start":"2026-02-26T23:47:29.335675Z","end":"2026-02-26T23:47:29.572711Z","steps":["trace[2137481717] 'process raft request' (duration: 236.98337ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:30.240761Z","caller":"traceutil/trace.go:171","msg":"trace[648692456] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"121.831261ms","start":"2026-02-26T23:47:30.118904Z","end":"2026-02-26T23:47:30.240735Z","steps":["trace[648692456] 'process raft request' (duration: 121.469613ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:30.541175Z","caller":"traceutil/trace.go:171","msg":"trace[197523530] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"114.462845ms","start":"2026-02-26T23:47:30.426693Z","end":"2026-02-26T23:47:30.541156Z","steps":["trace[197523530] 'process raft request' (duration: 114.401903ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:30.541201Z","caller":"traceutil/trace.go:171","msg":"trace[1190650555] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"114.978936ms","start":"2026-02-26T23:47:30.426195Z","end":"2026-02-26T23:47:30.541174Z","steps":["trace[1190650555] 'process raft request' (duration: 114.865884ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:30.541285Z","caller":"traceutil/trace.go:171","msg":"trace[213476370] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"115.096199ms","start":"2026-02-26T23:47:30.426159Z","end":"2026-02-26T23:47:30.541255Z","steps":["trace[213476370] 'process raft request' (duration: 55.08861ms)","trace[213476370] 'compare' (duration: 59.707702ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:34.645443Z","caller":"traceutil/trace.go:171","msg":"trace[1891234844] linearizableReadLoop","detail":"{readStateIndex:769; appliedIndex:768; }","duration":"277.675209ms","start":"2026-02-26T23:47:34.36774Z","end":"2026-02-26T23:47:34.645415Z","steps":["trace[1891234844] 'read index received' (duration: 277.242569ms)","trace[1891234844] 'applied index is now lower than readState.Index' (duration: 431.3µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:34.645569Z","caller":"traceutil/trace.go:171","msg":"trace[1230225924] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"753.839508ms","start":"2026-02-26T23:47:33.891673Z","end":"2026-02-26T23:47:34.645513Z","steps":["trace[1230225924] 'process raft request' (duration: 753.48685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:34.645813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:33.891647Z","time spent":"754.027112ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:47:34.645895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.154929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:34.646062Z","caller":"traceutil/trace.go:171","msg":"trace[704101038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:748; }","duration":"278.377034ms","start":"2026-02-26T23:47:34.367648Z","end":"2026-02-26T23:47:34.646025Z","steps":["trace[704101038] 'agreement among raft nodes before linearized reading' (duration: 278.146339ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:34.835771Z","caller":"traceutil/trace.go:171","msg":"trace[141286673] linearizableReadLoop","detail":"{readStateIndex:770; appliedIndex:769; }","duration":"148.176678ms","start":"2026-02-26T23:47:34.687565Z","end":"2026-02-26T23:47:34.835741Z","steps":["trace[141286673] 'read index received' (duration: 57.822261ms)","trace[141286673] 'applied index is now lower than readState.Index' (duration: 90.353347ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:34.835856Z","caller":"traceutil/trace.go:171","msg":"trace[931782588] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"185.665034ms","start":"2026-02-26T23:47:34.650158Z","end":"2026-02-26T23:47:34.835823Z","steps":["trace[931782588] 'process raft request' (duration: 95.338218ms)","trace[931782588] 'compare' (duration: 90.114182ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:47:34.83604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.458155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T23:47:34.836109Z","caller":"traceutil/trace.go:171","msg":"trace[418571786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:749; }","duration":"148.570136ms","start":"2026-02-26T23:47:34.687527Z","end":"2026-02-26T23:47:34.836097Z","steps":["trace[418571786] 'agreement among raft nodes before linearized reading' (duration: 148.366882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:34.836142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.784433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T23:47:34.836198Z","caller":"traceutil/trace.go:171","msg":"trace[1073640481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:749; }","duration":"144.896395ms","start":"2026-02-26T23:47:34.691284Z","end":"2026-02-26T23:47:34.83618Z","steps":["trace[1073640481] 'agreement among raft nodes before linearized reading' (duration: 144.704711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:34.836223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.021858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T23:47:34.836291Z","caller":"traceutil/trace.go:171","msg":"trace[101911365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:749; }","duration":"145.116539ms","start":"2026-02-26T23:47:34.691158Z","end":"2026-02-26T23:47:34.836275Z","steps":["trace[101911365] 'agreement among raft nodes before linearized reading' (duration: 144.887624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:34.837266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.226445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T23:47:34.837796Z","caller":"traceutil/trace.go:171","msg":"trace[1288294896] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:749; }","duration":"146.809828ms","start":"2026-02-26T23:47:34.69095Z","end":"2026-02-26T23:47:34.83776Z","steps":["trace[1288294896] 'agreement among raft nodes before linearized reading' (duration: 145.042098ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:35.660457Z","caller":"traceutil/trace.go:171","msg":"trace[1881016428] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"819.483053ms","start":"2026-02-26T23:47:34.840951Z","end":"2026-02-26T23:47:35.660434Z","steps":["trace[1881016428] 'process raft request' (duration: 819.412172ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:35.660518Z","caller":"traceutil/trace.go:171","msg":"trace[1886675814] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"819.880643ms","start":"2026-02-26T23:47:34.840603Z","end":"2026-02-26T23:47:35.660483Z","steps":["trace[1886675814] 'process raft request' (duration: 819.617607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:35.660609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:34.840924Z","time spent":"819.617787ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:47:35.660638Z","caller":"traceutil/trace.go:171","msg":"trace[30885516] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"818.39964ms","start":"2026-02-26T23:47:34.84218Z","end":"2026-02-26T23:47:35.660579Z","steps":["trace[30885516] 'process raft request' (duration: 818.222996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:35.66069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:34.840573Z","time spent":"820.022355ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:47:35.660835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:34.842146Z","time spent":"818.595974ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:47:36.865273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805339131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T23:47:36.980507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069173619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-26T23:47:36.980617Z","caller":"traceutil/trace.go:171","msg":"trace[709973034] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:753; }","duration":"1.069319641s","start":"2026-02-26T23:47:35.91127Z","end":"2026-02-26T23:47:36.980589Z","steps":["trace[709973034] 'range keys from in-memory index tree' (duration: 1.068973774s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:36.980673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:35.911254Z","time spent":"1.069405274s","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-02-26T23:47:37.365829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805339131,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T23:47:37.569807Z","caller":"traceutil/trace.go:171","msg":"trace[666320135] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"1.249995124s","start":"2026-02-26T23:47:36.319749Z","end":"2026-02-26T23:47:37.569744Z","steps":["trace[666320135] 'process raft request' (duration: 1.249732348s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:37.570161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:36.319722Z","time spent":"1.250287601s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:47:37.62597Z","caller":"traceutil/trace.go:171","msg":"trace[7793092] linearizableReadLoop","detail":"{readStateIndex:776; appliedIndex:774; }","duration":"1.260818147s","start":"2026-02-26T23:47:36.365123Z","end":"2026-02-26T23:47:37.625941Z","steps":["trace[7793092] 'read index received' (duration: 1.204323126s)","trace[7793092] 'applied index is now lower than readState.Index' (duration: 56.493351ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:47:37.626036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:36.981881Z","time spent":"644.14957ms","remote":"127.0.0.1:47286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T23:47:37.626155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261013481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:37.626195Z","caller":"traceutil/trace.go:171","msg":"trace[1357451869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:754; }","duration":"1.261109643s","start":"2026-02-26T23:47:36.365075Z","end":"2026-02-26T23:47:37.626185Z","steps":["trace[1357451869] 'agreement among raft nodes before linearized reading' (duration: 1.261024471s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:37.626236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:36.365058Z","time spent":"1.261160684s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T23:47:37.626451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.539809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T23:47:37.626512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.053258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T23:47:37.626564Z","caller":"traceutil/trace.go:171","msg":"trace[714467173] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:754; }","duration":"786.726983ms","start":"2026-02-26T23:47:36.839815Z","end":"2026-02-26T23:47:37.626542Z","steps":["trace[714467173] 'agreement among raft nodes before linearized reading' (duration: 786.370075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:37.626628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:36.83979Z","time spent":"786.826875ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T23:47:37.626617Z","caller":"traceutil/trace.go:171","msg":"trace[706629225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:754; }","duration":"756.198761ms","start":"2026-02-26T23:47:36.870391Z","end":"2026-02-26T23:47:37.62659Z","steps":["trace[706629225] 'agreement among raft nodes before linearized reading' (duration: 755.827633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:37.626696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:36.870374Z","time spent":"756.307224ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T23:47:47.780356Z","caller":"traceutil/trace.go:171","msg":"trace[49912805] linearizableReadLoop","detail":"{readStateIndex:841; appliedIndex:840; }","duration":"103.328757ms","start":"2026-02-26T23:47:47.677Z","end":"2026-02-26T23:47:47.780329Z","steps":["trace[49912805] 'read index received' (duration: 103.089592ms)","trace[49912805] 'applied index is now lower than readState.Index' (duration: 237.915µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:47.780425Z","caller":"traceutil/trace.go:171","msg":"trace[1104451233] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"156.489124ms","start":"2026-02-26T23:47:47.623902Z","end":"2026-02-26T23:47:47.780391Z","steps":["trace[1104451233] 'process raft request' (duration: 156.266719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:47.780596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.570552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T23:47:47.780642Z","caller":"traceutil/trace.go:171","msg":"trace[1052526983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:816; }","duration":"103.661505ms","start":"2026-02-26T23:47:47.676968Z","end":"2026-02-26T23:47:47.78063Z","steps":["trace[1052526983] 'agreement among raft nodes before linearized reading' (duration: 103.501311ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:48.19037Z","caller":"traceutil/trace.go:171","msg":"trace[146940487] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"148.161638ms","start":"2026-02-26T23:47:48.042183Z","end":"2026-02-26T23:47:48.190345Z","steps":["trace[146940487] 'process raft request' (duration: 80.279613ms)","trace[146940487] 'compare' (duration: 67.745722ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:48.411047Z","caller":"traceutil/trace.go:171","msg":"trace[1563833731] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"180.50856ms","start":"2026-02-26T23:47:48.230513Z","end":"2026-02-26T23:47:48.411022Z","steps":["trace[1563833731] 'process raft request' (duration: 180.421698ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:48.41106Z","caller":"traceutil/trace.go:171","msg":"trace[1522864156] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"182.631517ms","start":"2026-02-26T23:47:48.228395Z","end":"2026-02-26T23:47:48.411026Z","steps":["trace[1522864156] 'process raft request' (duration: 132.412026ms)","trace[1522864156] 'compare' (duration: 49.980696ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:48.411405Z","caller":"traceutil/trace.go:171","msg":"trace[1058212223] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"180.652512ms","start":"2026-02-26T23:47:48.230727Z","end":"2026-02-26T23:47:48.411379Z","steps":["trace[1058212223] 'process raft request' (duration: 180.252073ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:48.411639Z","caller":"traceutil/trace.go:171","msg":"trace[643237018] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"180.424688ms","start":"2026-02-26T23:47:48.231201Z","end":"2026-02-26T23:47:48.411626Z","steps":["trace[643237018] 'process raft request' (duration: 180.279034ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:48.411653Z","caller":"traceutil/trace.go:171","msg":"trace[1089795896] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"178.687999ms","start":"2026-02-26T23:47:48.232949Z","end":"2026-02-26T23:47:48.411637Z","steps":["trace[1089795896] 'process raft request' (duration: 178.597917ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:48.411611Z","caller":"traceutil/trace.go:171","msg":"trace[1010704202] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"180.797495ms","start":"2026-02-26T23:47:48.23076Z","end":"2026-02-26T23:47:48.411557Z","steps":["trace[1010704202] 'process raft request' (duration: 180.5542ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:48.411776Z","caller":"traceutil/trace.go:171","msg":"trace[305645253] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"180.410037ms","start":"2026-02-26T23:47:48.231353Z","end":"2026-02-26T23:47:48.411763Z","steps":["trace[305645253] 'process raft request' (duration: 180.164541ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:48.411784Z","caller":"traceutil/trace.go:171","msg":"trace[1027212632] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"180.792005ms","start":"2026-02-26T23:47:48.230983Z","end":"2026-02-26T23:47:48.411775Z","steps":["trace[1027212632] 'process raft request' (duration: 180.454157ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:48.411951Z","caller":"traceutil/trace.go:171","msg":"trace[415900385] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"177.138654ms","start":"2026-02-26T23:47:48.234789Z","end":"2026-02-26T23:47:48.411928Z","steps":["trace[415900385] 'process raft request' (duration: 176.802857ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:47:57.262069Z","caller":"traceutil/trace.go:171","msg":"trace[1012815213] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"220.454201ms","start":"2026-02-26T23:47:57.041578Z","end":"2026-02-26T23:47:57.262032Z","steps":["trace[1012815213] 'process raft request' (duration: 179.023727ms)","trace[1012815213] 'compare' (duration: 40.924933ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:47:57.261946Z","caller":"traceutil/trace.go:171","msg":"trace[1407927422] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"199.115846ms","start":"2026-02-26T23:47:57.062803Z","end":"2026-02-26T23:47:57.261918Z","steps":["trace[1407927422] 'process raft request' (duration: 199.012433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:58.325578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.686983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T23:47:58.325683Z","caller":"traceutil/trace.go:171","msg":"trace[1934269461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:967; }","duration":"404.809526ms","start":"2026-02-26T23:47:57.920849Z","end":"2026-02-26T23:47:58.325658Z","steps":["trace[1934269461] 'range keys from in-memory index tree' (duration: 404.410918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:58.325719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.68848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:47:58.325803Z","caller":"traceutil/trace.go:171","msg":"trace[1901356142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:967; }","duration":"957.824333ms","start":"2026-02-26T23:47:57.36796Z","end":"2026-02-26T23:47:58.325784Z","steps":["trace[1901356142] 'range keys from in-memory index tree' (duration: 957.506646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:58.325772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.587818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T23:47:58.325848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:57.36794Z","time spent":"957.898624ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T23:47:58.325863Z","caller":"traceutil/trace.go:171","msg":"trace[1434873423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:967; }","duration":"402.71708ms","start":"2026-02-26T23:47:57.923128Z","end":"2026-02-26T23:47:58.325846Z","steps":["trace[1434873423] 'range keys from in-memory index tree' (duration: 402.433734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:58.325906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:57.923118Z","time spent":"402.779151ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T23:47:58.325742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:57.920787Z","time spent":"404.94101ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T23:47:58.326149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.831103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T23:47:58.326198Z","caller":"traceutil/trace.go:171","msg":"trace[423395502] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:967; }","duration":"402.902635ms","start":"2026-02-26T23:47:57.923281Z","end":"2026-02-26T23:47:58.326183Z","steps":["trace[423395502] 'range keys from in-memory index tree' (duration: 402.660099ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:58.326231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:57.923269Z","time spent":"402.953816ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T23:47:58.326295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.651434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T23:47:58.326356Z","caller":"traceutil/trace.go:171","msg":"trace[1353503459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:967; }","duration":"430.761836ms","start":"2026-02-26T23:47:57.895578Z","end":"2026-02-26T23:47:58.32634Z","steps":["trace[1353503459] 'range keys from in-memory index tree' (duration: 430.46787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:58.326403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:57.89555Z","time spent":"430.841107ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T23:47:58.326481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.150395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T23:47:58.326516Z","caller":"traceutil/trace.go:171","msg":"trace[407901668] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:967; }","duration":"410.207957ms","start":"2026-02-26T23:47:57.916297Z","end":"2026-02-26T23:47:58.326505Z","steps":["trace[407901668] 'range keys from in-memory index tree' (duration: 410.066314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:47:58.326544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:57.916287Z","time spent":"410.250437ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T23:47:58.326564Z","caller":"traceutil/trace.go:171","msg":"trace[395842198] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"313.698403ms","start":"2026-02-26T23:47:58.012839Z","end":"2026-02-26T23:47:58.326537Z","steps":["trace[395842198] 'process raft request' (duration: 281.010034ms)","trace[395842198] 'compare' (duration: 32.532836ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:47:58.326699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:47:58.012821Z","time spent":"313.796566ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:48:07.311268Z","caller":"traceutil/trace.go:171","msg":"trace[1128103052] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"183.921609ms","start":"2026-02-26T23:48:07.127312Z","end":"2026-02-26T23:48:07.311234Z","steps":["trace[1128103052] 'process raft request' (duration: 183.711984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:20.411015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.831478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-bs26q\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-02-26T23:48:20.411113Z","caller":"traceutil/trace.go:171","msg":"trace[1138795457] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-bs26q; range_end:; response_count:1; response_revision:1121; }","duration":"293.985252ms","start":"2026-02-26T23:48:20.117107Z","end":"2026-02-26T23:48:20.411092Z","steps":["trace[1138795457] 'range keys from in-memory index tree' (duration: 293.648095ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:20.417261Z","caller":"traceutil/trace.go:171","msg":"trace[233472033] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"191.144745ms","start":"2026-02-26T23:48:20.226099Z","end":"2026-02-26T23:48:20.417244Z","steps":["trace[233472033] 'process raft request' (duration: 191.035723ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:28.619771Z","caller":"traceutil/trace.go:171","msg":"trace[480323517] linearizableReadLoop","detail":"{readStateIndex:1286; appliedIndex:1285; }","duration":"108.46984ms","start":"2026-02-26T23:48:28.511276Z","end":"2026-02-26T23:48:28.619745Z","steps":["trace[480323517] 'read index received' (duration: 108.333137ms)","trace[480323517] 'applied index is now lower than readState.Index' (duration: 135.333µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:48:28.619833Z","caller":"traceutil/trace.go:171","msg":"trace[1915626454] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"109.345049ms","start":"2026-02-26T23:48:28.510461Z","end":"2026-02-26T23:48:28.619806Z","steps":["trace[1915626454] 'process raft request' (duration: 109.148615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:28.620042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.738775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T23:48:28.62017Z","caller":"traceutil/trace.go:171","msg":"trace[460447163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1246; }","duration":"108.901799ms","start":"2026-02-26T23:48:28.511253Z","end":"2026-02-26T23:48:28.620155Z","steps":["trace[460447163] 'agreement among raft nodes before linearized reading' (duration: 108.619623ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:28.62442Z","caller":"traceutil/trace.go:171","msg":"trace[1403331899] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"110.921174ms","start":"2026-02-26T23:48:28.513477Z","end":"2026-02-26T23:48:28.624398Z","steps":["trace[1403331899] 'process raft request' (duration: 110.790251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:28.624734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.398107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T23:48:28.624745Z","caller":"traceutil/trace.go:171","msg":"trace[1118670066] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"111.183439ms","start":"2026-02-26T23:48:28.513516Z","end":"2026-02-26T23:48:28.624699Z","steps":["trace[1118670066] 'process raft request' (duration: 110.849792ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:28.62479Z","caller":"traceutil/trace.go:171","msg":"trace[240175738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1249; }","duration":"113.49592ms","start":"2026-02-26T23:48:28.511281Z","end":"2026-02-26T23:48:28.624777Z","steps":["trace[240175738] 'agreement among raft nodes before linearized reading' (duration: 113.353777ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:28.960149Z","caller":"traceutil/trace.go:171","msg":"trace[282503859] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"331.972982ms","start":"2026-02-26T23:48:28.628151Z","end":"2026-02-26T23:48:28.960124Z","steps":["trace[282503859] 'process raft request' (duration: 331.774087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:28.960279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:28.628125Z","time spent":"332.087905ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:48:39.823276Z","caller":"traceutil/trace.go:171","msg":"trace[138230323] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"140.438978ms","start":"2026-02-26T23:48:39.682809Z","end":"2026-02-26T23:48:39.823248Z","steps":["trace[138230323] 'process raft request' (duration: 140.353506ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:39.823347Z","caller":"traceutil/trace.go:171","msg":"trace[666202744] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"153.993044ms","start":"2026-02-26T23:48:39.669308Z","end":"2026-02-26T23:48:39.823301Z","steps":["trace[666202744] 'process raft request' (duration: 125.634704ms)","trace[666202744] 'compare' (duration: 28.049583ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:48:40.806998Z","caller":"traceutil/trace.go:171","msg":"trace[415060918] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"103.386128ms","start":"2026-02-26T23:48:40.703571Z","end":"2026-02-26T23:48:40.806958Z","steps":["trace[415060918] 'process raft request' (duration: 56.545275ms)","trace[415060918] 'compare' (duration: 46.611277ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:48:40.842485Z","caller":"traceutil/trace.go:171","msg":"trace[1312392813] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"132.279659ms","start":"2026-02-26T23:48:40.710183Z","end":"2026-02-26T23:48:40.842463Z","steps":["trace[1312392813] 'process raft request' (duration: 132.133056ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:40.842673Z","caller":"traceutil/trace.go:171","msg":"trace[1736775453] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"132.358801ms","start":"2026-02-26T23:48:40.710305Z","end":"2026-02-26T23:48:40.842664Z","steps":["trace[1736775453] 'process raft request' (duration: 132.108716ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:45.163584Z","caller":"traceutil/trace.go:171","msg":"trace[1951699353] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"104.212606ms","start":"2026-02-26T23:48:45.059346Z","end":"2026-02-26T23:48:45.163558Z","steps":["trace[1951699353] 'process raft request' (duration: 104.076193ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:49.065009Z","caller":"traceutil/trace.go:171","msg":"trace[944164750] transaction","detail":"{read_only:false; response_revision:1556; number_of_response:1; }","duration":"105.415782ms","start":"2026-02-26T23:48:48.959555Z","end":"2026-02-26T23:48:49.064971Z","steps":["trace[944164750] 'process raft request' (duration: 105.174477ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:55.521925Z","caller":"traceutil/trace.go:171","msg":"trace[1731171538] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"172.441986ms","start":"2026-02-26T23:48:55.349457Z","end":"2026-02-26T23:48:55.521899Z","steps":["trace[1731171538] 'process raft request' (duration: 76.563692ms)","trace[1731171538] 'compare' (duration: 95.624219ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:48:58.245361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565550689s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:48:58.245689Z","caller":"traceutil/trace.go:171","msg":"trace[1006815433] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"983.40279ms","start":"2026-02-26T23:48:57.262268Z","end":"2026-02-26T23:48:58.245671Z","steps":["trace[1006815433] 'process raft request' (duration: 983.336749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.245766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:57.262228Z","time spent":"983.497402ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:48:58.245881Z","caller":"traceutil/trace.go:171","msg":"trace[30436453] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"1.493759319s","start":"2026-02-26T23:48:56.75211Z","end":"2026-02-26T23:48:58.24587Z","steps":["trace[30436453] 'process raft request' (duration: 1.49336411s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.245924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:56.752039Z","time spent":"1.493862851s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:48:58.246026Z","caller":"traceutil/trace.go:171","msg":"trace[1559974018] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"1.390211278s","start":"2026-02-26T23:48:56.855805Z","end":"2026-02-26T23:48:58.246017Z","steps":["trace[1559974018] 'process raft request' (duration: 1.389762758s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.24608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:56.85577Z","time spent":"1.390283498s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:48:58.246131Z","caller":"traceutil/trace.go:171","msg":"trace[1986714468] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"2.67217831s","start":"2026-02-26T23:48:55.573933Z","end":"2026-02-26T23:48:58.246112Z","steps":["trace[1986714468] 'process raft request' (duration: 105.798412ms)","trace[1986714468] 'compare' (duration: 2.564837174s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:48:58.24622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:55.573898Z","time spent":"2.672282031s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T23:48:58.24625Z","caller":"traceutil/trace.go:171","msg":"trace[326324951] linearizableReadLoop","detail":"{readStateIndex:1728; appliedIndex:1727; }","duration":"2.549631162s","start":"2026-02-26T23:48:55.696551Z","end":"2026-02-26T23:48:58.246182Z","steps":["trace[326324951] 'read index received' (duration: 67.532µs)","trace[326324951] 'applied index is now lower than readState.Index' (duration: 2.54955919s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:48:58.246533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.489748514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T23:48:58.246587Z","caller":"traceutil/trace.go:171","msg":"trace[1431668498] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1665; }","duration":"2.489865397s","start":"2026-02-26T23:48:55.756707Z","end":"2026-02-26T23:48:58.246573Z","steps":["trace[1431668498] 'agreement among raft nodes before linearized reading' (duration: 2.489725074s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.246648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318242755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T23:48:58.246689Z","caller":"traceutil/trace.go:171","msg":"trace[1446006360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1665; }","duration":"1.318344547s","start":"2026-02-26T23:48:56.928333Z","end":"2026-02-26T23:48:58.246678Z","steps":["trace[1446006360] 'agreement among raft nodes before linearized reading' (duration: 1.318204524s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.246658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:55.756681Z","time spent":"2.489963789s","remote":"127.0.0.1:44702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":14,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-26T23:48:58.246698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719828836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-22a74059-72ec-4a99-9fb6-d60de98c1958\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-02-26T23:48:58.246679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33131632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T23:48:58.246725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:56.928303Z","time spent":"1.318416369s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T23:48:58.246702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329138216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-26T23:48:58.246738Z","caller":"traceutil/trace.go:171","msg":"trace[1099800170] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-22a74059-72ec-4a99-9fb6-d60de98c1958; range_end:; response_count:1; response_revision:1665; }","duration":"1.719913318s","start":"2026-02-26T23:48:56.526812Z","end":"2026-02-26T23:48:58.246725Z","steps":["trace[1099800170] 'agreement among raft nodes before linearized reading' (duration: 1.719754214s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.246533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879996655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:48:58.246706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31848848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T23:48:58.246775Z","caller":"traceutil/trace.go:171","msg":"trace[1134185792] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1665; }","duration":"1.331504783s","start":"2026-02-26T23:48:56.915245Z","end":"2026-02-26T23:48:58.24675Z","steps":["trace[1134185792] 'agreement among raft nodes before linearized reading' (duration: 1.331202277s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.246784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:56.526786Z","time spent":"1.71999121s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-22a74059-72ec-4a99-9fb6-d60de98c1958\" "} {"level":"info","ts":"2026-02-26T23:48:58.246798Z","caller":"traceutil/trace.go:171","msg":"trace[92083502] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:1665; }","duration":"2.329278099s","start":"2026-02-26T23:48:55.917494Z","end":"2026-02-26T23:48:58.246772Z","steps":["trace[92083502] 'agreement among raft nodes before linearized reading' (duration: 2.329036694s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.246829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:56.915226Z","time spent":"1.331593126s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T23:48:58.246816Z","caller":"traceutil/trace.go:171","msg":"trace[142823276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1665; }","duration":"1.880320822s","start":"2026-02-26T23:48:56.366472Z","end":"2026-02-26T23:48:58.246793Z","steps":["trace[142823276] 'agreement among raft nodes before linearized reading' (duration: 1.879989965s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.246853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:55.917463Z","time spent":"2.32937756s","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"info","ts":"2026-02-26T23:48:58.246829Z","caller":"traceutil/trace.go:171","msg":"trace[2106301880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1665; }","duration":"1.318640064s","start":"2026-02-26T23:48:56.928168Z","end":"2026-02-26T23:48:58.246809Z","steps":["trace[2106301880] 'agreement among raft nodes before linearized reading' (duration: 1.318424049s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.246884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:56.366451Z","time spent":"1.880415854s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T23:48:58.246926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:56.928158Z","time spent":"1.318743096s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T23:48:58.246997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014209274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T23:48:58.247034Z","caller":"traceutil/trace.go:171","msg":"trace[1350735970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1665; }","duration":"1.014279165s","start":"2026-02-26T23:48:57.232745Z","end":"2026-02-26T23:48:58.247024Z","steps":["trace[1350735970] 'agreement among raft nodes before linearized reading' (duration: 1.013789685s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.247061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:57.232721Z","time spent":"1.014332926s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T23:48:58.24706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487363289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T23:48:58.247132Z","caller":"traceutil/trace.go:171","msg":"trace[1942545251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1665; }","duration":"1.487486181s","start":"2026-02-26T23:48:56.759628Z","end":"2026-02-26T23:48:58.247115Z","steps":["trace[1942545251] 'agreement among raft nodes before linearized reading' (duration: 1.486912569s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.247171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:56.759596Z","time spent":"1.487566913s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T23:48:58.246562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55000073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T23:48:58.247542Z","caller":"traceutil/trace.go:171","msg":"trace[307619846] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1665; }","duration":"2.551041532s","start":"2026-02-26T23:48:55.696478Z","end":"2026-02-26T23:48:58.24752Z","steps":["trace[307619846] 'agreement among raft nodes before linearized reading' (duration: 2.549887347s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.247611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:55.696454Z","time spent":"2.551143895s","remote":"127.0.0.1:46018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T23:48:58.248088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940770512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-22a74059-72ec-4a99-9fb6-d60de98c1958\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-02-26T23:48:58.248552Z","caller":"traceutil/trace.go:171","msg":"trace[1234078095] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-22a74059-72ec-4a99-9fb6-d60de98c1958; range_end:; response_count:1; response_revision:1665; }","duration":"1.941305605s","start":"2026-02-26T23:48:56.307223Z","end":"2026-02-26T23:48:58.248529Z","steps":["trace[1234078095] 'agreement among raft nodes before linearized reading' (duration: 1.93925724s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.249131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:56.30719Z","time spent":"1.941923198s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-22a74059-72ec-4a99-9fb6-d60de98c1958\" "} {"level":"info","ts":"2026-02-26T23:48:58.660492Z","caller":"traceutil/trace.go:171","msg":"trace[388087318] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"407.8935ms","start":"2026-02-26T23:48:58.252572Z","end":"2026-02-26T23:48:58.660465Z","steps":["trace[388087318] 'process raft request' (duration: 407.807588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.660665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:58.252562Z","time spent":"408.009572ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:48:58.660491Z","caller":"traceutil/trace.go:171","msg":"trace[80735309] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"408.212017ms","start":"2026-02-26T23:48:58.252245Z","end":"2026-02-26T23:48:58.660457Z","steps":["trace[80735309] 'process raft request' (duration: 407.91143ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.66084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:58.252234Z","time spent":"408.505103ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:48:58.6609Z","caller":"traceutil/trace.go:171","msg":"trace[1546365145] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"408.197087ms","start":"2026-02-26T23:48:58.252689Z","end":"2026-02-26T23:48:58.660886Z","steps":["trace[1546365145] 'process raft request' (duration: 407.732007ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:58.66095Z","caller":"traceutil/trace.go:171","msg":"trace[1962701036] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"407.429901ms","start":"2026-02-26T23:48:58.253489Z","end":"2026-02-26T23:48:58.660919Z","steps":["trace[1962701036] 'process raft request' (duration: 407.204436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.661052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:58.252647Z","time spent":"408.31606ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:48:58.661145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:58.253476Z","time spent":"407.568784ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:48:58.661184Z","caller":"traceutil/trace.go:171","msg":"trace[1617926055] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"407.323447ms","start":"2026-02-26T23:48:58.253846Z","end":"2026-02-26T23:48:58.66117Z","steps":["trace[1617926055] 'process raft request' (duration: 407.016271ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:58.661196Z","caller":"traceutil/trace.go:171","msg":"trace[256122808] linearizableReadLoop","detail":"{readStateIndex:1738; appliedIndex:1731; }","duration":"403.488613ms","start":"2026-02-26T23:48:58.257687Z","end":"2026-02-26T23:48:58.661176Z","steps":["trace[256122808] 'read index received' (duration: 23.671536ms)","trace[256122808] 'applied index is now lower than readState.Index' (duration: 379.816017ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:48:58.661259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:58.253821Z","time spent":"407.399878ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:48:58.661323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.633757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:48:58.661374Z","caller":"traceutil/trace.go:171","msg":"trace[2095741682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1671; }","duration":"403.704088ms","start":"2026-02-26T23:48:58.257656Z","end":"2026-02-26T23:48:58.66136Z","steps":["trace[2095741682] 'agreement among raft nodes before linearized reading' (duration: 403.594806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.661419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:58.257645Z","time spent":"403.763249ms","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T23:48:58.661436Z","caller":"traceutil/trace.go:171","msg":"trace[51411537] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"404.144238ms","start":"2026-02-26T23:48:58.25724Z","end":"2026-02-26T23:48:58.661384Z","steps":["trace[51411537] 'process raft request' (duration: 403.832611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:58.661632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:58.257224Z","time spent":"404.312881ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:48:59.168459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805340963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T23:48:59.48614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:58.986497Z","time spent":"499.637444ms","remote":"127.0.0.1:41360","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T23:48:59.48685Z","caller":"traceutil/trace.go:171","msg":"trace[782056954] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"1.20444642s","start":"2026-02-26T23:48:58.282351Z","end":"2026-02-26T23:48:59.486797Z","steps":["trace[782056954] 'process raft request' (duration: 1.179285171s)","trace[782056954] 'compare' (duration: 24.362951ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:48:59.487036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:58.282335Z","time spent":"1.204586173s","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:48:59.487215Z","caller":"traceutil/trace.go:171","msg":"trace[1173401709] linearizableReadLoop","detail":"{readStateIndex:1739; appliedIndex:1738; }","duration":"819.300657ms","start":"2026-02-26T23:48:58.667893Z","end":"2026-02-26T23:48:59.487194Z","steps":["trace[1173401709] 'read index received' (duration: 793.757ms)","trace[1173401709] 'applied index is now lower than readState.Index' (duration: 25.541497ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:48:59.487463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.895859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:48:59.487524Z","caller":"traceutil/trace.go:171","msg":"trace[1417449626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1673; }","duration":"119.990281ms","start":"2026-02-26T23:48:59.36752Z","end":"2026-02-26T23:48:59.487511Z","steps":["trace[1417449626] 'agreement among raft nodes before linearized reading' (duration: 119.896889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:59.487573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.39043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-22a74059-72ec-4a99-9fb6-d60de98c1958\" ","response":"range_response_count:1 size:3743"} {"level":"warn","ts":"2026-02-26T23:48:59.487581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.366237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T23:48:59.487585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.671515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-22a74059-72ec-4a99-9fb6-d60de98c1958\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-02-26T23:48:59.487622Z","caller":"traceutil/trace.go:171","msg":"trace[783823587] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-22a74059-72ec-4a99-9fb6-d60de98c1958; range_end:; response_count:1; response_revision:1673; }","duration":"234.493162ms","start":"2026-02-26T23:48:59.253115Z","end":"2026-02-26T23:48:59.487608Z","steps":["trace[783823587] 'agreement among raft nodes before linearized reading' (duration: 234.291128ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:59.487657Z","caller":"traceutil/trace.go:171","msg":"trace[1244055107] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1673; }","duration":"233.473659ms","start":"2026-02-26T23:48:59.254163Z","end":"2026-02-26T23:48:59.487636Z","steps":["trace[1244055107] 'agreement among raft nodes before linearized reading' (duration: 233.233494ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:48:59.487666Z","caller":"traceutil/trace.go:171","msg":"trace[466735778] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-22a74059-72ec-4a99-9fb6-d60de98c1958; range_end:; response_count:1; response_revision:1673; }","duration":"819.803308ms","start":"2026-02-26T23:48:58.667844Z","end":"2026-02-26T23:48:59.487647Z","steps":["trace[466735778] 'agreement among raft nodes before linearized reading' (duration: 819.485251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:59.48765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.976986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"warn","ts":"2026-02-26T23:48:59.487711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:58.667825Z","time spent":"819.877159ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-22a74059-72ec-4a99-9fb6-d60de98c1958\" "} {"level":"info","ts":"2026-02-26T23:48:59.487741Z","caller":"traceutil/trace.go:171","msg":"trace[842326887] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1673; }","duration":"340.111649ms","start":"2026-02-26T23:48:59.147611Z","end":"2026-02-26T23:48:59.487723Z","steps":["trace[842326887] 'agreement among raft nodes before linearized reading' (duration: 339.760861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:48:59.48783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:48:59.147589Z","time spent":"340.225732ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T23:49:06.875281Z","caller":"traceutil/trace.go:171","msg":"trace[1932791814] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"176.220462ms","start":"2026-02-26T23:49:06.699031Z","end":"2026-02-26T23:49:06.875252Z","steps":["trace[1932791814] 'process raft request' (duration: 175.995327ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:06.877618Z","caller":"traceutil/trace.go:171","msg":"trace[479340771] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"176.312494ms","start":"2026-02-26T23:49:06.701275Z","end":"2026-02-26T23:49:06.877587Z","steps":["trace[479340771] 'process raft request' (duration: 176.14446ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:06.877841Z","caller":"traceutil/trace.go:171","msg":"trace[548752992] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"176.10599ms","start":"2026-02-26T23:49:06.701715Z","end":"2026-02-26T23:49:06.877821Z","steps":["trace[548752992] 'process raft request' (duration: 175.828314ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:06.878082Z","caller":"traceutil/trace.go:171","msg":"trace[1822569057] linearizableReadLoop","detail":"{readStateIndex:1808; appliedIndex:1805; }","duration":"176.302714ms","start":"2026-02-26T23:49:06.701762Z","end":"2026-02-26T23:49:06.878064Z","steps":["trace[1822569057] 'read index received' (duration: 173.3458ms)","trace[1822569057] 'applied index is now lower than readState.Index' (duration: 2.955424ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:49:06.878154Z","caller":"traceutil/trace.go:171","msg":"trace[1176245224] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"175.877324ms","start":"2026-02-26T23:49:06.702257Z","end":"2026-02-26T23:49:06.878134Z","steps":["trace[1176245224] 'process raft request' (duration: 175.494606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:06.878325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.543179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T23:49:06.878403Z","caller":"traceutil/trace.go:171","msg":"trace[13623943] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1739; }","duration":"176.659681ms","start":"2026-02-26T23:49:06.701726Z","end":"2026-02-26T23:49:06.878385Z","steps":["trace[13623943] 'agreement among raft nodes before linearized reading' (duration: 176.404015ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:08.360833Z","caller":"traceutil/trace.go:171","msg":"trace[255124675] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"471.561998ms","start":"2026-02-26T23:49:07.88922Z","end":"2026-02-26T23:49:08.360782Z","steps":["trace[255124675] 'process raft request' (duration: 471.366414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:08.360994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:07.889199Z","time spent":"471.717322ms","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5636,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:49:08.372998Z","caller":"traceutil/trace.go:171","msg":"trace[1530527662] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"483.603018ms","start":"2026-02-26T23:49:07.889361Z","end":"2026-02-26T23:49:08.372964Z","steps":["trace[1530527662] 'process raft request' (duration: 483.453225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:08.373177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:07.889341Z","time spent":"483.738781ms","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1712,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:49:13.40331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805341196,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T23:49:13.600098Z","caller":"traceutil/trace.go:171","msg":"trace[295814962] linearizableReadLoop","detail":"{readStateIndex:1851; appliedIndex:1850; }","duration":"697.732053ms","start":"2026-02-26T23:49:12.902317Z","end":"2026-02-26T23:49:13.600049Z","steps":["trace[295814962] 'read index received' (duration: 697.498768ms)","trace[295814962] 'applied index is now lower than readState.Index' (duration: 232.115µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:49:13.60061Z","caller":"traceutil/trace.go:171","msg":"trace[399203174] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"699.525392ms","start":"2026-02-26T23:49:12.90107Z","end":"2026-02-26T23:49:13.600596Z","steps":["trace[399203174] 'process raft request' (duration: 698.821377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:13.600725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:12.901044Z","time spent":"699.607753ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:49:13.600995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.673953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T23:49:13.601039Z","caller":"traceutil/trace.go:171","msg":"trace[1345155811] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1781; }","duration":"698.757425ms","start":"2026-02-26T23:49:12.902271Z","end":"2026-02-26T23:49:13.601028Z","steps":["trace[1345155811] 'agreement among raft nodes before linearized reading' (duration: 698.625252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:13.60107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:12.902252Z","time spent":"698.810966ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T23:49:13.601269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.811932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T23:49:13.601304Z","caller":"traceutil/trace.go:171","msg":"trace[1176510756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1781; }","duration":"695.862842ms","start":"2026-02-26T23:49:12.905433Z","end":"2026-02-26T23:49:13.601296Z","steps":["trace[1176510756] 'agreement among raft nodes before linearized reading' (duration: 695.77107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:13.601337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:12.905425Z","time spent":"695.901063ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T23:49:13.601427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.600823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:49:13.601505Z","caller":"traceutil/trace.go:171","msg":"trace[1816161440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1781; }","duration":"233.728265ms","start":"2026-02-26T23:49:13.367752Z","end":"2026-02-26T23:49:13.601481Z","steps":["trace[1816161440] 'agreement among raft nodes before linearized reading' (duration: 233.580002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:13.601657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.28628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T23:49:13.601683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.78474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T23:49:13.601781Z","caller":"traceutil/trace.go:171","msg":"trace[52198370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1781; }","duration":"694.902002ms","start":"2026-02-26T23:49:12.90686Z","end":"2026-02-26T23:49:13.601762Z","steps":["trace[52198370] 'agreement among raft nodes before linearized reading' (duration: 694.605896ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:13.601792Z","caller":"traceutil/trace.go:171","msg":"trace[277062977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1781; }","duration":"661.448583ms","start":"2026-02-26T23:49:12.940323Z","end":"2026-02-26T23:49:13.601771Z","steps":["trace[277062977] 'agreement among raft nodes before linearized reading' (duration: 661.169058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:13.601826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:12.906826Z","time spent":"694.991083ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T23:49:13.601842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:12.940313Z","time spent":"661.517895ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T23:49:14.171631Z","caller":"traceutil/trace.go:171","msg":"trace[1001522236] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"562.766377ms","start":"2026-02-26T23:49:13.608819Z","end":"2026-02-26T23:49:14.171586Z","steps":["trace[1001522236] 'process raft request' (duration: 561.853977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:14.171775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:13.608801Z","time spent":"562.90239ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:49:14.182098Z","caller":"traceutil/trace.go:171","msg":"trace[351398717] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"572.929255ms","start":"2026-02-26T23:49:13.609145Z","end":"2026-02-26T23:49:14.182075Z","steps":["trace[351398717] 'process raft request' (duration: 572.789922ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:14.182103Z","caller":"traceutil/trace.go:171","msg":"trace[504906906] transaction","detail":"{read_only:false; response_revision:1784; number_of_response:1; }","duration":"572.820923ms","start":"2026-02-26T23:49:13.609259Z","end":"2026-02-26T23:49:14.18208Z","steps":["trace[504906906] 'process raft request' (duration: 572.729931ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:14.182151Z","caller":"traceutil/trace.go:171","msg":"trace[1057301988] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"572.706149ms","start":"2026-02-26T23:49:13.609408Z","end":"2026-02-26T23:49:14.182114Z","steps":["trace[1057301988] 'process raft request' (duration: 572.599177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:14.182197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:13.609129Z","time spent":"573.017746ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:49:14.182233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:13.609224Z","time spent":"572.934244ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:49:14.182321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:13.609392Z","time spent":"572.820713ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:49:39.886226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.60347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12381"} {"level":"warn","ts":"2026-02-26T23:49:39.886279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.700605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T23:49:39.886333Z","caller":"traceutil/trace.go:171","msg":"trace[589278199] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1916; }","duration":"190.745594ms","start":"2026-02-26T23:49:39.69557Z","end":"2026-02-26T23:49:39.886315Z","steps":["trace[589278199] 'range keys from in-memory index tree' (duration: 190.393957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:39.886226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.902768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T23:49:39.886352Z","caller":"traceutil/trace.go:171","msg":"trace[963347520] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1916; }","duration":"103.799018ms","start":"2026-02-26T23:49:39.782534Z","end":"2026-02-26T23:49:39.886334Z","steps":["trace[963347520] 'range keys from in-memory index tree' (duration: 103.558223ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:39.886402Z","caller":"traceutil/trace.go:171","msg":"trace[1995654577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1916; }","duration":"158.114063ms","start":"2026-02-26T23:49:39.72827Z","end":"2026-02-26T23:49:39.886384Z","steps":["trace[1995654577] 'range keys from in-memory index tree' (duration: 157.764405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:39.886379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.109316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-26T23:49:39.886467Z","caller":"traceutil/trace.go:171","msg":"trace[1431015733] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1916; }","duration":"284.208108ms","start":"2026-02-26T23:49:39.602238Z","end":"2026-02-26T23:49:39.886446Z","steps":["trace[1431015733] 'range keys from in-memory index tree' (duration: 283.946693ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:40.002932Z","caller":"traceutil/trace.go:171","msg":"trace[1491128209] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1992; }","duration":"105.671508ms","start":"2026-02-26T23:49:39.897234Z","end":"2026-02-26T23:49:40.002906Z","steps":["trace[1491128209] 'read index received' (duration: 105.501544ms)","trace[1491128209] 'applied index is now lower than readState.Index' (duration: 168.624µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:49:40.003042Z","caller":"traceutil/trace.go:171","msg":"trace[1304145468] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"109.400128ms","start":"2026-02-26T23:49:39.893602Z","end":"2026-02-26T23:49:40.003002Z","steps":["trace[1304145468] 'process raft request' (duration: 109.144252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:40.003138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.885302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:49:40.003183Z","caller":"traceutil/trace.go:171","msg":"trace[1896436049] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1917; }","duration":"105.945933ms","start":"2026-02-26T23:49:39.897225Z","end":"2026-02-26T23:49:40.003171Z","steps":["trace[1896436049] 'agreement among raft nodes before linearized reading' (duration: 105.78113ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:40.03521Z","caller":"traceutil/trace.go:171","msg":"trace[1599390201] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"136.814826ms","start":"2026-02-26T23:49:39.898371Z","end":"2026-02-26T23:49:40.035186Z","steps":["trace[1599390201] 'process raft request' (duration: 136.685153ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:52.248684Z","caller":"traceutil/trace.go:171","msg":"trace[582993567] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"161.319723ms","start":"2026-02-26T23:49:52.087297Z","end":"2026-02-26T23:49:52.248616Z","steps":["trace[582993567] 'process raft request' (duration: 160.976185ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:52.276005Z","caller":"traceutil/trace.go:171","msg":"trace[569813313] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"108.171771ms","start":"2026-02-26T23:49:52.167817Z","end":"2026-02-26T23:49:52.275989Z","steps":["trace[569813313] 'process raft request' (duration: 108.076019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:52.971175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805341686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T23:49:53.472129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805341686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T23:49:53.554216Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.103120133s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T23:49:53.554638Z","caller":"traceutil/trace.go:171","msg":"trace[151833540] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"1.103595853s","start":"2026-02-26T23:49:52.450999Z","end":"2026-02-26T23:49:53.554595Z","steps":["trace[151833540] 'process raft request' (duration: 1.103415019s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:53.554802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:52.450977Z","time spent":"1.103738896s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:49:53.568499Z","caller":"traceutil/trace.go:171","msg":"trace[1641327651] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"955.26901ms","start":"2026-02-26T23:49:52.613205Z","end":"2026-02-26T23:49:53.568474Z","steps":["trace[1641327651] 'process raft request' (duration: 955.150967ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:53.568511Z","caller":"traceutil/trace.go:171","msg":"trace[1758985027] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"1.009120335s","start":"2026-02-26T23:49:52.559371Z","end":"2026-02-26T23:49:53.568491Z","steps":["trace[1758985027] 'process raft request' (duration: 1.00888807s)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:53.568597Z","caller":"traceutil/trace.go:171","msg":"trace[1230294395] linearizableReadLoop","detail":"{readStateIndex:2058; appliedIndex:2054; }","duration":"1.098087175s","start":"2026-02-26T23:49:52.470484Z","end":"2026-02-26T23:49:53.568571Z","steps":["trace[1230294395] 'read index received' (duration: 1.083983102s)","trace[1230294395] 'applied index is now lower than readState.Index' (duration: 14.101883ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:49:53.568626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:52.61319Z","time spent":"955.374972ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:49:53.568624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:52.559346Z","time spent":"1.009226347s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:49:53.568966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.834754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:49:53.56902Z","caller":"traceutil/trace.go:171","msg":"trace[2104446529] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1979; }","duration":"566.945386ms","start":"2026-02-26T23:49:53.002059Z","end":"2026-02-26T23:49:53.569005Z","steps":["trace[2104446529] 'agreement among raft nodes before linearized reading' (duration: 566.803153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:53.569008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09648712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T23:49:53.569008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.056416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T23:49:53.569023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.844206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:49:53.569057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:53.002044Z","time spent":"567.003087ms","remote":"127.0.0.1:44666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-26T23:49:53.56907Z","caller":"traceutil/trace.go:171","msg":"trace[1955962444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1979; }","duration":"1.096566221s","start":"2026-02-26T23:49:52.472487Z","end":"2026-02-26T23:49:53.569053Z","steps":["trace[1955962444] 'agreement among raft nodes before linearized reading' (duration: 1.096392937s)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:53.569081Z","caller":"traceutil/trace.go:171","msg":"trace[385021555] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1979; }","duration":"585.169887ms","start":"2026-02-26T23:49:52.983894Z","end":"2026-02-26T23:49:53.569064Z","steps":["trace[385021555] 'agreement among raft nodes before linearized reading' (duration: 584.972513ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:53.569084Z","caller":"traceutil/trace.go:171","msg":"trace[566933789] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1979; }","duration":"252.950058ms","start":"2026-02-26T23:49:53.316117Z","end":"2026-02-26T23:49:53.569067Z","steps":["trace[566933789] 'agreement among raft nodes before linearized reading' (duration: 252.856086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:53.56916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:52.98387Z","time spent":"585.241659ms","remote":"127.0.0.1:46018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T23:49:53.569119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:52.47248Z","time spent":"1.096626202s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T23:49:53.568681Z","caller":"traceutil/trace.go:171","msg":"trace[163549087] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"937.956459ms","start":"2026-02-26T23:49:52.630694Z","end":"2026-02-26T23:49:53.568651Z","steps":["trace[163549087] 'process raft request' (duration: 937.721474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:53.569351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09883975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T23:49:53.569463Z","caller":"traceutil/trace.go:171","msg":"trace[1177963122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1979; }","duration":"1.098986023s","start":"2026-02-26T23:49:52.470444Z","end":"2026-02-26T23:49:53.56943Z","steps":["trace[1177963122] 'agreement among raft nodes before linearized reading' (duration: 1.098242267s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:53.569534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:52.470432Z","time spent":"1.099086396s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T23:49:53.569498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:52.630677Z","time spent":"938.695034ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:49:53.569562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097314317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T23:49:53.56969Z","caller":"traceutil/trace.go:171","msg":"trace[1799235600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1979; }","duration":"1.097435401s","start":"2026-02-26T23:49:52.472167Z","end":"2026-02-26T23:49:53.569602Z","steps":["trace[1799235600] 'agreement among raft nodes before linearized reading' (duration: 1.096643343s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:53.569853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:52.47215Z","time spent":"1.097645445s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T23:49:54.076125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805341692,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T23:49:54.434911Z","caller":"traceutil/trace.go:171","msg":"trace[508893814] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"861.426766ms","start":"2026-02-26T23:49:53.573427Z","end":"2026-02-26T23:49:54.434854Z","steps":["trace[508893814] 'process raft request' (duration: 823.299628ms)","trace[508893814] 'compare' (duration: 37.564816ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:49:54.435086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:53.573406Z","time spent":"861.595179ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:49:54.443935Z","caller":"traceutil/trace.go:171","msg":"trace[906799863] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"869.216344ms","start":"2026-02-26T23:49:53.574687Z","end":"2026-02-26T23:49:54.443904Z","steps":["trace[906799863] 'process raft request' (duration: 869.126422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:54.444145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:53.574669Z","time spent":"869.342546ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:49:54.444264Z","caller":"traceutil/trace.go:171","msg":"trace[759552060] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"868.985688ms","start":"2026-02-26T23:49:53.575255Z","end":"2026-02-26T23:49:54.44424Z","steps":["trace[759552060] 'process raft request' (duration: 868.60172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:54.444409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:53.575246Z","time spent":"869.09112ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:49:54.444549Z","caller":"traceutil/trace.go:171","msg":"trace[777543859] linearizableReadLoop","detail":"{readStateIndex:2062; appliedIndex:2058; }","duration":"869.123621ms","start":"2026-02-26T23:49:53.575369Z","end":"2026-02-26T23:49:54.444493Z","steps":["trace[777543859] 'read index received' (duration: 821.377786ms)","trace[777543859] 'applied index is now lower than readState.Index' (duration: 47.742945ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:49:54.444654Z","caller":"traceutil/trace.go:171","msg":"trace[1757232427] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"869.747334ms","start":"2026-02-26T23:49:53.574284Z","end":"2026-02-26T23:49:54.444031Z","steps":["trace[1757232427] 'process raft request' (duration: 869.371906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:54.444736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.754736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T23:49:54.444773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:53.574252Z","time spent":"870.46405ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:49:54.444792Z","caller":"traceutil/trace.go:171","msg":"trace[503575539] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1984; }","duration":"116.849368ms","start":"2026-02-26T23:49:54.327928Z","end":"2026-02-26T23:49:54.444777Z","steps":["trace[503575539] 'agreement among raft nodes before linearized reading' (duration: 116.759996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:54.444846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.294031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897f0d28def600b\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-02-26T23:49:54.444803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.384396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:49:54.444853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.451328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:49:54.444944Z","caller":"traceutil/trace.go:171","msg":"trace[204064556] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1984; }","duration":"869.57612ms","start":"2026-02-26T23:49:53.575328Z","end":"2026-02-26T23:49:54.444904Z","steps":["trace[204064556] 'agreement among raft nodes before linearized reading' (duration: 869.321684ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:49:54.444967Z","caller":"traceutil/trace.go:171","msg":"trace[1659668972] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1984; }","duration":"335.639662ms","start":"2026-02-26T23:49:54.109297Z","end":"2026-02-26T23:49:54.444937Z","steps":["trace[1659668972] 'agreement among raft nodes before linearized reading' (duration: 335.421978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:54.444823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.900753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:49:54.445265Z","caller":"traceutil/trace.go:171","msg":"trace[911083784] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1984; }","duration":"682.371153ms","start":"2026-02-26T23:49:53.762868Z","end":"2026-02-26T23:49:54.445239Z","steps":["trace[911083784] 'agreement among raft nodes before linearized reading' (duration: 681.865882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:54.445403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:53.762859Z","time spent":"682.467805ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T23:49:54.444894Z","caller":"traceutil/trace.go:171","msg":"trace[543001594] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1897f0d28def600b; range_end:; response_count:1; response_revision:1984; }","duration":"723.396853ms","start":"2026-02-26T23:49:53.721482Z","end":"2026-02-26T23:49:54.444879Z","steps":["trace[543001594] 'agreement among raft nodes before linearized reading' (duration: 723.208439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:54.445493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:53.721463Z","time spent":"724.009037ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897f0d28def600b\" "} {"level":"warn","ts":"2026-02-26T23:49:54.445025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:54.109244Z","time spent":"335.772166ms","remote":"127.0.0.1:46706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T23:49:54.44502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:53.575316Z","time spent":"869.686883ms","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T23:49:54.444939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.114403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T23:49:54.446217Z","caller":"traceutil/trace.go:171","msg":"trace[1077344990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1984; }","duration":"193.426751ms","start":"2026-02-26T23:49:54.252771Z","end":"2026-02-26T23:49:54.446198Z","steps":["trace[1077344990] 'agreement among raft nodes before linearized reading' (duration: 192.001291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:54.941511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.653819ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-26T23:49:54.94179Z","caller":"traceutil/trace.go:171","msg":"trace[679896205] linearizableReadLoop","detail":"{readStateIndex:2065; appliedIndex:2063; }","duration":"364.144175ms","start":"2026-02-26T23:49:54.577626Z","end":"2026-02-26T23:49:54.941771Z","steps":["trace[679896205] 'read index received' (duration: 236.293762ms)","trace[679896205] 'applied index is now lower than readState.Index' (duration: 127.849473ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:49:54.941979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.342709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T23:49:54.942015Z","caller":"traceutil/trace.go:171","msg":"trace[1883760710] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1985; }","duration":"364.442241ms","start":"2026-02-26T23:49:54.577564Z","end":"2026-02-26T23:49:54.942006Z","steps":["trace[1883760710] 'agreement among raft nodes before linearized reading' (duration: 364.273887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:54.942051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:54.57754Z","time spent":"364.503793ms","remote":"127.0.0.1:46018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T23:49:54.942281Z","caller":"traceutil/trace.go:171","msg":"trace[347803680] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"492.06609ms","start":"2026-02-26T23:49:54.450204Z","end":"2026-02-26T23:49:54.94227Z","steps":["trace[347803680] 'process raft request' (duration: 491.430606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:49:54.942301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:54.447601Z","time spent":"494.693826ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T23:49:54.942369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:49:54.450183Z","time spent":"492.123701ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:49:55.096805Z","caller":"traceutil/trace.go:171","msg":"trace[1790494138] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"152.775718ms","start":"2026-02-26T23:49:54.943994Z","end":"2026-02-26T23:49:55.096769Z","steps":["trace[1790494138] 'process raft request' (duration: 152.496352ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:50:51.57666Z","caller":"traceutil/trace.go:171","msg":"trace[668373791] linearizableReadLoop","detail":"{readStateIndex:2526; appliedIndex:2525; }","duration":"208.27866ms","start":"2026-02-26T23:50:51.368347Z","end":"2026-02-26T23:50:51.576626Z","steps":["trace[668373791] 'read index received' (duration: 191.497917ms)","trace[668373791] 'applied index is now lower than readState.Index' (duration: 16.779093ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:50:51.576838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.480615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:50:51.576929Z","caller":"traceutil/trace.go:171","msg":"trace[254299461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2428; }","duration":"208.614257ms","start":"2026-02-26T23:50:51.368292Z","end":"2026-02-26T23:50:51.576907Z","steps":["trace[254299461] 'agreement among raft nodes before linearized reading' (duration: 208.459184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:50:52.292433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.962895ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:50:52.292608Z","caller":"traceutil/trace.go:171","msg":"trace[1615451300] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2429; }","duration":"262.160679ms","start":"2026-02-26T23:50:52.030427Z","end":"2026-02-26T23:50:52.292588Z","steps":["trace[1615451300] 'range keys from in-memory index tree' (duration: 261.942115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:50:52.292603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.420218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:50:52.292728Z","caller":"traceutil/trace.go:171","msg":"trace[336237042] transaction","detail":"{read_only:false; response_revision:2430; number_of_response:1; }","duration":"528.724352ms","start":"2026-02-26T23:50:51.763991Z","end":"2026-02-26T23:50:52.292715Z","steps":["trace[336237042] 'process raft request' (duration: 95.12514ms)","trace[336237042] 'compare' (duration: 433.320876ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:50:52.292771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:50:51.763965Z","time spent":"528.782964ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:50:52.293367Z","caller":"traceutil/trace.go:171","msg":"trace[1014227661] linearizableReadLoop","detail":"{readStateIndex:2529; appliedIndex:2527; }","duration":"469.206522ms","start":"2026-02-26T23:50:51.824114Z","end":"2026-02-26T23:50:52.29332Z","steps":["trace[1014227661] 'read index received' (duration: 34.983957ms)","trace[1014227661] 'applied index is now lower than readState.Index' (duration: 434.220015ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:50:52.29337Z","caller":"traceutil/trace.go:171","msg":"trace[543444445] transaction","detail":"{read_only:false; response_revision:2431; number_of_response:1; }","duration":"528.902196ms","start":"2026-02-26T23:50:51.764435Z","end":"2026-02-26T23:50:52.293338Z","steps":["trace[543444445] 'process raft request' (duration: 528.239722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:50:52.293524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:50:51.764426Z","time spent":"529.016898ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:50:52.293575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.449087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T23:50:52.293623Z","caller":"traceutil/trace.go:171","msg":"trace[1084243989] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2431; }","duration":"469.536469ms","start":"2026-02-26T23:50:51.824071Z","end":"2026-02-26T23:50:52.293608Z","steps":["trace[1084243989] 'agreement among raft nodes before linearized reading' (duration: 469.377665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:50:52.293664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:50:51.824024Z","time spent":"469.629351ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T23:50:52.300525Z","caller":"traceutil/trace.go:171","msg":"trace[118155254] transaction","detail":"{read_only:false; response_revision:2432; number_of_response:1; }","duration":"374.391859ms","start":"2026-02-26T23:50:51.926101Z","end":"2026-02-26T23:50:52.300493Z","steps":["trace[118155254] 'process raft request' (duration: 374.174695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:50:52.300653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:50:51.926081Z","time spent":"374.517872ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:50:52.300542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.675326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:50:52.300752Z","caller":"traceutil/trace.go:171","msg":"trace[838212749] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2432; }","duration":"218.948002ms","start":"2026-02-26T23:50:52.081784Z","end":"2026-02-26T23:50:52.300732Z","steps":["trace[838212749] 'agreement among raft nodes before linearized reading' (duration: 218.643325ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:04.314011Z","caller":"traceutil/trace.go:171","msg":"trace[1430067493] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"260.410821ms","start":"2026-02-26T23:51:04.053575Z","end":"2026-02-26T23:51:04.313986Z","steps":["trace[1430067493] 'process raft request' (duration: 260.273698ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:04.437772Z","caller":"traceutil/trace.go:171","msg":"trace[958723542] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"103.232736ms","start":"2026-02-26T23:51:04.334499Z","end":"2026-02-26T23:51:04.437732Z","steps":["trace[958723542] 'process raft request' (duration: 103.025582ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:04.461063Z","caller":"traceutil/trace.go:171","msg":"trace[751398401] linearizableReadLoop","detail":"{readStateIndex:2605; appliedIndex:2603; }","duration":"110.227119ms","start":"2026-02-26T23:51:04.350803Z","end":"2026-02-26T23:51:04.46103Z","steps":["trace[751398401] 'read index received' (duration: 86.700199ms)","trace[751398401] 'applied index is now lower than readState.Index' (duration: 23.52529ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:51:04.461194Z","caller":"traceutil/trace.go:171","msg":"trace[1672924569] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"122.732599ms","start":"2026-02-26T23:51:04.338439Z","end":"2026-02-26T23:51:04.461172Z","steps":["trace[1672924569] 'process raft request' (duration: 122.400811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:04.461367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.535085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T23:51:04.461457Z","caller":"traceutil/trace.go:171","msg":"trace[599892521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2504; }","duration":"110.676558ms","start":"2026-02-26T23:51:04.35076Z","end":"2026-02-26T23:51:04.461437Z","steps":["trace[599892521] 'agreement among raft nodes before linearized reading' (duration: 110.437093ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:24.961741Z","caller":"traceutil/trace.go:171","msg":"trace[1125516656] linearizableReadLoop","detail":"{readStateIndex:2720; appliedIndex:2719; }","duration":"137.843311ms","start":"2026-02-26T23:51:24.82385Z","end":"2026-02-26T23:51:24.961693Z","steps":["trace[1125516656] 'read index received' (duration: 78.359804ms)","trace[1125516656] 'applied index is now lower than readState.Index' (duration: 59.481647ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:51:24.961873Z","caller":"traceutil/trace.go:171","msg":"trace[935667810] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"358.267939ms","start":"2026-02-26T23:51:24.603555Z","end":"2026-02-26T23:51:24.961823Z","steps":["trace[935667810] 'process raft request' (duration: 298.73444ms)","trace[935667810] 'compare' (duration: 59.206332ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:51:24.961973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.092837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T23:51:24.962047Z","caller":"traceutil/trace.go:171","msg":"trace[176353354] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2615; }","duration":"138.24553ms","start":"2026-02-26T23:51:24.823783Z","end":"2026-02-26T23:51:24.962029Z","steps":["trace[176353354] 'agreement among raft nodes before linearized reading' (duration: 138.072506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:24.962319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.129361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-26T23:51:24.962411Z","caller":"traceutil/trace.go:171","msg":"trace[1579617975] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2615; }","duration":"130.274514ms","start":"2026-02-26T23:51:24.832108Z","end":"2026-02-26T23:51:24.962382Z","steps":["trace[1579617975] 'agreement among raft nodes before linearized reading' (duration: 129.859175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:24.96267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:24.603537Z","time spent":"359.012915ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:51:25.766569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.789382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:51:25.766673Z","caller":"traceutil/trace.go:171","msg":"trace[83159996] linearizableReadLoop","detail":"{readStateIndex:2721; appliedIndex:2720; }","duration":"797.127491ms","start":"2026-02-26T23:51:24.969529Z","end":"2026-02-26T23:51:25.766656Z","steps":["trace[83159996] 'read index received' (duration: 202.052113ms)","trace[83159996] 'applied index is now lower than readState.Index' (duration: 595.074298ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:51:25.766733Z","caller":"traceutil/trace.go:171","msg":"trace[1445538508] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"799.528863ms","start":"2026-02-26T23:51:24.967157Z","end":"2026-02-26T23:51:25.766686Z","steps":["trace[1445538508] 'process raft request' (duration: 204.541866ms)","trace[1445538508] 'compare' (duration: 594.69143ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:51:25.766842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.319145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-02-26T23:51:25.766841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:24.967133Z","time spent":"799.655976ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:51:25.766879Z","caller":"traceutil/trace.go:171","msg":"trace[696350065] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2616; }","duration":"797.390447ms","start":"2026-02-26T23:51:24.969477Z","end":"2026-02-26T23:51:25.766868Z","steps":["trace[696350065] 'agreement among raft nodes before linearized reading' (duration: 797.255154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:25.766908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:24.96946Z","time spent":"797.441477ms","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-02-26T23:51:25.766954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.870083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T23:51:25.766957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.342936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T23:51:25.767007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.043386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T23:51:25.767016Z","caller":"traceutil/trace.go:171","msg":"trace[2098613349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2616; }","duration":"415.962354ms","start":"2026-02-26T23:51:25.351038Z","end":"2026-02-26T23:51:25.767001Z","steps":["trace[2098613349] 'agreement among raft nodes before linearized reading' (duration: 415.76563ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:25.767039Z","caller":"traceutil/trace.go:171","msg":"trace[1971365207] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2616; }","duration":"547.129978ms","start":"2026-02-26T23:51:25.219898Z","end":"2026-02-26T23:51:25.767028Z","steps":["trace[1971365207] 'agreement among raft nodes before linearized reading' (duration: 547.034116ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:25.76703Z","caller":"traceutil/trace.go:171","msg":"trace[953943436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2616; }","duration":"741.451729ms","start":"2026-02-26T23:51:25.02556Z","end":"2026-02-26T23:51:25.767012Z","steps":["trace[953943436] 'agreement among raft nodes before linearized reading' (duration: 741.229464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:25.767046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:25.351027Z","time spent":"416.012326ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T23:51:25.767035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.352546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T23:51:25.767059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:25.219864Z","time spent":"547.189539ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T23:51:25.767073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:25.025545Z","time spent":"741.52127ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T23:51:25.76708Z","caller":"traceutil/trace.go:171","msg":"trace[1982823621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2616; }","duration":"741.436338ms","start":"2026-02-26T23:51:25.025633Z","end":"2026-02-26T23:51:25.767069Z","steps":["trace[1982823621] 'agreement among raft nodes before linearized reading' (duration: 741.327106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:25.767111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:25.025605Z","time spent":"741.49949ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T23:51:25.767077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.390359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T23:51:25.767182Z","caller":"traceutil/trace.go:171","msg":"trace[1619241294] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2616; }","duration":"324.560193ms","start":"2026-02-26T23:51:25.442597Z","end":"2026-02-26T23:51:25.767158Z","steps":["trace[1619241294] 'agreement among raft nodes before linearized reading' (duration: 324.316078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:25.767232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:25.442572Z","time spent":"324.649344ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T23:51:26.272514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805343182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T23:51:26.64942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.803645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:51:26.649599Z","caller":"traceutil/trace.go:171","msg":"trace[1047880147] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"876.744992ms","start":"2026-02-26T23:51:25.772845Z","end":"2026-02-26T23:51:26.64959Z","steps":["trace[1047880147] 'process raft request' (duration: 876.693711ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:26.6496Z","caller":"traceutil/trace.go:171","msg":"trace[496868142] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"877.117121ms","start":"2026-02-26T23:51:25.772459Z","end":"2026-02-26T23:51:26.649576Z","steps":["trace[496868142] 'process raft request' (duration: 877.035539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:26.649652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:25.772828Z","time spent":"876.802664ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:51:26.649692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:25.772437Z","time spent":"877.207422ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:51:26.649694Z","caller":"traceutil/trace.go:171","msg":"trace[1035324887] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"877.934119ms","start":"2026-02-26T23:51:25.77173Z","end":"2026-02-26T23:51:26.649664Z","steps":["trace[1035324887] 'process raft request' (duration: 666.817837ms)","trace[1035324887] 'compare' (duration: 210.610821ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:51:26.649839Z","caller":"traceutil/trace.go:171","msg":"trace[1756696429] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"876.60477ms","start":"2026-02-26T23:51:25.773227Z","end":"2026-02-26T23:51:26.649832Z","steps":["trace[1756696429] 'process raft request' (duration: 876.335064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:26.649885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:25.773215Z","time spent":"876.64965ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:51:26.649877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:25.771707Z","time spent":"878.085812ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:51:26.65Z","caller":"traceutil/trace.go:171","msg":"trace[728495126] linearizableReadLoop","detail":"{readStateIndex:2726; appliedIndex:2721; }","duration":"877.57226ms","start":"2026-02-26T23:51:25.772419Z","end":"2026-02-26T23:51:26.649992Z","steps":["trace[728495126] 'read index received' (duration: 666.141571ms)","trace[728495126] 'applied index is now lower than readState.Index' (duration: 211.429789ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:51:26.650109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.688823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-02-26T23:51:26.65013Z","caller":"traceutil/trace.go:171","msg":"trace[852832508] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2621; }","duration":"877.755505ms","start":"2026-02-26T23:51:25.772369Z","end":"2026-02-26T23:51:26.650125Z","steps":["trace[852832508] 'agreement among raft nodes before linearized reading' (duration: 877.661523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:26.650149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:25.772348Z","time spent":"877.797425ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-02-26T23:51:26.650389Z","caller":"traceutil/trace.go:171","msg":"trace[1337188352] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"725.805282ms","start":"2026-02-26T23:51:25.924571Z","end":"2026-02-26T23:51:26.650377Z","steps":["trace[1337188352] 'process raft request' (duration: 725.22489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:26.650466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:25.924554Z","time spent":"725.873334ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:51:26.650496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.119689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1897f0e9e7e3e169\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-02-26T23:51:26.650579Z","caller":"traceutil/trace.go:171","msg":"trace[499485645] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1897f0e9e7e3e169; range_end:; response_count:1; response_revision:2623; }","duration":"815.234521ms","start":"2026-02-26T23:51:25.835325Z","end":"2026-02-26T23:51:26.650559Z","steps":["trace[499485645] 'agreement among raft nodes before linearized reading' (duration: 814.993116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:26.650663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.166796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-26T23:51:26.650682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:25.835305Z","time spent":"815.362245ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.1897f0e9e7e3e169\" "} {"level":"info","ts":"2026-02-26T23:51:26.650694Z","caller":"traceutil/trace.go:171","msg":"trace[273832504] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:2623; }","duration":"724.218217ms","start":"2026-02-26T23:51:25.926468Z","end":"2026-02-26T23:51:26.650687Z","steps":["trace[273832504] 'agreement among raft nodes before linearized reading' (duration: 724.121744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:26.650742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.709519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T23:51:26.650803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:25.92646Z","time spent":"724.337551ms","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-02-26T23:51:26.650679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.360153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:51:26.650833Z","caller":"traceutil/trace.go:171","msg":"trace[535553166] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2623; }","duration":"471.865833ms","start":"2026-02-26T23:51:26.178944Z","end":"2026-02-26T23:51:26.65081Z","steps":["trace[535553166] 'agreement among raft nodes before linearized reading' (duration: 471.622687ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:26.650881Z","caller":"traceutil/trace.go:171","msg":"trace[41583576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2623; }","duration":"284.594789ms","start":"2026-02-26T23:51:26.366257Z","end":"2026-02-26T23:51:26.650852Z","steps":["trace[41583576] 'agreement among raft nodes before linearized reading' (duration: 284.320942ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:26.650889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:26.178921Z","time spent":"471.957655ms","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-02-26T23:51:32.880135Z","caller":"traceutil/trace.go:171","msg":"trace[698734005] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"207.4323ms","start":"2026-02-26T23:51:32.67268Z","end":"2026-02-26T23:51:32.880113Z","steps":["trace[698734005] 'process raft request' (duration: 207.273467ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:33.178721Z","caller":"traceutil/trace.go:171","msg":"trace[1116873347] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"505.957657ms","start":"2026-02-26T23:51:32.672731Z","end":"2026-02-26T23:51:33.178688Z","steps":["trace[1116873347] 'process raft request' (duration: 474.943751ms)","trace[1116873347] 'compare' (duration: 30.638618ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:51:33.178793Z","caller":"traceutil/trace.go:171","msg":"trace[149181043] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"505.909407ms","start":"2026-02-26T23:51:32.672851Z","end":"2026-02-26T23:51:33.178761Z","steps":["trace[149181043] 'process raft request' (duration: 505.709013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:33.178897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:32.672699Z","time spent":"506.106951ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:51:33.179118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:32.672843Z","time spent":"506.176693ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:51:33.178716Z","caller":"traceutil/trace.go:171","msg":"trace[148552228] linearizableReadLoop","detail":"{readStateIndex:2757; appliedIndex:2754; }","duration":"505.738223ms","start":"2026-02-26T23:51:32.672946Z","end":"2026-02-26T23:51:33.178685Z","steps":["trace[148552228] 'read index received' (duration: 207.025172ms)","trace[148552228] 'applied index is now lower than readState.Index' (duration: 298.711561ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:51:33.17892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.959638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T23:51:33.179439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.417725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-26T23:51:33.179511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.500737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T23:51:33.179542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.717597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-02-26T23:51:33.179558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.424015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-02-26T23:51:33.179564Z","caller":"traceutil/trace.go:171","msg":"trace[1581511488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2650; }","duration":"505.553818ms","start":"2026-02-26T23:51:32.673989Z","end":"2026-02-26T23:51:33.179543Z","steps":["trace[1581511488] 'agreement among raft nodes before linearized reading' (duration: 505.334213ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:33.179582Z","caller":"traceutil/trace.go:171","msg":"trace[56657369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2650; }","duration":"505.64354ms","start":"2026-02-26T23:51:32.673919Z","end":"2026-02-26T23:51:33.179563Z","steps":["trace[56657369] 'agreement among raft nodes before linearized reading' (duration: 505.340074ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:33.179594Z","caller":"traceutil/trace.go:171","msg":"trace[1269736115] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2650; }","duration":"348.793709ms","start":"2026-02-26T23:51:32.830785Z","end":"2026-02-26T23:51:33.179579Z","steps":["trace[1269736115] 'agreement among raft nodes before linearized reading' (duration: 348.516113ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:33.17961Z","caller":"traceutil/trace.go:171","msg":"trace[1272374537] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2650; }","duration":"181.515057ms","start":"2026-02-26T23:51:32.998081Z","end":"2026-02-26T23:51:33.179596Z","steps":["trace[1272374537] 'agreement among raft nodes before linearized reading' (duration: 181.281492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:33.179557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.30938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T23:51:33.17963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:32.673908Z","time spent":"505.713122ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T23:51:33.179635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:32.830775Z","time spent":"348.85409ms","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-02-26T23:51:33.179633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:32.673979Z","time spent":"505.63416ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T23:51:33.179852Z","caller":"traceutil/trace.go:171","msg":"trace[1137186459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2650; }","duration":"180.546235ms","start":"2026-02-26T23:51:32.999097Z","end":"2026-02-26T23:51:33.179643Z","steps":["trace[1137186459] 'agreement among raft nodes before linearized reading' (duration: 180.175087ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:51:33.1799Z","caller":"traceutil/trace.go:171","msg":"trace[713075256] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2650; }","duration":"506.98686ms","start":"2026-02-26T23:51:32.67289Z","end":"2026-02-26T23:51:33.179877Z","steps":["trace[713075256] 'agreement among raft nodes before linearized reading' (duration: 505.886656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:33.179971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:32.672856Z","time spent":"507.098053ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T23:51:33.179855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.366545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T23:51:33.180087Z","caller":"traceutil/trace.go:171","msg":"trace[1813359241] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2650; }","duration":"313.58539ms","start":"2026-02-26T23:51:32.866446Z","end":"2026-02-26T23:51:33.180032Z","steps":["trace[1813359241] 'agreement among raft nodes before linearized reading' (duration: 312.831003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:33.180144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:51:32.866435Z","time spent":"313.690493ms","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-26T23:51:33.485895Z","caller":"traceutil/trace.go:171","msg":"trace[1546881258] linearizableReadLoop","detail":"{readStateIndex:2762; appliedIndex:2761; }","duration":"118.823129ms","start":"2026-02-26T23:51:33.367027Z","end":"2026-02-26T23:51:33.48585Z","steps":["trace[1546881258] 'read index received' (duration: 118.687416ms)","trace[1546881258] 'applied index is now lower than readState.Index' (duration: 134.533µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:51:33.485934Z","caller":"traceutil/trace.go:171","msg":"trace[806098408] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"156.651636ms","start":"2026-02-26T23:51:33.329258Z","end":"2026-02-26T23:51:33.48591Z","steps":["trace[806098408] 'process raft request' (duration: 156.427111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:33.48604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.001864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:51:33.486071Z","caller":"traceutil/trace.go:171","msg":"trace[2088658415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2655; }","duration":"119.071505ms","start":"2026-02-26T23:51:33.366992Z","end":"2026-02-26T23:51:33.486063Z","steps":["trace[2088658415] 'agreement among raft nodes before linearized reading' (duration: 119.014464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:51:33.496528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.125976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:51:33.496585Z","caller":"traceutil/trace.go:171","msg":"trace[115010253] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2656; }","duration":"119.204968ms","start":"2026-02-26T23:51:33.377367Z","end":"2026-02-26T23:51:33.496572Z","steps":["trace[115010253] 'agreement among raft nodes before linearized reading' (duration: 119.082145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:53:24.006274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.050149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T23:53:24.006364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.377106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:53:24.006392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.413695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T23:53:24.006444Z","caller":"traceutil/trace.go:171","msg":"trace[189453464] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3298; }","duration":"147.260224ms","start":"2026-02-26T23:53:23.859154Z","end":"2026-02-26T23:53:24.006414Z","steps":["trace[189453464] 'count revisions from in-memory index tree' (duration: 146.925056ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:53:24.006465Z","caller":"traceutil/trace.go:171","msg":"trace[328923122] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3298; }","duration":"118.510298ms","start":"2026-02-26T23:53:23.887929Z","end":"2026-02-26T23:53:24.006439Z","steps":["trace[328923122] 'range keys from in-memory index tree' (duration: 118.311084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:53:24.006304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.35113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T23:53:24.006491Z","caller":"traceutil/trace.go:171","msg":"trace[320212510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3298; }","duration":"156.550688ms","start":"2026-02-26T23:53:23.849917Z","end":"2026-02-26T23:53:24.006468Z","steps":["trace[320212510] 'range keys from in-memory index tree' (duration: 156.212831ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:53:24.006552Z","caller":"traceutil/trace.go:171","msg":"trace[1435705957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3298; }","duration":"140.655417ms","start":"2026-02-26T23:53:23.865865Z","end":"2026-02-26T23:53:24.00652Z","steps":["trace[1435705957] 'range keys from in-memory index tree' (duration: 140.070254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:53:24.006951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.766692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T23:53:24.007006Z","caller":"traceutil/trace.go:171","msg":"trace[1521999795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3298; }","duration":"146.885644ms","start":"2026-02-26T23:53:23.860104Z","end":"2026-02-26T23:53:24.00699Z","steps":["trace[1521999795] 'range keys from in-memory index tree' (duration: 146.260521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:53:59.020182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.260614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T23:53:59.020314Z","caller":"traceutil/trace.go:171","msg":"trace[735512279] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3546; }","duration":"215.458188ms","start":"2026-02-26T23:53:58.804834Z","end":"2026-02-26T23:53:59.020292Z","steps":["trace[735512279] 'count revisions from in-memory index tree' (duration: 215.160721ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:10.748349Z","caller":"traceutil/trace.go:171","msg":"trace[511897404] linearizableReadLoop","detail":"{readStateIndex:4511; appliedIndex:4510; }","duration":"212.976816ms","start":"2026-02-26T23:55:10.535343Z","end":"2026-02-26T23:55:10.74832Z","steps":["trace[511897404] 'read index received' (duration: 212.802372ms)","trace[511897404] 'applied index is now lower than readState.Index' (duration: 173.184µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:55:10.748461Z","caller":"traceutil/trace.go:171","msg":"trace[548922835] transaction","detail":"{read_only:false; response_revision:4334; number_of_response:1; }","duration":"247.124912ms","start":"2026-02-26T23:55:10.501296Z","end":"2026-02-26T23:55:10.748421Z","steps":["trace[548922835] 'process raft request' (duration: 246.878067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:10.748558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.201201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2543"} {"level":"info","ts":"2026-02-26T23:55:10.748615Z","caller":"traceutil/trace.go:171","msg":"trace[816995985] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:4334; }","duration":"213.326324ms","start":"2026-02-26T23:55:10.535276Z","end":"2026-02-26T23:55:10.748602Z","steps":["trace[816995985] 'agreement among raft nodes before linearized reading' (duration: 213.15471ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:10.756601Z","caller":"traceutil/trace.go:171","msg":"trace[1392654344] transaction","detail":"{read_only:false; response_revision:4335; number_of_response:1; }","duration":"157.603405ms","start":"2026-02-26T23:55:10.598987Z","end":"2026-02-26T23:55:10.75659Z","steps":["trace[1392654344] 'process raft request' (duration: 157.533873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:14.341846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.775596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T23:55:14.342481Z","caller":"traceutil/trace.go:171","msg":"trace[423768754] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4442; }","duration":"173.991733ms","start":"2026-02-26T23:55:14.168469Z","end":"2026-02-26T23:55:14.34246Z","steps":["trace[423768754] 'process raft request' (duration: 49.455861ms)","trace[423768754] 'compare' (duration: 123.665994ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:55:19.076859Z","caller":"traceutil/trace.go:171","msg":"trace[1572790034] linearizableReadLoop","detail":"{readStateIndex:4722; appliedIndex:4721; }","duration":"294.825375ms","start":"2026-02-26T23:55:18.782002Z","end":"2026-02-26T23:55:19.076828Z","steps":["trace[1572790034] 'read index received' (duration: 294.639591ms)","trace[1572790034] 'applied index is now lower than readState.Index' (duration: 184.224µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:55:19.076915Z","caller":"traceutil/trace.go:171","msg":"trace[764412060] transaction","detail":"{read_only:false; response_revision:4540; number_of_response:1; }","duration":"296.236036ms","start":"2026-02-26T23:55:18.780636Z","end":"2026-02-26T23:55:19.076872Z","steps":["trace[764412060] 'process raft request' (duration: 295.997551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:19.077083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.04364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:55:19.077175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.790695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T23:55:19.077189Z","caller":"traceutil/trace.go:171","msg":"trace[873842875] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:0; response_revision:4540; }","duration":"295.182503ms","start":"2026-02-26T23:55:18.781975Z","end":"2026-02-26T23:55:19.077157Z","steps":["trace[873842875] 'agreement among raft nodes before linearized reading' (duration: 295.002319ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:19.077221Z","caller":"traceutil/trace.go:171","msg":"trace[211477027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4540; }","duration":"289.876987ms","start":"2026-02-26T23:55:18.787332Z","end":"2026-02-26T23:55:19.077209Z","steps":["trace[211477027] 'agreement among raft nodes before linearized reading' (duration: 289.676762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:19.471543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.321016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:55:19.471639Z","caller":"traceutil/trace.go:171","msg":"trace[1406436673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4630; }","duration":"102.459939ms","start":"2026-02-26T23:55:19.36916Z","end":"2026-02-26T23:55:19.47162Z","steps":["trace[1406436673] 'range keys from in-memory index tree' (duration: 102.224285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:21.311697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.913786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-26T23:55:21.311729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.853504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T23:55:21.31178Z","caller":"traceutil/trace.go:171","msg":"trace[197980852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4648; }","duration":"230.06389ms","start":"2026-02-26T23:55:21.081696Z","end":"2026-02-26T23:55:21.31176Z","steps":["trace[197980852] 'range keys from in-memory index tree' (duration: 229.745812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:21.311788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.667847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:55:21.311827Z","caller":"traceutil/trace.go:171","msg":"trace[440824241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4648; }","duration":"771.961607ms","start":"2026-02-26T23:55:20.53984Z","end":"2026-02-26T23:55:21.311802Z","steps":["trace[440824241] 'range keys from in-memory index tree' (duration: 771.652159ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:21.31184Z","caller":"traceutil/trace.go:171","msg":"trace[1242041002] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4648; }","duration":"678.724488ms","start":"2026-02-26T23:55:20.6331Z","end":"2026-02-26T23:55:21.311824Z","steps":["trace[1242041002] 'count revisions from in-memory index tree' (duration: 678.575655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:21.311879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:20.633035Z","time spent":"678.83364ms","remote":"127.0.0.1:59992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T23:55:21.312024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.830416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T23:55:21.312094Z","caller":"traceutil/trace.go:171","msg":"trace[1739253069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4648; }","duration":"225.93949ms","start":"2026-02-26T23:55:21.086145Z","end":"2026-02-26T23:55:21.312084Z","steps":["trace[1739253069] 'range keys from in-memory index tree' (duration: 225.690683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:21.311887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:20.539783Z","time spent":"772.0904ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T23:55:21.312211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.820085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T23:55:21.312285Z","caller":"traceutil/trace.go:171","msg":"trace[1758637013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4648; }","duration":"224.896306ms","start":"2026-02-26T23:55:21.087355Z","end":"2026-02-26T23:55:21.312251Z","steps":["trace[1758637013] 'range keys from in-memory index tree' (duration: 224.645142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:21.312471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.741027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719029"} {"level":"info","ts":"2026-02-26T23:55:21.312548Z","caller":"traceutil/trace.go:171","msg":"trace[1633102109] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4648; }","duration":"554.85573ms","start":"2026-02-26T23:55:20.757672Z","end":"2026-02-26T23:55:21.312528Z","steps":["trace[1633102109] 'range keys from in-memory index tree' (duration: 554.173366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:21.312589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:20.757653Z","time spent":"554.926681ms","remote":"127.0.0.1:47328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719053,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-02-26T23:55:21.574925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.364166ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-26T23:55:21.575064Z","caller":"traceutil/trace.go:171","msg":"trace[1982782776] linearizableReadLoop","detail":"{readStateIndex:4833; appliedIndex:4832; }","duration":"434.251993ms","start":"2026-02-26T23:55:21.140772Z","end":"2026-02-26T23:55:21.575024Z","steps":["trace[1982782776] 'read index received' (duration: 300.838986ms)","trace[1982782776] 'applied index is now lower than readState.Index' (duration: 133.411607ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:55:21.575241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.455178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a9516b8e-9914-41f0-a1ca-db65c7a0b1bf\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-02-26T23:55:21.575311Z","caller":"traceutil/trace.go:171","msg":"trace[498108627] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a9516b8e-9914-41f0-a1ca-db65c7a0b1bf; range_end:; response_count:1; response_revision:4648; }","duration":"434.57369ms","start":"2026-02-26T23:55:21.14072Z","end":"2026-02-26T23:55:21.575294Z","steps":["trace[498108627] 'agreement among raft nodes before linearized reading' (duration: 434.390536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:21.575354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:21.140692Z","time spent":"434.653412ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a9516b8e-9914-41f0-a1ca-db65c7a0b1bf\" "} {"level":"info","ts":"2026-02-26T23:55:21.577967Z","caller":"traceutil/trace.go:171","msg":"trace[1173573719] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"261.422594ms","start":"2026-02-26T23:55:21.316514Z","end":"2026-02-26T23:55:21.577937Z","steps":["trace[1173573719] 'process raft request' (duration: 261.180059ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:21.578267Z","caller":"traceutil/trace.go:171","msg":"trace[435241709] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"261.401244ms","start":"2026-02-26T23:55:21.316858Z","end":"2026-02-26T23:55:21.578259Z","steps":["trace[435241709] 'process raft request' (duration: 261.032986ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:21.578436Z","caller":"traceutil/trace.go:171","msg":"trace[1933212855] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"261.22955ms","start":"2026-02-26T23:55:21.317168Z","end":"2026-02-26T23:55:21.578397Z","steps":["trace[1933212855] 'process raft request' (duration: 260.988275ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:21.57844Z","caller":"traceutil/trace.go:171","msg":"trace[257620981] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"260.867433ms","start":"2026-02-26T23:55:21.317546Z","end":"2026-02-26T23:55:21.578414Z","steps":["trace[257620981] 'process raft request' (duration: 260.75947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:21.578525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.92843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:55:21.578558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.032071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a9516b8e-9914-41f0-a1ca-db65c7a0b1bf\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-02-26T23:55:21.578599Z","caller":"traceutil/trace.go:171","msg":"trace[343480395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4652; }","duration":"210.045132ms","start":"2026-02-26T23:55:21.368536Z","end":"2026-02-26T23:55:21.578581Z","steps":["trace[343480395] 'agreement among raft nodes before linearized reading' (duration: 209.92535ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:21.578637Z","caller":"traceutil/trace.go:171","msg":"trace[550525763] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a9516b8e-9914-41f0-a1ca-db65c7a0b1bf; range_end:; response_count:1; response_revision:4652; }","duration":"237.136764ms","start":"2026-02-26T23:55:21.341478Z","end":"2026-02-26T23:55:21.578614Z","steps":["trace[550525763] 'agreement among raft nodes before linearized reading' (duration: 236.920729ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:23.799225Z","caller":"traceutil/trace.go:171","msg":"trace[329276467] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"211.672678ms","start":"2026-02-26T23:55:23.58751Z","end":"2026-02-26T23:55:23.799182Z","steps":["trace[329276467] 'process raft request' (duration: 211.457763ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:24.182292Z","caller":"traceutil/trace.go:171","msg":"trace[2053287033] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"594.21966ms","start":"2026-02-26T23:55:23.588039Z","end":"2026-02-26T23:55:24.182258Z","steps":["trace[2053287033] 'process raft request' (duration: 594.010056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:24.182492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:23.588025Z","time spent":"594.360114ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:55:24.182562Z","caller":"traceutil/trace.go:171","msg":"trace[1552298011] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"594.489176ms","start":"2026-02-26T23:55:23.588039Z","end":"2026-02-26T23:55:24.182528Z","steps":["trace[1552298011] 'process raft request' (duration: 594.158989ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:24.182617Z","caller":"traceutil/trace.go:171","msg":"trace[1002119615] linearizableReadLoop","detail":"{readStateIndex:4869; appliedIndex:4865; }","duration":"590.570681ms","start":"2026-02-26T23:55:23.592017Z","end":"2026-02-26T23:55:24.182588Z","steps":["trace[1002119615] 'read index received' (duration: 206.951915ms)","trace[1002119615] 'applied index is now lower than readState.Index' (duration: 383.617556ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:55:24.182661Z","caller":"traceutil/trace.go:171","msg":"trace[2060956705] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"594.481106ms","start":"2026-02-26T23:55:23.588139Z","end":"2026-02-26T23:55:24.18262Z","steps":["trace[2060956705] 'process raft request' (duration: 594.299822ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:24.182685Z","caller":"traceutil/trace.go:171","msg":"trace[888150526] transaction","detail":"{read_only:false; response_revision:4684; number_of_response:1; }","duration":"388.223398ms","start":"2026-02-26T23:55:23.79443Z","end":"2026-02-26T23:55:24.182653Z","steps":["trace[888150526] 'process raft request' (duration: 388.096285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:24.182713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:23.587926Z","time spent":"594.703321ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:55:24.182842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:23.794394Z","time spent":"388.366941ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:55:24.18284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:23.588106Z","time spent":"594.63781ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:55:24.182877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.853957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a9516b8e-9914-41f0-a1ca-db65c7a0b1bf\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-02-26T23:55:24.182937Z","caller":"traceutil/trace.go:171","msg":"trace[2034487628] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a9516b8e-9914-41f0-a1ca-db65c7a0b1bf; range_end:; response_count:1; response_revision:4684; }","duration":"590.945649ms","start":"2026-02-26T23:55:23.591972Z","end":"2026-02-26T23:55:24.182917Z","steps":["trace[2034487628] 'agreement among raft nodes before linearized reading' (duration: 590.755855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:24.182985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:23.591953Z","time spent":"591.019551ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a9516b8e-9914-41f0-a1ca-db65c7a0b1bf\" "} {"level":"info","ts":"2026-02-26T23:55:24.211346Z","caller":"traceutil/trace.go:171","msg":"trace[1308127336] transaction","detail":"{read_only:false; response_revision:4685; number_of_response:1; }","duration":"214.587332ms","start":"2026-02-26T23:55:23.996719Z","end":"2026-02-26T23:55:24.211306Z","steps":["trace[1308127336] 'process raft request' (duration: 214.338336ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:24.211534Z","caller":"traceutil/trace.go:171","msg":"trace[770054875] transaction","detail":"{read_only:false; response_revision:4686; number_of_response:1; }","duration":"179.179087ms","start":"2026-02-26T23:55:24.032332Z","end":"2026-02-26T23:55:24.211511Z","steps":["trace[770054875] 'process raft request' (duration: 178.916341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:24.211587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.948515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T23:55:24.211641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.1755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xd22m\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T23:55:24.211697Z","caller":"traceutil/trace.go:171","msg":"trace[654437314] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xd22m; range_end:; response_count:1; response_revision:4686; }","duration":"412.353355ms","start":"2026-02-26T23:55:23.799328Z","end":"2026-02-26T23:55:24.211681Z","steps":["trace[654437314] 'agreement among raft nodes before linearized reading' (duration: 412.11989ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:24.211695Z","caller":"traceutil/trace.go:171","msg":"trace[304320775] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4686; }","duration":"326.111868ms","start":"2026-02-26T23:55:23.885555Z","end":"2026-02-26T23:55:24.211667Z","steps":["trace[304320775] 'agreement among raft nodes before linearized reading' (duration: 325.912184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:24.211732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:23.799303Z","time spent":"412.420756ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-xd22m\" "} {"level":"warn","ts":"2026-02-26T23:55:24.211759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:23.885524Z","time spent":"326.219791ms","remote":"127.0.0.1:52312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T23:55:24.212047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.143721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777214"} {"level":"info","ts":"2026-02-26T23:55:24.212131Z","caller":"traceutil/trace.go:171","msg":"trace[557263341] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4686; }","duration":"375.270774ms","start":"2026-02-26T23:55:23.836845Z","end":"2026-02-26T23:55:24.212116Z","steps":["trace[557263341] 'agreement among raft nodes before linearized reading' (duration: 374.701482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:24.21217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:23.836822Z","time spent":"375.338035ms","remote":"127.0.0.1:47328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777238,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-02-26T23:55:25.845357Z","caller":"traceutil/trace.go:171","msg":"trace[846240293] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"207.915095ms","start":"2026-02-26T23:55:25.637414Z","end":"2026-02-26T23:55:25.845329Z","steps":["trace[846240293] 'process raft request' (duration: 189.418241ms)","trace[846240293] 'compare' (duration: 18.3101ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:55:33.155074Z","caller":"traceutil/trace.go:171","msg":"trace[2138262720] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"175.081929ms","start":"2026-02-26T23:55:32.979963Z","end":"2026-02-26T23:55:33.155045Z","steps":["trace[2138262720] 'process raft request' (duration: 174.872344ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:33.331524Z","caller":"traceutil/trace.go:171","msg":"trace[235946450] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"173.79614ms","start":"2026-02-26T23:55:33.157678Z","end":"2026-02-26T23:55:33.331475Z","steps":["trace[235946450] 'process raft request' (duration: 110.154438ms)","trace[235946450] 'compare' (duration: 63.464778ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:55:36.074536Z","caller":"traceutil/trace.go:171","msg":"trace[49352892] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"121.820022ms","start":"2026-02-26T23:55:35.952686Z","end":"2026-02-26T23:55:36.074506Z","steps":["trace[49352892] 'process raft request' (duration: 103.684491ms)","trace[49352892] 'compare' (duration: 17.954817ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:55:39.066044Z","caller":"traceutil/trace.go:171","msg":"trace[880702226] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"124.822159ms","start":"2026-02-26T23:55:38.941196Z","end":"2026-02-26T23:55:39.066018Z","steps":["trace[880702226] 'process raft request' (duration: 121.301341ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:42.170376Z","caller":"traceutil/trace.go:171","msg":"trace[298158581] linearizableReadLoop","detail":"{readStateIndex:5214; appliedIndex:5213; }","duration":"363.653767ms","start":"2026-02-26T23:55:41.8067Z","end":"2026-02-26T23:55:42.170353Z","steps":["trace[298158581] 'read index received' (duration: 363.461543ms)","trace[298158581] 'applied index is now lower than readState.Index' (duration: 191.094µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:55:42.170526Z","caller":"traceutil/trace.go:171","msg":"trace[393940184] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"389.14692ms","start":"2026-02-26T23:55:41.781364Z","end":"2026-02-26T23:55:42.170511Z","steps":["trace[393940184] 'process raft request' (duration: 388.836463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:42.170665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:41.781341Z","time spent":"389.241732ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T23:55:42.170779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.044895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-26T23:55:42.170901Z","caller":"traceutil/trace.go:171","msg":"trace[1287019688] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5019; }","duration":"364.216379ms","start":"2026-02-26T23:55:41.806657Z","end":"2026-02-26T23:55:42.170874Z","steps":["trace[1287019688] 'agreement among raft nodes before linearized reading' (duration: 363.864911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:42.170968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:41.806636Z","time spent":"364.320281ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T23:55:42.17104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.192594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T23:55:42.171122Z","caller":"traceutil/trace.go:171","msg":"trace[1533589374] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5019; }","duration":"343.311626ms","start":"2026-02-26T23:55:41.827788Z","end":"2026-02-26T23:55:42.171099Z","steps":["trace[1533589374] 'agreement among raft nodes before linearized reading' (duration: 343.181813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:42.171181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:41.827766Z","time spent":"343.399408ms","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T23:55:42.171213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.297768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T23:55:42.171307Z","caller":"traceutil/trace.go:171","msg":"trace[25062224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5019; }","duration":"225.409291ms","start":"2026-02-26T23:55:41.945875Z","end":"2026-02-26T23:55:42.171284Z","steps":["trace[25062224] 'agreement among raft nodes before linearized reading' (duration: 225.245387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:42.52746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.736881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:55:42.527587Z","caller":"traceutil/trace.go:171","msg":"trace[2137126108] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"352.270725ms","start":"2026-02-26T23:55:42.175294Z","end":"2026-02-26T23:55:42.527564Z","steps":["trace[2137126108] 'process raft request' (duration: 148.343979ms)","trace[2137126108] 'compare' (duration: 203.580678ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:55:42.527665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:42.17527Z","time spent":"352.364026ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T23:55:42.577637Z","caller":"traceutil/trace.go:171","msg":"trace[620062396] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"402.224149ms","start":"2026-02-26T23:55:42.175396Z","end":"2026-02-26T23:55:42.57762Z","steps":["trace[620062396] 'process raft request' (duration: 402.060685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:42.577746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:42.17534Z","time spent":"402.349201ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:55:42.578074Z","caller":"traceutil/trace.go:171","msg":"trace[1648193142] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"401.737568ms","start":"2026-02-26T23:55:42.176309Z","end":"2026-02-26T23:55:42.578046Z","steps":["trace[1648193142] 'process raft request' (duration: 401.272638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:42.578227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:42.176283Z","time spent":"401.87165ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:55:42.578274Z","caller":"traceutil/trace.go:171","msg":"trace[1343120588] linearizableReadLoop","detail":"{readStateIndex:5218; appliedIndex:5214; }","duration":"286.91649ms","start":"2026-02-26T23:55:42.291315Z","end":"2026-02-26T23:55:42.578231Z","steps":["trace[1343120588] 'read index received' (duration: 32.342795ms)","trace[1343120588] 'applied index is now lower than readState.Index' (duration: 254.572065ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:55:42.578394Z","caller":"traceutil/trace.go:171","msg":"trace[1674287642] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"300.173455ms","start":"2026-02-26T23:55:42.278194Z","end":"2026-02-26T23:55:42.578367Z","steps":["trace[1674287642] 'process raft request' (duration: 299.689603ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:42.578416Z","caller":"traceutil/trace.go:171","msg":"trace[687520349] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"256.108001ms","start":"2026-02-26T23:55:42.322293Z","end":"2026-02-26T23:55:42.578401Z","steps":["trace[687520349] 'process raft request' (duration: 255.883365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:42.578568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:42.278173Z","time spent":"300.294677ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:55:42.57858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.184418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:55:42.578635Z","caller":"traceutil/trace.go:171","msg":"trace[371020444] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5025; }","duration":"287.33816ms","start":"2026-02-26T23:55:42.291279Z","end":"2026-02-26T23:55:42.578618Z","steps":["trace[371020444] 'agreement among raft nodes before linearized reading' (duration: 287.174837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:42.57871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.06726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T23:55:42.578758Z","caller":"traceutil/trace.go:171","msg":"trace[1391265120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5025; }","duration":"252.137572ms","start":"2026-02-26T23:55:42.32661Z","end":"2026-02-26T23:55:42.578747Z","steps":["trace[1391265120] 'agreement among raft nodes before linearized reading' (duration: 251.982229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:42.57879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.987713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xd22m\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T23:55:42.578834Z","caller":"traceutil/trace.go:171","msg":"trace[786730289] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xd22m; range_end:; response_count:1; response_revision:5025; }","duration":"163.069494ms","start":"2026-02-26T23:55:42.415755Z","end":"2026-02-26T23:55:42.578825Z","steps":["trace[786730289] 'agreement among raft nodes before linearized reading' (duration: 162.933761ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:42.578944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.19405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T23:55:42.578335Z","caller":"traceutil/trace.go:171","msg":"trace[1742366770] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"285.862639ms","start":"2026-02-26T23:55:42.292455Z","end":"2026-02-26T23:55:42.578318Z","steps":["trace[1742366770] 'process raft request' (duration: 285.675974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:42.579075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.189601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8e26126-d79d-45b3-a066-59a4b58aad34\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-02-26T23:55:42.578984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.474677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T23:55:42.579107Z","caller":"traceutil/trace.go:171","msg":"trace[2084605242] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8e26126-d79d-45b3-a066-59a4b58aad34; range_end:; response_count:1; response_revision:5025; }","duration":"246.220422ms","start":"2026-02-26T23:55:42.332878Z","end":"2026-02-26T23:55:42.579098Z","steps":["trace[2084605242] 'agreement among raft nodes before linearized reading' (duration: 246.13483ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:42.579134Z","caller":"traceutil/trace.go:171","msg":"trace[956255816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5025; }","duration":"251.649181ms","start":"2026-02-26T23:55:42.327465Z","end":"2026-02-26T23:55:42.579115Z","steps":["trace[956255816] 'agreement among raft nodes before linearized reading' (duration: 251.450877ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:42.578993Z","caller":"traceutil/trace.go:171","msg":"trace[1345467272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5025; }","duration":"250.279101ms","start":"2026-02-26T23:55:42.3287Z","end":"2026-02-26T23:55:42.578979Z","steps":["trace[1345467272] 'agreement among raft nodes before linearized reading' (duration: 250.147468ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:42.742784Z","caller":"traceutil/trace.go:171","msg":"trace[2136173656] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"159.670719ms","start":"2026-02-26T23:55:42.583078Z","end":"2026-02-26T23:55:42.742749Z","steps":["trace[2136173656] 'process raft request' (duration: 120.155306ms)","trace[2136173656] 'compare' (duration: 39.186186ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:55:42.750042Z","caller":"traceutil/trace.go:171","msg":"trace[1574116024] linearizableReadLoop","detail":"{readStateIndex:5222; appliedIndex:5220; }","duration":"166.519921ms","start":"2026-02-26T23:55:42.583499Z","end":"2026-02-26T23:55:42.750019Z","steps":["trace[1574116024] 'read index received' (duration: 119.711166ms)","trace[1574116024] 'applied index is now lower than readState.Index' (duration: 46.807735ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:55:42.750097Z","caller":"traceutil/trace.go:171","msg":"trace[2107598122] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"166.835678ms","start":"2026-02-26T23:55:42.583222Z","end":"2026-02-26T23:55:42.750058Z","steps":["trace[2107598122] 'process raft request' (duration: 166.543282ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:42.751458Z","caller":"traceutil/trace.go:171","msg":"trace[465512488] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"165.936477ms","start":"2026-02-26T23:55:42.585505Z","end":"2026-02-26T23:55:42.751442Z","steps":["trace[465512488] 'process raft request' (duration: 164.456365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:42.751597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.296061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T23:55:42.751666Z","caller":"traceutil/trace.go:171","msg":"trace[1912152135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5029; }","duration":"140.406593ms","start":"2026-02-26T23:55:42.611244Z","end":"2026-02-26T23:55:42.75165Z","steps":["trace[1912152135] 'agreement among raft nodes before linearized reading' (duration: 140.185828ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:42.751687Z","caller":"traceutil/trace.go:171","msg":"trace[1681361525] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"167.980432ms","start":"2026-02-26T23:55:42.583687Z","end":"2026-02-26T23:55:42.751668Z","steps":["trace[1681361525] 'process raft request' (duration: 166.225644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:42.752148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.624388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80028"} {"level":"info","ts":"2026-02-26T23:55:42.752219Z","caller":"traceutil/trace.go:171","msg":"trace[655401871] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5029; }","duration":"168.7261ms","start":"2026-02-26T23:55:42.583474Z","end":"2026-02-26T23:55:42.7522Z","steps":["trace[655401871] 'agreement among raft nodes before linearized reading' (duration: 168.059384ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:44.763277Z","caller":"traceutil/trace.go:171","msg":"trace[695331410] linearizableReadLoop","detail":"{readStateIndex:5227; appliedIndex:5226; }","duration":"179.346594ms","start":"2026-02-26T23:55:44.583889Z","end":"2026-02-26T23:55:44.763236Z","steps":["trace[695331410] 'read index received' (duration: 179.18877ms)","trace[695331410] 'applied index is now lower than readState.Index' (duration: 156.194µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:55:44.763366Z","caller":"traceutil/trace.go:171","msg":"trace[1437437430] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"179.68097ms","start":"2026-02-26T23:55:44.583632Z","end":"2026-02-26T23:55:44.763313Z","steps":["trace[1437437430] 'process raft request' (duration: 179.431425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:44.763557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.637371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T23:55:44.763645Z","caller":"traceutil/trace.go:171","msg":"trace[108029908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5032; }","duration":"179.775394ms","start":"2026-02-26T23:55:44.583851Z","end":"2026-02-26T23:55:44.763626Z","steps":["trace[108029908] 'agreement among raft nodes before linearized reading' (duration: 179.507617ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:44.764006Z","caller":"traceutil/trace.go:171","msg":"trace[2014895753] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"179.543478ms","start":"2026-02-26T23:55:44.58444Z","end":"2026-02-26T23:55:44.763983Z","steps":["trace[2014895753] 'process raft request' (duration: 179.397045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:55:44.764281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.113208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8e26126-d79d-45b3-a066-59a4b58aad34\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-02-26T23:55:44.764358Z","caller":"traceutil/trace.go:171","msg":"trace[106027062] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8e26126-d79d-45b3-a066-59a4b58aad34; range_end:; response_count:1; response_revision:5034; }","duration":"174.252191ms","start":"2026-02-26T23:55:44.590087Z","end":"2026-02-26T23:55:44.764339Z","steps":["trace[106027062] 'agreement among raft nodes before linearized reading' (duration: 174.011586ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:55:44.764374Z","caller":"traceutil/trace.go:171","msg":"trace[2047867195] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"179.929656ms","start":"2026-02-26T23:55:44.584426Z","end":"2026-02-26T23:55:44.764355Z","steps":["trace[2047867195] 'process raft request' (duration: 179.521867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:00.033085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805349431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T23:56:00.533963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805349431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T23:56:01.034642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805349431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T23:56:01.12707Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.608189441s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T23:56:01.127452Z","caller":"traceutil/trace.go:171","msg":"trace[489337077] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"1.608795344s","start":"2026-02-26T23:55:59.518633Z","end":"2026-02-26T23:56:01.127428Z","steps":["trace[489337077] 'process raft request' (duration: 1.60859068s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:01.127596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:59.518591Z","time spent":"1.608926907s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10666,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:56:01.422214Z","caller":"traceutil/trace.go:171","msg":"trace[968908875] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"1.870673212s","start":"2026-02-26T23:55:59.551514Z","end":"2026-02-26T23:56:01.422187Z","steps":["trace[968908875] 'process raft request' (duration: 1.826604657s)","trace[968908875] 'compare' (duration: 43.85731ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:56:01.422372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:59.551494Z","time spent":"1.870797064s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:56:01.422571Z","caller":"traceutil/trace.go:171","msg":"trace[1024303081] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"583.442623ms","start":"2026-02-26T23:56:00.839101Z","end":"2026-02-26T23:56:01.422544Z","steps":["trace[1024303081] 'process raft request' (duration: 583.040145ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:01.422642Z","caller":"traceutil/trace.go:171","msg":"trace[1764935530] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"563.622685ms","start":"2026-02-26T23:56:00.859005Z","end":"2026-02-26T23:56:01.422628Z","steps":["trace[1764935530] 'process raft request' (duration: 563.413921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:01.422689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:00.839071Z","time spent":"583.551636ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:56:01.422706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:00.858981Z","time spent":"563.692867ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:56:01.42269Z","caller":"traceutil/trace.go:171","msg":"trace[1557495898] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"562.641325ms","start":"2026-02-26T23:56:00.860016Z","end":"2026-02-26T23:56:01.422657Z","steps":["trace[1557495898] 'process raft request' (duration: 562.531013ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:01.422649Z","caller":"traceutil/trace.go:171","msg":"trace[1838279341] linearizableReadLoop","detail":"{readStateIndex:5437; appliedIndex:5433; }","duration":"1.889884775s","start":"2026-02-26T23:55:59.532732Z","end":"2026-02-26T23:56:01.422617Z","steps":["trace[1838279341] 'read index received' (duration: 1.594702842s)","trace[1838279341] 'applied index is now lower than readState.Index' (duration: 295.180613ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:56:01.422828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:00.860003Z","time spent":"562.748727ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:56:01.4229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890154142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-26T23:56:01.422985Z","caller":"traceutil/trace.go:171","msg":"trace[1439108442] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5236; }","duration":"1.890295025s","start":"2026-02-26T23:55:59.532668Z","end":"2026-02-26T23:56:01.422963Z","steps":["trace[1439108442] 'agreement among raft nodes before linearized reading' (duration: 1.890047579s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:01.423046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:59.53264Z","time spent":"1.890391086s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-26T23:56:01.923186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805349442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T23:56:02.148355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.64928ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:56:02.148478Z","caller":"traceutil/trace.go:171","msg":"trace[170566369] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5236; }","duration":"117.784553ms","start":"2026-02-26T23:56:02.030674Z","end":"2026-02-26T23:56:02.148459Z","steps":["trace[170566369] 'range keys from in-memory index tree' (duration: 117.63409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.14855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.126809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:56:02.148771Z","caller":"traceutil/trace.go:171","msg":"trace[436167893] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"1.014113512s","start":"2026-02-26T23:56:01.134626Z","end":"2026-02-26T23:56:02.148739Z","steps":["trace[436167893] 'process raft request' (duration: 905.714246ms)","trace[436167893] 'compare' (duration: 108.002716ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:56:02.14885Z","caller":"traceutil/trace.go:171","msg":"trace[2038194115] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"1.012974637s","start":"2026-02-26T23:56:01.135857Z","end":"2026-02-26T23:56:02.148832Z","steps":["trace[2038194115] 'process raft request' (duration: 1.012855164s)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:02.148854Z","caller":"traceutil/trace.go:171","msg":"trace[1985737031] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"1.013412137s","start":"2026-02-26T23:56:01.135405Z","end":"2026-02-26T23:56:02.148818Z","steps":["trace[1985737031] 'process raft request' (duration: 1.013234232s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.148918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:01.134596Z","time spent":"1.014244584s","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:56:02.148925Z","caller":"traceutil/trace.go:171","msg":"trace[424865002] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"1.012104698s","start":"2026-02-26T23:56:01.136786Z","end":"2026-02-26T23:56:02.148891Z","steps":["trace[424865002] 'process raft request' (duration: 1.011969855s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.148974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:01.135842Z","time spent":"1.013059038s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:56:02.149029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:01.135384Z","time spent":"1.013550529s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:56:02.149096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:01.136772Z","time spent":"1.012235721s","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:56:02.368218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000685034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T23:56:02.368343Z","caller":"traceutil/trace.go:171","msg":"trace[1476784466] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000859918s","start":"2026-02-26T23:56:00.367457Z","end":"2026-02-26T23:56:02.368317Z","steps":["trace[1476784466] 'agreement among raft nodes before linearized reading' (duration: 2.000717465s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.368396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:00.367437Z","time spent":"2.00094852s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 23:56:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T23:56:02.384498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.668078ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-26T23:56:02.384586Z","caller":"traceutil/trace.go:171","msg":"trace[1262514556] linearizableReadLoop","detail":"{readStateIndex:5442; appliedIndex:5437; }","duration":"961.813396ms","start":"2026-02-26T23:56:01.422759Z","end":"2026-02-26T23:56:02.384573Z","steps":["trace[1262514556] 'read index received' (duration: 617.567149ms)","trace[1262514556] 'applied index is now lower than readState.Index' (duration: 344.245077ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:56:02.384866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487549614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T23:56:02.384941Z","caller":"traceutil/trace.go:171","msg":"trace[1335372280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5240; }","duration":"1.487676447s","start":"2026-02-26T23:56:00.897247Z","end":"2026-02-26T23:56:02.384924Z","steps":["trace[1335372280] 'agreement among raft nodes before linearized reading' (duration: 1.487471733s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.384987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:00.897226Z","time spent":"1.487753568s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T23:56:02.385073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485495419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T23:56:02.385121Z","caller":"traceutil/trace.go:171","msg":"trace[657780216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5240; }","duration":"1.48556306s","start":"2026-02-26T23:56:00.899547Z","end":"2026-02-26T23:56:02.38511Z","steps":["trace[657780216] 'agreement among raft nodes before linearized reading' (duration: 1.485335115s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.38517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170353764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T23:56:02.385192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:00.89954Z","time spent":"1.485640972s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T23:56:02.38524Z","caller":"traceutil/trace.go:171","msg":"trace[139690159] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5240; }","duration":"2.170470157s","start":"2026-02-26T23:56:00.214751Z","end":"2026-02-26T23:56:02.385221Z","steps":["trace[139690159] 'agreement among raft nodes before linearized reading' (duration: 2.170346064s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.38528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:00.214725Z","time spent":"2.170546289s","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-26T23:56:02.385325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489087479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-26T23:56:02.385416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118934738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-02-26T23:56:02.385418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503283692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xd22m\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T23:56:02.385471Z","caller":"traceutil/trace.go:171","msg":"trace[1976111973] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5240; }","duration":"2.119014829s","start":"2026-02-26T23:56:00.266442Z","end":"2026-02-26T23:56:02.385457Z","steps":["trace[1976111973] 'agreement among raft nodes before linearized reading' (duration: 2.118893946s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.385515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:00.266428Z","time spent":"2.119080361s","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-02-26T23:56:02.385516Z","caller":"traceutil/trace.go:171","msg":"trace[1446930774] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xd22m; range_end:; response_count:1; response_revision:5240; }","duration":"1.503422375s","start":"2026-02-26T23:56:00.882071Z","end":"2026-02-26T23:56:02.385493Z","steps":["trace[1446930774] 'agreement among raft nodes before linearized reading' (duration: 1.502876484s)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:02.385453Z","caller":"traceutil/trace.go:171","msg":"trace[1956739650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5240; }","duration":"1.489296113s","start":"2026-02-26T23:56:00.896133Z","end":"2026-02-26T23:56:02.385429Z","steps":["trace[1956739650] 'agreement among raft nodes before linearized reading' (duration: 1.488851923s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.385567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:00.882053Z","time spent":"1.503503077s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-xd22m\" "} {"level":"warn","ts":"2026-02-26T23:56:02.385631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:00.896122Z","time spent":"1.489491127s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T23:56:02.385666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636849623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T23:56:02.38572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253343288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16400"} {"level":"warn","ts":"2026-02-26T23:56:02.384904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826438294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T23:56:02.385735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.86902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4b85dfed-e991-415e-a5c8-7e4269ec93b8\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-02-26T23:56:02.385776Z","caller":"traceutil/trace.go:171","msg":"trace[83781404] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5240; }","duration":"1.25344502s","start":"2026-02-26T23:56:01.132316Z","end":"2026-02-26T23:56:02.385761Z","steps":["trace[83781404] 'agreement among raft nodes before linearized reading' (duration: 1.253294027s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.385794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289631579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:56:02.385808Z","caller":"traceutil/trace.go:171","msg":"trace[1838846106] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4b85dfed-e991-415e-a5c8-7e4269ec93b8; range_end:; response_count:1; response_revision:5240; }","duration":"958.979783ms","start":"2026-02-26T23:56:01.426807Z","end":"2026-02-26T23:56:02.385786Z","steps":["trace[1838846106] 'agreement among raft nodes before linearized reading' (duration: 958.811719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.385817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:01.132295Z","time spent":"1.253515381s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16424,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-26T23:56:02.385849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:01.426747Z","time spent":"959.093485ms","remote":"127.0.0.1:47388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-4b85dfed-e991-415e-a5c8-7e4269ec93b8\" "} {"level":"info","ts":"2026-02-26T23:56:02.385875Z","caller":"traceutil/trace.go:171","msg":"trace[240776687] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5240; }","duration":"2.289804154s","start":"2026-02-26T23:56:00.096028Z","end":"2026-02-26T23:56:02.385832Z","steps":["trace[240776687] 'agreement among raft nodes before linearized reading' (duration: 2.289524508s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.385923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:00.096004Z","time spent":"2.289906426s","remote":"127.0.0.1:52340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-02-26T23:56:02.385831Z","caller":"traceutil/trace.go:171","msg":"trace[1860115668] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5240; }","duration":"1.827406695s","start":"2026-02-26T23:56:00.558384Z","end":"2026-02-26T23:56:02.385791Z","steps":["trace[1860115668] 'agreement among raft nodes before linearized reading' (duration: 1.826372212s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.386039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:00.55836Z","time spent":"1.82763981s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":48,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-02-26T23:56:02.385736Z","caller":"traceutil/trace.go:171","msg":"trace[2021067587] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5240; }","duration":"2.636970515s","start":"2026-02-26T23:55:59.748747Z","end":"2026-02-26T23:56:02.385717Z","steps":["trace[2021067587] 'agreement among raft nodes before linearized reading' (duration: 2.636844913s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.386158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:55:59.748712Z","time spent":"2.637430966s","remote":"127.0.0.1:60020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-26T23:56:02.385326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505112402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T23:56:02.386276Z","caller":"traceutil/trace.go:171","msg":"trace[319285829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5240; }","duration":"1.506096814s","start":"2026-02-26T23:56:00.880154Z","end":"2026-02-26T23:56:02.386251Z","steps":["trace[319285829] 'agreement among raft nodes before linearized reading' (duration: 1.50501392s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.386354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:00.88014Z","time spent":"1.506197446s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T23:56:02.386568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487128624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T23:56:02.386614Z","caller":"traceutil/trace.go:171","msg":"trace[1068372209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5240; }","duration":"1.487212496s","start":"2026-02-26T23:56:00.89939Z","end":"2026-02-26T23:56:02.386603Z","steps":["trace[1068372209] 'agreement among raft nodes before linearized reading' (duration: 1.485823245s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.386732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:00.899376Z","time spent":"1.487344979s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T23:56:02.559953Z","caller":"traceutil/trace.go:171","msg":"trace[363203705] linearizableReadLoop","detail":"{readStateIndex:5443; appliedIndex:5442; }","duration":"168.927023ms","start":"2026-02-26T23:56:02.390999Z","end":"2026-02-26T23:56:02.559927Z","steps":["trace[363203705] 'read index received' (duration: 168.75594ms)","trace[363203705] 'applied index is now lower than readState.Index' (duration: 169.863µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:56:02.559989Z","caller":"traceutil/trace.go:171","msg":"trace[1732497155] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"169.192489ms","start":"2026-02-26T23:56:02.390765Z","end":"2026-02-26T23:56:02.559958Z","steps":["trace[1732497155] 'process raft request' (duration: 169.010815ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.560245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.21997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-26T23:56:02.560327Z","caller":"traceutil/trace.go:171","msg":"trace[989049444] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5241; }","duration":"169.384873ms","start":"2026-02-26T23:56:02.390921Z","end":"2026-02-26T23:56:02.560306Z","steps":["trace[989049444] 'agreement among raft nodes before linearized reading' (duration: 169.111797ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:02.969375Z","caller":"traceutil/trace.go:171","msg":"trace[1251905159] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"578.215348ms","start":"2026-02-26T23:56:02.391138Z","end":"2026-02-26T23:56:02.969353Z","steps":["trace[1251905159] 'process raft request' (duration: 522.699702ms)","trace[1251905159] 'compare' (duration: 55.370773ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:56:02.969632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:02.391114Z","time spent":"578.453324ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:56:02.969704Z","caller":"traceutil/trace.go:171","msg":"trace[1409617522] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"577.280717ms","start":"2026-02-26T23:56:02.392401Z","end":"2026-02-26T23:56:02.969682Z","steps":["trace[1409617522] 'process raft request' (duration: 576.928579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.96982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:02.392385Z","time spent":"577.373261ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:56:02.969981Z","caller":"traceutil/trace.go:171","msg":"trace[943360841] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"577.304918ms","start":"2026-02-26T23:56:02.392659Z","end":"2026-02-26T23:56:02.969964Z","steps":["trace[943360841] 'process raft request' (duration: 577.031162ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:02.969964Z","caller":"traceutil/trace.go:171","msg":"trace[810463363] linearizableReadLoop","detail":"{readStateIndex:5450; appliedIndex:5443; }","duration":"409.92581ms","start":"2026-02-26T23:56:02.560017Z","end":"2026-02-26T23:56:02.969943Z","steps":["trace[810463363] 'read index received' (duration: 353.882341ms)","trace[810463363] 'applied index is now lower than readState.Index' (duration: 56.042229ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:56:02.970097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:02.392636Z","time spent":"577.39129ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:56:02.970264Z","caller":"traceutil/trace.go:171","msg":"trace[217854301] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"577.643476ms","start":"2026-02-26T23:56:02.392611Z","end":"2026-02-26T23:56:02.970255Z","steps":["trace[217854301] 'process raft request' (duration: 577.042573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.970317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.764735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:56:02.97033Z","caller":"traceutil/trace.go:171","msg":"trace[1194289400] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"571.792386ms","start":"2026-02-26T23:56:02.398512Z","end":"2026-02-26T23:56:02.970305Z","steps":["trace[1194289400] 'process raft request' (duration: 571.253144ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:02.970392Z","caller":"traceutil/trace.go:171","msg":"trace[2096175652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5248; }","duration":"575.864506ms","start":"2026-02-26T23:56:02.39451Z","end":"2026-02-26T23:56:02.970374Z","steps":["trace[2096175652] 'agreement among raft nodes before linearized reading' (duration: 575.713003ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:02.970313Z","caller":"traceutil/trace.go:171","msg":"trace[1689557556] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"577.793098ms","start":"2026-02-26T23:56:02.392489Z","end":"2026-02-26T23:56:02.970282Z","steps":["trace[1689557556] 'process raft request' (duration: 577.051912ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:02.970397Z","caller":"traceutil/trace.go:171","msg":"trace[72780469] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"515.218496ms","start":"2026-02-26T23:56:02.455158Z","end":"2026-02-26T23:56:02.970376Z","steps":["trace[72780469] 'process raft request' (duration: 514.694935ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.970495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:02.398506Z","time spent":"571.890228ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17108,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:56:02.970534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:02.392481Z","time spent":"577.975423ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:56:02.970451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:02.394501Z","time spent":"575.941279ms","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T23:56:02.970649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.056868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81714"} {"level":"warn","ts":"2026-02-26T23:56:02.970684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:02.392604Z","time spent":"578.044334ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:56:02.970675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:02.455145Z","time spent":"515.37716ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:56:02.970751Z","caller":"traceutil/trace.go:171","msg":"trace[1779154030] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5248; }","duration":"579.244791ms","start":"2026-02-26T23:56:02.391484Z","end":"2026-02-26T23:56:02.970729Z","steps":["trace[1779154030] 'agreement among raft nodes before linearized reading' (duration: 578.833912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.970867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:02.391466Z","time spent":"579.383805ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81738,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T23:56:02.971102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.619488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f8e26126-d79d-45b3-a066-59a4b58aad34\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-26T23:56:02.971909Z","caller":"traceutil/trace.go:171","msg":"trace[1676626930] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f8e26126-d79d-45b3-a066-59a4b58aad34; range_end:; response_count:1; response_revision:5248; }","duration":"407.814782ms","start":"2026-02-26T23:56:02.563387Z","end":"2026-02-26T23:56:02.971202Z","steps":["trace[1676626930] 'agreement among raft nodes before linearized reading' (duration: 407.018715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:02.97284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:02.563368Z","time spent":"409.450948ms","remote":"127.0.0.1:47388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-f8e26126-d79d-45b3-a066-59a4b58aad34\" "} {"level":"warn","ts":"2026-02-26T23:56:03.401573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.349828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T23:56:03.401684Z","caller":"traceutil/trace.go:171","msg":"trace[1104096881] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"376.45383ms","start":"2026-02-26T23:56:03.025212Z","end":"2026-02-26T23:56:03.401665Z","steps":["trace[1104096881] 'process raft request' (duration: 51.931088ms)","trace[1104096881] 'compare' (duration: 324.067592ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:56:03.402019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:03.025186Z","time spent":"376.660915ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:56:03.589429Z","caller":"traceutil/trace.go:171","msg":"trace[249038900] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"564.048036ms","start":"2026-02-26T23:56:03.025351Z","end":"2026-02-26T23:56:03.589399Z","steps":["trace[249038900] 'process raft request' (duration: 483.417783ms)","trace[249038900] 'compare' (duration: 80.423628ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:56:03.589564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:03.025333Z","time spent":"564.160659ms","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:56:03.589694Z","caller":"traceutil/trace.go:171","msg":"trace[526214525] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"161.080331ms","start":"2026-02-26T23:56:03.428599Z","end":"2026-02-26T23:56:03.589679Z","steps":["trace[526214525] 'process raft request' (duration: 161.04836ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:03.589901Z","caller":"traceutil/trace.go:171","msg":"trace[1508104502] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"554.423332ms","start":"2026-02-26T23:56:03.03547Z","end":"2026-02-26T23:56:03.589894Z","steps":["trace[1508104502] 'process raft request' (duration: 554.014183ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:03.589926Z","caller":"traceutil/trace.go:171","msg":"trace[612041776] linearizableReadLoop","detail":"{readStateIndex:5456; appliedIndex:5452; }","duration":"512.356833ms","start":"2026-02-26T23:56:03.077558Z","end":"2026-02-26T23:56:03.589914Z","steps":["trace[612041776] 'read index received' (duration: 431.22464ms)","trace[612041776] 'applied index is now lower than readState.Index' (duration: 81.131003ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T23:56:03.589954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:03.035463Z","time spent":"554.469013ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15256,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:56:03.590052Z","caller":"traceutil/trace.go:171","msg":"trace[929585573] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"564.090366ms","start":"2026-02-26T23:56:03.025955Z","end":"2026-02-26T23:56:03.590046Z","steps":["trace[929585573] 'process raft request' (duration: 563.38166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:03.590095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:03.025894Z","time spent":"564.179308ms","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T23:56:03.5901Z","caller":"traceutil/trace.go:171","msg":"trace[1916117220] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"162.049872ms","start":"2026-02-26T23:56:03.428041Z","end":"2026-02-26T23:56:03.590091Z","steps":["trace[1916117220] 'process raft request' (duration: 161.50432ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:03.590215Z","caller":"traceutil/trace.go:171","msg":"trace[1357869456] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"161.880048ms","start":"2026-02-26T23:56:03.428327Z","end":"2026-02-26T23:56:03.590207Z","steps":["trace[1357869456] 'process raft request' (duration: 161.270005ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:03.590251Z","caller":"traceutil/trace.go:171","msg":"trace[332663164] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"563.36787ms","start":"2026-02-26T23:56:03.026876Z","end":"2026-02-26T23:56:03.590244Z","steps":["trace[332663164] 'process raft request' (duration: 562.505021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:03.590288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:03.026861Z","time spent":"563.40784ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:56:03.590428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.871834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-26T23:56:03.590509Z","caller":"traceutil/trace.go:171","msg":"trace[1375132375] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5257; }","duration":"512.988166ms","start":"2026-02-26T23:56:03.07751Z","end":"2026-02-26T23:56:03.590498Z","steps":["trace[1375132375] 'agreement among raft nodes before linearized reading' (duration: 512.834573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:03.590541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:03.077495Z","time spent":"513.037957ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-26T23:56:03.590699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.235415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T23:56:03.590739Z","caller":"traceutil/trace.go:171","msg":"trace[189911938] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5257; }","duration":"362.321826ms","start":"2026-02-26T23:56:03.228407Z","end":"2026-02-26T23:56:03.590729Z","steps":["trace[189911938] 'agreement among raft nodes before linearized reading' (duration: 362.264265ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:03.590767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:03.228381Z","time spent":"362.378858ms","remote":"127.0.0.1:46008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T23:56:03.59102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.228363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-02-26T23:56:03.591052Z","caller":"traceutil/trace.go:171","msg":"trace[1429053202] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5257; }","duration":"285.286254ms","start":"2026-02-26T23:56:03.305759Z","end":"2026-02-26T23:56:03.591046Z","steps":["trace[1429053202] 'agreement among raft nodes before linearized reading' (duration: 285.206713ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:05.248965Z","caller":"traceutil/trace.go:171","msg":"trace[1487255494] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"269.496375ms","start":"2026-02-26T23:56:04.979444Z","end":"2026-02-26T23:56:05.248941Z","steps":["trace[1487255494] 'process raft request' (duration: 269.344092ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:05.328428Z","caller":"traceutil/trace.go:171","msg":"trace[1513668006] linearizableReadLoop","detail":"{readStateIndex:5465; appliedIndex:5460; }","duration":"347.951581ms","start":"2026-02-26T23:56:04.980451Z","end":"2026-02-26T23:56:05.328402Z","steps":["trace[1513668006] 'read index received' (duration: 268.340471ms)","trace[1513668006] 'applied index is now lower than readState.Index' (duration: 79.61008ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:56:05.328461Z","caller":"traceutil/trace.go:171","msg":"trace[650486966] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"348.453531ms","start":"2026-02-26T23:56:04.979977Z","end":"2026-02-26T23:56:05.32843Z","steps":["trace[650486966] 'process raft request' (duration: 348.327289ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:05.328512Z","caller":"traceutil/trace.go:171","msg":"trace[910698563] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"348.576484ms","start":"2026-02-26T23:56:04.979907Z","end":"2026-02-26T23:56:05.328484Z","steps":["trace[910698563] 'process raft request' (duration: 348.335518ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:05.328491Z","caller":"traceutil/trace.go:171","msg":"trace[720356723] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"348.553044ms","start":"2026-02-26T23:56:04.979846Z","end":"2026-02-26T23:56:05.328399Z","steps":["trace[720356723] 'process raft request' (duration: 348.119163ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:05.328586Z","caller":"traceutil/trace.go:171","msg":"trace[1605841571] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"348.411191ms","start":"2026-02-26T23:56:04.980161Z","end":"2026-02-26T23:56:05.328572Z","steps":["trace[1605841571] 'process raft request' (duration: 348.185046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:05.328615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:04.979963Z","time spent":"348.568324ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:56:05.328656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:04.979872Z","time spent":"348.690816ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:56:05.328671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:04.98015Z","time spent":"348.472552ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:56:05.328693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:04.979824Z","time spent":"348.764178ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T23:56:05.330414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.945434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81714"} {"level":"info","ts":"2026-02-26T23:56:05.33058Z","caller":"traceutil/trace.go:171","msg":"trace[816885361] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5263; }","duration":"350.102867ms","start":"2026-02-26T23:56:04.980428Z","end":"2026-02-26T23:56:05.330531Z","steps":["trace[816885361] 'agreement among raft nodes before linearized reading' (duration: 348.356629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:05.330677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T23:56:04.980421Z","time spent":"350.23587ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81738,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T23:56:17.779042Z","caller":"traceutil/trace.go:171","msg":"trace[422996377] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"140.967824ms","start":"2026-02-26T23:56:17.638047Z","end":"2026-02-26T23:56:17.779015Z","steps":["trace[422996377] 'process raft request' (duration: 140.76895ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:17.779174Z","caller":"traceutil/trace.go:171","msg":"trace[1967121725] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"140.452773ms","start":"2026-02-26T23:56:17.6387Z","end":"2026-02-26T23:56:17.779153Z","steps":["trace[1967121725] 'process raft request' (duration: 140.27022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:39.457892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.025905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-02-26T23:56:39.458058Z","caller":"traceutil/trace.go:171","msg":"trace[2007874375] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5544; }","duration":"137.304531ms","start":"2026-02-26T23:56:39.320733Z","end":"2026-02-26T23:56:39.458037Z","steps":["trace[2007874375] 'range keys from in-memory index tree' (duration: 136.8124ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:39.683961Z","caller":"traceutil/trace.go:171","msg":"trace[750784145] linearizableReadLoop","detail":"{readStateIndex:5760; appliedIndex:5757; }","duration":"130.918938ms","start":"2026-02-26T23:56:39.553016Z","end":"2026-02-26T23:56:39.683935Z","steps":["trace[750784145] 'read index received' (duration: 45.76428ms)","trace[750784145] 'applied index is now lower than readState.Index' (duration: 85.152908ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:56:39.683961Z","caller":"traceutil/trace.go:171","msg":"trace[798922142] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"132.78597ms","start":"2026-02-26T23:56:39.551113Z","end":"2026-02-26T23:56:39.683899Z","steps":["trace[798922142] 'process raft request' (duration: 47.650202ms)","trace[798922142] 'compare' (duration: 84.828832ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:56:39.68403Z","caller":"traceutil/trace.go:171","msg":"trace[1261277779] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"131.88012ms","start":"2026-02-26T23:56:39.552113Z","end":"2026-02-26T23:56:39.683993Z","steps":["trace[1261277779] 'process raft request' (duration: 131.779038ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:39.684028Z","caller":"traceutil/trace.go:171","msg":"trace[646155399] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"132.865072ms","start":"2026-02-26T23:56:39.551104Z","end":"2026-02-26T23:56:39.683969Z","steps":["trace[646155399] 'process raft request' (duration: 132.686608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:39.684165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.480804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T23:56:39.684214Z","caller":"traceutil/trace.go:171","msg":"trace[2123598954] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5549; }","duration":"119.597516ms","start":"2026-02-26T23:56:39.564604Z","end":"2026-02-26T23:56:39.684201Z","steps":["trace[2123598954] 'agreement among raft nodes before linearized reading' (duration: 119.512964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T23:56:39.68436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.338868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101423"} {"level":"info","ts":"2026-02-26T23:56:39.684422Z","caller":"traceutil/trace.go:171","msg":"trace[264940789] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5549; }","duration":"131.42838ms","start":"2026-02-26T23:56:39.552979Z","end":"2026-02-26T23:56:39.684407Z","steps":["trace[264940789] 'agreement among raft nodes before linearized reading' (duration: 131.113073ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:39.868482Z","caller":"traceutil/trace.go:171","msg":"trace[878169305] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"111.901534ms","start":"2026-02-26T23:56:39.756544Z","end":"2026-02-26T23:56:39.868446Z","steps":["trace[878169305] 'process raft request' (duration: 87.4371ms)","trace[878169305] 'compare' (duration: 24.175608ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:56:42.993849Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2699} {"level":"info","ts":"2026-02-26T23:56:43.055143Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2699,"took":"59.808174ms","hash":3585908416,"current-db-size-bytes":40230912,"current-db-size":"40 MB","current-db-size-in-use-bytes":30052352,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-26T23:56:43.055196Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3585908416,"revision":2699,"compact-revision":-1} {"level":"info","ts":"2026-02-26T23:56:47.79854Z","caller":"traceutil/trace.go:171","msg":"trace[2118257629] transaction","detail":"{read_only:false; response_revision:5617; number_of_response:1; }","duration":"215.817702ms","start":"2026-02-26T23:56:47.582691Z","end":"2026-02-26T23:56:47.798509Z","steps":["trace[2118257629] 'process raft request' (duration: 214.106313ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:52.07025Z","caller":"traceutil/trace.go:171","msg":"trace[1620049516] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"115.523645ms","start":"2026-02-26T23:56:51.954696Z","end":"2026-02-26T23:56:52.070219Z","steps":["trace[1620049516] 'process raft request' (duration: 115.342631ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:56:52.070531Z","caller":"traceutil/trace.go:171","msg":"trace[1413510146] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"110.925173ms","start":"2026-02-26T23:56:51.959564Z","end":"2026-02-26T23:56:52.070489Z","steps":["trace[1413510146] 'process raft request' (duration: 110.598096ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:01:43.00212Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5570} {"level":"info","ts":"2026-02-27T00:01:43.091924Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5570,"took":"87.645067ms","hash":3339135533,"current-db-size-bytes":40890368,"current-db-size":"41 MB","current-db-size-in-use-bytes":21344256,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-02-27T00:01:43.091982Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3339135533,"revision":5570,"compact-revision":2699} {"level":"info","ts":"2026-02-27T00:02:07.771521Z","caller":"traceutil/trace.go:171","msg":"trace[773579704] linearizableReadLoop","detail":"{readStateIndex:8107; appliedIndex:8106; }","duration":"349.429529ms","start":"2026-02-27T00:02:07.422071Z","end":"2026-02-27T00:02:07.771501Z","steps":["trace[773579704] 'read index received' (duration: 349.282965ms)","trace[773579704] 'applied index is now lower than readState.Index' (duration: 145.634µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:02:07.771615Z","caller":"traceutil/trace.go:171","msg":"trace[170373649] transaction","detail":"{read_only:false; response_revision:7816; number_of_response:1; }","duration":"370.113522ms","start":"2026-02-27T00:02:07.401475Z","end":"2026-02-27T00:02:07.771588Z","steps":["trace[170373649] 'process raft request' (duration: 369.893158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:07.771764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:07.401452Z","time spent":"370.230576ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:02:07.771781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.657406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T00:02:07.771822Z","caller":"traceutil/trace.go:171","msg":"trace[930748020] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7816; }","duration":"244.738627ms","start":"2026-02-27T00:02:07.527074Z","end":"2026-02-27T00:02:07.771813Z","steps":["trace[930748020] 'agreement among raft nodes before linearized reading' (duration: 244.640045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:07.771803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.721295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T00:02:07.771922Z","caller":"traceutil/trace.go:171","msg":"trace[465261367] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7816; }","duration":"349.897009ms","start":"2026-02-27T00:02:07.422007Z","end":"2026-02-27T00:02:07.771904Z","steps":["trace[465261367] 'agreement among raft nodes before linearized reading' (duration: 349.630984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:07.771963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:07.421984Z","time spent":"349.97022ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:02:07.771999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.36562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T00:02:07.772083Z","caller":"traceutil/trace.go:171","msg":"trace[1991387864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7816; }","duration":"325.470882ms","start":"2026-02-27T00:02:07.44657Z","end":"2026-02-27T00:02:07.772041Z","steps":["trace[1991387864] 'agreement among raft nodes before linearized reading' (duration: 325.248577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:07.772118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:07.446558Z","time spent":"325.553034ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:02:07.772042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.663147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xd22m\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-02-27T00:02:07.772206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.648722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T00:02:07.772205Z","caller":"traceutil/trace.go:171","msg":"trace[382252012] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xd22m; range_end:; response_count:1; response_revision:7816; }","duration":"189.880701ms","start":"2026-02-27T00:02:07.582296Z","end":"2026-02-27T00:02:07.772176Z","steps":["trace[382252012] 'agreement among raft nodes before linearized reading' (duration: 189.397731ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:07.772236Z","caller":"traceutil/trace.go:171","msg":"trace[2072277084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7816; }","duration":"333.696542ms","start":"2026-02-27T00:02:07.438531Z","end":"2026-02-27T00:02:07.772228Z","steps":["trace[2072277084] 'agreement among raft nodes before linearized reading' (duration: 333.11665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:07.772257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:07.438521Z","time spent":"333.730843ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T00:02:08.042779Z","caller":"traceutil/trace.go:171","msg":"trace[331929995] transaction","detail":"{read_only:false; response_revision:7818; number_of_response:1; }","duration":"267.046728ms","start":"2026-02-27T00:02:07.775707Z","end":"2026-02-27T00:02:08.042753Z","steps":["trace[331929995] 'process raft request' (duration: 267.004047ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:08.042947Z","caller":"traceutil/trace.go:171","msg":"trace[1891881997] transaction","detail":"{read_only:false; response_revision:7817; number_of_response:1; }","duration":"267.218372ms","start":"2026-02-27T00:02:07.775696Z","end":"2026-02-27T00:02:08.042914Z","steps":["trace[1891881997] 'process raft request' (duration: 266.877104ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:08.044158Z","caller":"traceutil/trace.go:171","msg":"trace[1714207001] linearizableReadLoop","detail":"{readStateIndex:8110; appliedIndex:8107; }","duration":"267.377675ms","start":"2026-02-27T00:02:07.776754Z","end":"2026-02-27T00:02:08.044132Z","steps":["trace[1714207001] 'read index received' (duration: 265.802611ms)","trace[1714207001] 'applied index is now lower than readState.Index' (duration: 1.574044ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:02:08.044229Z","caller":"traceutil/trace.go:171","msg":"trace[793600009] transaction","detail":"{read_only:false; response_revision:7819; number_of_response:1; }","duration":"268.405708ms","start":"2026-02-27T00:02:07.775804Z","end":"2026-02-27T00:02:08.04421Z","steps":["trace[793600009] 'process raft request' (duration: 268.227854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:08.044613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.839676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229997"} {"level":"info","ts":"2026-02-27T00:02:08.044723Z","caller":"traceutil/trace.go:171","msg":"trace[1425966196] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7819; }","duration":"267.965448ms","start":"2026-02-27T00:02:07.776741Z","end":"2026-02-27T00:02:08.044707Z","steps":["trace[1425966196] 'agreement among raft nodes before linearized reading' (duration: 267.481478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:18.21065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.887407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T00:02:18.210728Z","caller":"traceutil/trace.go:171","msg":"trace[1876690054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7863; }","duration":"131.015459ms","start":"2026-02-27T00:02:18.079695Z","end":"2026-02-27T00:02:18.210711Z","steps":["trace[1876690054] 'range keys from in-memory index tree' (duration: 130.689572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:18.210781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.399967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xd22m\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-27T00:02:18.210855Z","caller":"traceutil/trace.go:171","msg":"trace[514029223] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xd22m; range_end:; response_count:1; response_revision:7863; }","duration":"105.517979ms","start":"2026-02-27T00:02:18.105319Z","end":"2026-02-27T00:02:18.210837Z","steps":["trace[514029223] 'range keys from in-memory index tree' (duration: 105.304465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:18.21093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.678466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T00:02:18.210988Z","caller":"traceutil/trace.go:171","msg":"trace[1575588855] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7863; }","duration":"117.778318ms","start":"2026-02-27T00:02:18.093197Z","end":"2026-02-27T00:02:18.210975Z","steps":["trace[1575588855] 'range keys from in-memory index tree' (duration: 117.552963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:18.211004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.447767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T00:02:18.211124Z","caller":"traceutil/trace.go:171","msg":"trace[418528096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7863; }","duration":"125.58337ms","start":"2026-02-27T00:02:18.085497Z","end":"2026-02-27T00:02:18.211081Z","steps":["trace[418528096] 'range keys from in-memory index tree' (duration: 125.284514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:18.572322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.342645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T00:02:18.572613Z","caller":"traceutil/trace.go:171","msg":"trace[340071098] linearizableReadLoop","detail":"{readStateIndex:8160; appliedIndex:8158; }","duration":"242.732935ms","start":"2026-02-27T00:02:18.329864Z","end":"2026-02-27T00:02:18.572597Z","steps":["trace[340071098] 'read index received' (duration: 35.970801ms)","trace[340071098] 'applied index is now lower than readState.Index' (duration: 206.761324ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:02:18.572822Z","caller":"traceutil/trace.go:171","msg":"trace[490393835] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"205.64894ms","start":"2026-02-27T00:02:18.36716Z","end":"2026-02-27T00:02:18.572809Z","steps":["trace[490393835] 'process raft request' (duration: 205.406365ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:18.572822Z","caller":"traceutil/trace.go:171","msg":"trace[1968002615] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"357.610289ms","start":"2026-02-27T00:02:18.215177Z","end":"2026-02-27T00:02:18.572788Z","steps":["trace[1968002615] 'process raft request' (duration: 150.722292ms)","trace[1968002615] 'compare' (duration: 206.235943ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:02:18.572914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.256323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T00:02:18.572964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:18.215161Z","time spent":"357.726721ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:02:18.572991Z","caller":"traceutil/trace.go:171","msg":"trace[1909379684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7868; }","duration":"206.393866ms","start":"2026-02-27T00:02:18.366581Z","end":"2026-02-27T00:02:18.572975Z","steps":["trace[1909379684] 'agreement among raft nodes before linearized reading' (duration: 206.240723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:18.573081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.205485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T00:02:18.573153Z","caller":"traceutil/trace.go:171","msg":"trace[1911864707] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:7868; }","duration":"243.325497ms","start":"2026-02-27T00:02:18.329814Z","end":"2026-02-27T00:02:18.573139Z","steps":["trace[1911864707] 'agreement among raft nodes before linearized reading' (duration: 243.172894ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:18.573112Z","caller":"traceutil/trace.go:171","msg":"trace[1264754940] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"357.509657ms","start":"2026-02-27T00:02:18.215178Z","end":"2026-02-27T00:02:18.572688Z","steps":["trace[1264754940] 'process raft request' (duration: 357.325893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:18.573269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:18.215161Z","time spent":"358.070528ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:02:19.584997Z","caller":"traceutil/trace.go:171","msg":"trace[1162012719] transaction","detail":"{read_only:false; response_revision:7870; number_of_response:1; }","duration":"355.073843ms","start":"2026-02-27T00:02:19.229841Z","end":"2026-02-27T00:02:19.584915Z","steps":["trace[1162012719] 'process raft request' (duration: 320.684267ms)","trace[1162012719] 'compare' (duration: 34.040958ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:02:19.585165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:19.22982Z","time spent":"355.253926ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:02:19.657777Z","caller":"traceutil/trace.go:171","msg":"trace[1871374021] transaction","detail":"{read_only:false; response_revision:7871; number_of_response:1; }","duration":"421.094613ms","start":"2026-02-27T00:02:19.236651Z","end":"2026-02-27T00:02:19.657746Z","steps":["trace[1871374021] 'process raft request' (duration: 420.850278ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:19.657858Z","caller":"traceutil/trace.go:171","msg":"trace[176269687] linearizableReadLoop","detail":"{readStateIndex:8165; appliedIndex:8162; }","duration":"356.103035ms","start":"2026-02-27T00:02:19.30172Z","end":"2026-02-27T00:02:19.657823Z","steps":["trace[176269687] 'read index received' (duration: 248.799137ms)","trace[176269687] 'applied index is now lower than readState.Index' (duration: 107.302868ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:02:19.657921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:19.236632Z","time spent":"421.212815ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:02:19.658049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.312219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T00:02:19.658093Z","caller":"traceutil/trace.go:171","msg":"trace[2094854811] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:7873; }","duration":"356.421632ms","start":"2026-02-27T00:02:19.301659Z","end":"2026-02-27T00:02:19.658081Z","steps":["trace[2094854811] 'agreement among raft nodes before linearized reading' (duration: 356.268808ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:19.658062Z","caller":"traceutil/trace.go:171","msg":"trace[1847541375] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"414.765174ms","start":"2026-02-27T00:02:19.243223Z","end":"2026-02-27T00:02:19.657989Z","steps":["trace[1847541375] 'process raft request' (duration: 414.419816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:19.658129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:19.301633Z","time spent":"356.486933ms","remote":"127.0.0.1:47510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":52,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:02:19.658132Z","caller":"traceutil/trace.go:171","msg":"trace[107681314] transaction","detail":"{read_only:false; response_revision:7873; number_of_response:1; }","duration":"198.168653ms","start":"2026-02-27T00:02:19.459894Z","end":"2026-02-27T00:02:19.658063Z","steps":["trace[107681314] 'process raft request' (duration: 197.846116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:19.658243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:19.243208Z","time spent":"414.938148ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:02:20.706461Z","caller":"traceutil/trace.go:171","msg":"trace[591411768] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"125.249153ms","start":"2026-02-27T00:02:20.581184Z","end":"2026-02-27T00:02:20.706433Z","steps":["trace[591411768] 'process raft request' (duration: 125.085898ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:20.725127Z","caller":"traceutil/trace.go:171","msg":"trace[2085327419] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"142.747277ms","start":"2026-02-27T00:02:20.582349Z","end":"2026-02-27T00:02:20.725096Z","steps":["trace[2085327419] 'process raft request' (duration: 142.556962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:44.330482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.187693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-02-27T00:02:44.330581Z","caller":"traceutil/trace.go:171","msg":"trace[581604330] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8046; }","duration":"187.330256ms","start":"2026-02-27T00:02:44.143226Z","end":"2026-02-27T00:02:44.330556Z","steps":["trace[581604330] 'range keys from in-memory index tree' (duration: 186.951457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:48.505046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805357232,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:02:49.005675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805357232,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:02:49.506181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805357232,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:02:50.007117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805357232,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:02:50.033583Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.163082041s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:02:50.034026Z","caller":"traceutil/trace.go:171","msg":"trace[873974711] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"2.237965188s","start":"2026-02-27T00:02:47.796034Z","end":"2026-02-27T00:02:50.034Z","steps":["trace[873974711] 'process raft request' (duration: 2.237916766s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:50.034089Z","caller":"traceutil/trace.go:171","msg":"trace[1382970712] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"2.25262848s","start":"2026-02-27T00:02:47.781434Z","end":"2026-02-27T00:02:50.034062Z","steps":["trace[1382970712] 'process raft request' (duration: 2.252373243s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.034169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:47.796005Z","time spent":"2.23809271s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:02:50.034191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:47.781405Z","time spent":"2.252731903s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:02:50.144928Z","caller":"traceutil/trace.go:171","msg":"trace[2119897221] linearizableReadLoop","detail":"{readStateIndex:8369; appliedIndex:8364; }","duration":"2.140688119s","start":"2026-02-27T00:02:48.004216Z","end":"2026-02-27T00:02:50.144904Z","steps":["trace[2119897221] 'read index received' (duration: 2.029569227s)","trace[2119897221] 'applied index is now lower than readState.Index' (duration: 111.117632ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:02:50.14495Z","caller":"traceutil/trace.go:171","msg":"trace[1355801012] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"1.507848964s","start":"2026-02-27T00:02:48.637073Z","end":"2026-02-27T00:02:50.144922Z","steps":["trace[1355801012] 'process raft request' (duration: 1.50314317s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:50.145068Z","caller":"traceutil/trace.go:171","msg":"trace[1089008078] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"1.369621627s","start":"2026-02-27T00:02:48.775435Z","end":"2026-02-27T00:02:50.145057Z","steps":["trace[1089008078] 'process raft request' (duration: 1.369384831s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.145088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:48.637046Z","time spent":"1.507966716s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:02:50.145208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:48.775403Z","time spent":"1.369697147s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:02:50.145325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141107759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T00:02:50.145373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.693108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:02:50.145384Z","caller":"traceutil/trace.go:171","msg":"trace[1606399501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8068; }","duration":"2.141209561s","start":"2026-02-27T00:02:48.004156Z","end":"2026-02-27T00:02:50.145365Z","steps":["trace[1606399501] 'agreement among raft nodes before linearized reading' (duration: 2.141011487s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:50.145378Z","caller":"traceutil/trace.go:171","msg":"trace[1635681959] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"758.946338ms","start":"2026-02-27T00:02:49.386393Z","end":"2026-02-27T00:02:50.145339Z","steps":["trace[1635681959] 'process raft request' (duration: 758.472237ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:50.14541Z","caller":"traceutil/trace.go:171","msg":"trace[529191116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8068; }","duration":"260.76524ms","start":"2026-02-27T00:02:49.884634Z","end":"2026-02-27T00:02:50.145399Z","steps":["trace[529191116] 'agreement among raft nodes before linearized reading' (duration: 260.705659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.145427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:48.004134Z","time spent":"2.141284492s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:02:50.14546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951110033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T00:02:50.145513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.860894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T00:02:50.145539Z","caller":"traceutil/trace.go:171","msg":"trace[1942939520] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8068; }","duration":"1.951255437s","start":"2026-02-27T00:02:48.194263Z","end":"2026-02-27T00:02:50.145518Z","steps":["trace[1942939520] 'agreement among raft nodes before linearized reading' (duration: 1.951072273s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.14554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:49.38637Z","time spent":"759.08643ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:02:50.145384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.467398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T00:02:50.145588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:48.194239Z","time spent":"1.951339619s","remote":"127.0.0.1:47452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:02:50.145559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36573502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T00:02:50.145631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.056967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5dbfc4f76c-mfqfw.1897f18229a0e39d\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-02-27T00:02:50.145663Z","caller":"traceutil/trace.go:171","msg":"trace[1723142379] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5dbfc4f76c-mfqfw.1897f18229a0e39d; range_end:; response_count:1; response_revision:8068; }","duration":"403.119398ms","start":"2026-02-27T00:02:49.742533Z","end":"2026-02-27T00:02:50.145652Z","steps":["trace[1723142379] 'agreement among raft nodes before linearized reading' (duration: 403.037807ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:50.145551Z","caller":"traceutil/trace.go:171","msg":"trace[331228564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8068; }","duration":"271.928686ms","start":"2026-02-27T00:02:49.873611Z","end":"2026-02-27T00:02:50.14554Z","steps":["trace[331228564] 'agreement among raft nodes before linearized reading' (duration: 271.801123ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:50.14564Z","caller":"traceutil/trace.go:171","msg":"trace[1043213625] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8068; }","duration":"779.696683ms","start":"2026-02-27T00:02:49.365903Z","end":"2026-02-27T00:02:50.145599Z","steps":["trace[1043213625] 'agreement among raft nodes before linearized reading' (duration: 779.438908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.145692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:49.742514Z","time spent":"403.172219ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5dbfc4f76c-mfqfw.1897f18229a0e39d\" "} {"level":"warn","ts":"2026-02-27T00:02:50.145742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711415917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xd22m\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-02-27T00:02:50.145749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:49.365847Z","time spent":"779.875747ms","remote":"127.0.0.1:60008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:02:50.145787Z","caller":"traceutil/trace.go:171","msg":"trace[1471158971] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xd22m; range_end:; response_count:1; response_revision:8068; }","duration":"1.711474378s","start":"2026-02-27T00:02:48.434295Z","end":"2026-02-27T00:02:50.14577Z","steps":["trace[1471158971] 'agreement among raft nodes before linearized reading' (duration: 1.711408237s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.145793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773217565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T00:02:50.145819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:48.434285Z","time spent":"1.71152739s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-xd22m\" "} {"level":"info","ts":"2026-02-27T00:02:50.145829Z","caller":"traceutil/trace.go:171","msg":"trace[77931466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8068; }","duration":"1.773293417s","start":"2026-02-27T00:02:48.372525Z","end":"2026-02-27T00:02:50.145819Z","steps":["trace[77931466] 'agreement among raft nodes before linearized reading' (duration: 1.773240256s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.145841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133712791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T00:02:50.145857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:48.372503Z","time spent":"1.773348078s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:02:50.145852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.619275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T00:02:50.145873Z","caller":"traceutil/trace.go:171","msg":"trace[928768684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8068; }","duration":"1.133828794s","start":"2026-02-27T00:02:49.012035Z","end":"2026-02-27T00:02:50.145864Z","steps":["trace[928768684] 'agreement among raft nodes before linearized reading' (duration: 1.133677481s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:50.145899Z","caller":"traceutil/trace.go:171","msg":"trace[878926273] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8068; }","duration":"568.700456ms","start":"2026-02-27T00:02:49.577184Z","end":"2026-02-27T00:02:50.145885Z","steps":["trace[878926273] 'agreement among raft nodes before linearized reading' (duration: 568.598234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.145913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:49.012008Z","time spent":"1.133897476s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:02:50.145899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07401803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T00:02:50.145666Z","caller":"traceutil/trace.go:171","msg":"trace[114275766] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8068; }","duration":"1.365859723s","start":"2026-02-27T00:02:48.779777Z","end":"2026-02-27T00:02:50.145636Z","steps":["trace[114275766] 'agreement among raft nodes before linearized reading' (duration: 1.365640538s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.145664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71886733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T00:02:50.145978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.723884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T00:02:50.145986Z","caller":"traceutil/trace.go:171","msg":"trace[858785107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8068; }","duration":"1.074141483s","start":"2026-02-27T00:02:49.071822Z","end":"2026-02-27T00:02:50.145964Z","steps":["trace[858785107] 'agreement among raft nodes before linearized reading' (duration: 1.073782105s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.145995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:48.779706Z","time spent":"1.366279043s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":15,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:02:50.146012Z","caller":"traceutil/trace.go:171","msg":"trace[11129700] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8068; }","duration":"567.777996ms","start":"2026-02-27T00:02:49.578224Z","end":"2026-02-27T00:02:50.146002Z","steps":["trace[11129700] 'agreement among raft nodes before linearized reading' (duration: 567.729955ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:50.146016Z","caller":"traceutil/trace.go:171","msg":"trace[36337851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8068; }","duration":"1.719274989s","start":"2026-02-27T00:02:48.426728Z","end":"2026-02-27T00:02:50.146003Z","steps":["trace[36337851] 'agreement among raft nodes before linearized reading' (duration: 1.718758638s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.146034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:49.071811Z","time spent":"1.074213605s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:02:50.146042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:49.578213Z","time spent":"567.821428ms","remote":"127.0.0.1:45972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:02:50.146048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.631563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T00:02:50.146065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:48.42671Z","time spent":"1.719341801s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T00:02:50.146083Z","caller":"traceutil/trace.go:171","msg":"trace[1970893331] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8068; }","duration":"678.679694ms","start":"2026-02-27T00:02:49.467392Z","end":"2026-02-27T00:02:50.146071Z","steps":["trace[1970893331] 'agreement among raft nodes before linearized reading' (duration: 678.629403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.146117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:49.46738Z","time spent":"678.728665ms","remote":"127.0.0.1:45980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:02:50.145932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:49.577167Z","time spent":"568.756788ms","remote":"127.0.0.1:44654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":36,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:02:50.145998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.782029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T00:02:50.146214Z","caller":"traceutil/trace.go:171","msg":"trace[2096727840] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8068; }","duration":"569.077126ms","start":"2026-02-27T00:02:49.577126Z","end":"2026-02-27T00:02:50.146204Z","steps":["trace[2096727840] 'agreement among raft nodes before linearized reading' (duration: 568.796109ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:50.146251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:49.577105Z","time spent":"569.131817ms","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:02:52.153476Z","caller":"traceutil/trace.go:171","msg":"trace[815931528] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"112.785918ms","start":"2026-02-27T00:02:52.040668Z","end":"2026-02-27T00:02:52.153454Z","steps":["trace[815931528] 'process raft request' (duration: 112.646915ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:52.436401Z","caller":"traceutil/trace.go:171","msg":"trace[447917215] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"234.170256ms","start":"2026-02-27T00:02:52.202198Z","end":"2026-02-27T00:02:52.436369Z","steps":["trace[447917215] 'process raft request' (duration: 135.947288ms)","trace[447917215] 'compare' (duration: 98.107945ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:02:53.005464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.638434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T00:02:53.005664Z","caller":"traceutil/trace.go:171","msg":"trace[173253878] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"803.341972ms","start":"2026-02-27T00:02:52.202281Z","end":"2026-02-27T00:02:53.005623Z","steps":["trace[173253878] 'process raft request' (duration: 498.464292ms)","trace[173253878] 'compare' (duration: 304.359608ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:02:53.005713Z","caller":"traceutil/trace.go:171","msg":"trace[1226323552] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"802.180096ms","start":"2026-02-27T00:02:52.203516Z","end":"2026-02-27T00:02:53.005697Z","steps":["trace[1226323552] 'process raft request' (duration: 802.119485ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:53.005738Z","caller":"traceutil/trace.go:171","msg":"trace[969110616] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"802.276398ms","start":"2026-02-27T00:02:52.203431Z","end":"2026-02-27T00:02:53.005707Z","steps":["trace[969110616] 'process raft request' (duration: 802.118965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:53.00579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:52.203479Z","time spent":"802.273698ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:02:53.005806Z","caller":"traceutil/trace.go:171","msg":"trace[1114132328] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"800.95866ms","start":"2026-02-27T00:02:52.204822Z","end":"2026-02-27T00:02:53.005781Z","steps":["trace[1114132328] 'process raft request' (duration: 800.845758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:53.005846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:52.202241Z","time spent":"803.508495ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:02:53.005901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:52.204812Z","time spent":"801.043032ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:02:53.005904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:52.203409Z","time spent":"802.404962ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:02:53.005785Z","caller":"traceutil/trace.go:171","msg":"trace[314071047] linearizableReadLoop","detail":"{readStateIndex:8383; appliedIndex:8381; }","duration":"802.921713ms","start":"2026-02-27T00:02:52.202841Z","end":"2026-02-27T00:02:53.005763Z","steps":["trace[314071047] 'read index received' (duration: 135.215161ms)","trace[314071047] 'applied index is now lower than readState.Index' (duration: 667.705422ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:02:53.00617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.310901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:27 size:234727"} {"level":"info","ts":"2026-02-27T00:02:53.00622Z","caller":"traceutil/trace.go:171","msg":"trace[985280905] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:27; response_revision:8083; }","duration":"803.404233ms","start":"2026-02-27T00:02:52.202806Z","end":"2026-02-27T00:02:53.00621Z","steps":["trace[985280905] 'agreement among raft nodes before linearized reading' (duration: 803.024665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:53.006256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:52.202794Z","time spent":"803.452655ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":27,"response size":234751,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T00:02:53.075858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.460248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:02:53.075903Z","caller":"traceutil/trace.go:171","msg":"trace[1709445829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8084; }","duration":"708.54446ms","start":"2026-02-27T00:02:52.367348Z","end":"2026-02-27T00:02:53.075893Z","steps":["trace[1709445829] 'agreement among raft nodes before linearized reading' (duration: 708.446138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:53.075954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:52.367326Z","time spent":"708.623921ms","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:02:54.867809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805357279,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T00:02:55.038948Z","caller":"traceutil/trace.go:171","msg":"trace[914088439] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"909.077506ms","start":"2026-02-27T00:02:54.12984Z","end":"2026-02-27T00:02:55.038917Z","steps":["trace[914088439] 'process raft request' (duration: 908.880542ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:55.039135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:54.129811Z","time spent":"909.23172ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:02:55.127195Z","caller":"traceutil/trace.go:171","msg":"trace[25004405] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"965.557867ms","start":"2026-02-27T00:02:54.161616Z","end":"2026-02-27T00:02:55.127174Z","steps":["trace[25004405] 'process raft request' (duration: 965.354073ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:55.127384Z","caller":"traceutil/trace.go:171","msg":"trace[1797920479] linearizableReadLoop","detail":"{readStateIndex:8391; appliedIndex:8388; }","duration":"760.084212ms","start":"2026-02-27T00:02:54.367266Z","end":"2026-02-27T00:02:55.127351Z","steps":["trace[1797920479] 'read index received' (duration: 671.539556ms)","trace[1797920479] 'applied index is now lower than readState.Index' (duration: 88.542296ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:02:55.127418Z","caller":"traceutil/trace.go:171","msg":"trace[621970239] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"921.844846ms","start":"2026-02-27T00:02:54.205546Z","end":"2026-02-27T00:02:55.127391Z","steps":["trace[621970239] 'process raft request' (duration: 921.5799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:55.127512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.257987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T00:02:55.12755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:54.205528Z","time spent":"921.948789ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:02:55.12756Z","caller":"traceutil/trace.go:171","msg":"trace[166043527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8088; }","duration":"760.339419ms","start":"2026-02-27T00:02:54.367209Z","end":"2026-02-27T00:02:55.127548Z","steps":["trace[166043527] 'agreement among raft nodes before linearized reading' (duration: 760.261347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:55.127643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:54.367193Z","time spent":"760.44457ms","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:02:55.127646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.349284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T00:02:55.127658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.068753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T00:02:55.127665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.049852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T00:02:55.127716Z","caller":"traceutil/trace.go:171","msg":"trace[834866086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8088; }","duration":"117.148824ms","start":"2026-02-27T00:02:55.010554Z","end":"2026-02-27T00:02:55.127703Z","steps":["trace[834866086] 'agreement among raft nodes before linearized reading' (duration: 116.97436ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:55.127728Z","caller":"traceutil/trace.go:171","msg":"trace[1459531756] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8088; }","duration":"117.125194ms","start":"2026-02-27T00:02:55.010588Z","end":"2026-02-27T00:02:55.127713Z","steps":["trace[1459531756] 'agreement among raft nodes before linearized reading' (duration: 116.95171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:55.127759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.714629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T00:02:55.127653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.48058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xd22m\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-27T00:02:55.127801Z","caller":"traceutil/trace.go:171","msg":"trace[704764204] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8088; }","duration":"473.798751ms","start":"2026-02-27T00:02:54.653994Z","end":"2026-02-27T00:02:55.127793Z","steps":["trace[704764204] 'agreement among raft nodes before linearized reading' (duration: 473.715979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:55.127799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.211986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T00:02:55.127808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.222556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T00:02:55.127875Z","caller":"traceutil/trace.go:171","msg":"trace[2111935904] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xd22m; range_end:; response_count:1; response_revision:8088; }","duration":"111.735725ms","start":"2026-02-27T00:02:55.016101Z","end":"2026-02-27T00:02:55.127837Z","steps":["trace[2111935904] 'agreement among raft nodes before linearized reading' (duration: 111.435448ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:02:55.127914Z","caller":"traceutil/trace.go:171","msg":"trace[1247794328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8088; }","duration":"117.384229ms","start":"2026-02-27T00:02:55.010504Z","end":"2026-02-27T00:02:55.127888Z","steps":["trace[1247794328] 'agreement among raft nodes before linearized reading' (duration: 117.091853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:55.127843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:54.653973Z","time spent":"473.861073ms","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:02:55.127854Z","caller":"traceutil/trace.go:171","msg":"trace[185217604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8088; }","duration":"117.284157ms","start":"2026-02-27T00:02:55.010556Z","end":"2026-02-27T00:02:55.12784Z","steps":["trace[185217604] 'agreement among raft nodes before linearized reading' (duration: 117.112573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:55.127418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:54.161593Z","time spent":"965.674729ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:02:55.127687Z","caller":"traceutil/trace.go:171","msg":"trace[1903518437] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8088; }","duration":"687.444786ms","start":"2026-02-27T00:02:54.440229Z","end":"2026-02-27T00:02:55.127674Z","steps":["trace[1903518437] 'agreement among raft nodes before linearized reading' (duration: 687.270102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:02:55.128093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:02:54.440209Z","time spent":"687.872195ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:03:03.50671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.823135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T00:03:03.507051Z","caller":"traceutil/trace.go:171","msg":"trace[841722681] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"409.856395ms","start":"2026-02-27T00:03:03.097143Z","end":"2026-02-27T00:03:03.506999Z","steps":["trace[841722681] 'process raft request' (duration: 75.667043ms)","trace[841722681] 'compare' (duration: 333.704752ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:03:03.507199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:03.097121Z","time spent":"409.997759ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:03:03.507471Z","caller":"traceutil/trace.go:171","msg":"trace[734817352] linearizableReadLoop","detail":"{readStateIndex:8478; appliedIndex:8475; }","duration":"334.726944ms","start":"2026-02-27T00:03:03.17273Z","end":"2026-02-27T00:03:03.507457Z","steps":["trace[734817352] 'read index received' (duration: 330.550163ms)","trace[734817352] 'applied index is now lower than readState.Index' (duration: 4.175671ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:03:03.50751Z","caller":"traceutil/trace.go:171","msg":"trace[1846303126] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"348.319783ms","start":"2026-02-27T00:03:03.159177Z","end":"2026-02-27T00:03:03.507497Z","steps":["trace[1846303126] 'process raft request' (duration: 347.648579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:03.507581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:03.159152Z","time spent":"348.387875ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:03:03.507779Z","caller":"traceutil/trace.go:171","msg":"trace[1121309259] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"346.113075ms","start":"2026-02-27T00:03:03.16165Z","end":"2026-02-27T00:03:03.507763Z","steps":["trace[1121309259] 'process raft request' (duration: 345.747167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:03.50787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:03.161639Z","time spent":"346.191536ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:03:03.508204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.263538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T00:03:03.508261Z","caller":"traceutil/trace.go:171","msg":"trace[598444024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8170; }","duration":"321.36574ms","start":"2026-02-27T00:03:03.186883Z","end":"2026-02-27T00:03:03.508248Z","steps":["trace[598444024] 'agreement among raft nodes before linearized reading' (duration: 321.151286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:03.508353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:03.186861Z","time spent":"321.483854ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:03:03.508385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.68426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xd22m\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-02-27T00:03:03.508489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.10384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T00:03:03.508525Z","caller":"traceutil/trace.go:171","msg":"trace[209856886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8170; }","duration":"318.186991ms","start":"2026-02-27T00:03:03.19033Z","end":"2026-02-27T00:03:03.508517Z","steps":["trace[209856886] 'agreement among raft nodes before linearized reading' (duration: 318.099349ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:03.508555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:03.190322Z","time spent":"318.227122ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:03:03.508603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.86619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T00:03:03.508661Z","caller":"traceutil/trace.go:171","msg":"trace[474320044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8170; }","duration":"335.950982ms","start":"2026-02-27T00:03:03.172698Z","end":"2026-02-27T00:03:03.508649Z","steps":["trace[474320044] 'agreement among raft nodes before linearized reading' (duration: 335.813128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:03.508707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:03.172686Z","time spent":"336.008573ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T00:03:03.508483Z","caller":"traceutil/trace.go:171","msg":"trace[1065301444] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xd22m; range_end:; response_count:1; response_revision:8170; }","duration":"312.808143ms","start":"2026-02-27T00:03:03.195659Z","end":"2026-02-27T00:03:03.508467Z","steps":["trace[1065301444] 'agreement among raft nodes before linearized reading' (duration: 312.618869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:03.50876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.710213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T00:03:03.508814Z","caller":"traceutil/trace.go:171","msg":"trace[591833956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8170; }","duration":"318.786706ms","start":"2026-02-27T00:03:03.190017Z","end":"2026-02-27T00:03:03.508803Z","steps":["trace[591833956] 'agreement among raft nodes before linearized reading' (duration: 318.671863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:03.508803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:03.195647Z","time spent":"313.120601ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-xd22m\" "} {"level":"warn","ts":"2026-02-27T00:03:03.508845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:03.190004Z","time spent":"318.834446ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:03:03.508841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.546731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:03:03.508885Z","caller":"traceutil/trace.go:171","msg":"trace[930958178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8170; }","duration":"141.626713ms","start":"2026-02-27T00:03:03.367245Z","end":"2026-02-27T00:03:03.508872Z","steps":["trace[930958178] 'agreement among raft nodes before linearized reading' (duration: 141.561652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:03.508671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.561191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T00:03:03.508931Z","caller":"traceutil/trace.go:171","msg":"trace[1930207547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8170; }","duration":"318.840486ms","start":"2026-02-27T00:03:03.190083Z","end":"2026-02-27T00:03:03.508923Z","steps":["trace[1930207547] 'agreement among raft nodes before linearized reading' (duration: 318.530139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:03.508956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:03.190066Z","time spent":"318.883668ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:03:04.06596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.710101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T00:03:04.066036Z","caller":"traceutil/trace.go:171","msg":"trace[1792064698] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"551.657131ms","start":"2026-02-27T00:03:03.514365Z","end":"2026-02-27T00:03:04.066022Z","steps":["trace[1792064698] 'process raft request' (duration: 238.818997ms)","trace[1792064698] 'compare' (duration: 312.62915ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:03:04.066077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:03.514345Z","time spent":"551.713604ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:03:04.120778Z","caller":"traceutil/trace.go:171","msg":"trace[1541322947] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"604.021093ms","start":"2026-02-27T00:03:03.516728Z","end":"2026-02-27T00:03:04.120749Z","steps":["trace[1541322947] 'process raft request' (duration: 603.946532ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:03:04.12083Z","caller":"traceutil/trace.go:171","msg":"trace[1270344010] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"604.405671ms","start":"2026-02-27T00:03:03.516388Z","end":"2026-02-27T00:03:04.120794Z","steps":["trace[1270344010] 'process raft request' (duration: 604.149386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:04.120932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:03.516722Z","time spent":"604.133326ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:03:04.120999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:03.516361Z","time spent":"604.543405ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:03:04.121102Z","caller":"traceutil/trace.go:171","msg":"trace[1181197568] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"604.340911ms","start":"2026-02-27T00:03:03.516744Z","end":"2026-02-27T00:03:04.121085Z","steps":["trace[1181197568] 'process raft request' (duration: 603.970603ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:03:04.121137Z","caller":"traceutil/trace.go:171","msg":"trace[1125932934] linearizableReadLoop","detail":"{readStateIndex:8480; appliedIndex:8478; }","duration":"604.662257ms","start":"2026-02-27T00:03:03.516464Z","end":"2026-02-27T00:03:04.121126Z","steps":["trace[1125932934] 'read index received' (duration: 236.735663ms)","trace[1125932934] 'applied index is now lower than readState.Index' (duration: 367.925774ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:03:04.121197Z","caller":"traceutil/trace.go:171","msg":"trace[1294545325] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"574.334151ms","start":"2026-02-27T00:03:03.546855Z","end":"2026-02-27T00:03:04.121189Z","steps":["trace[1294545325] 'process raft request' (duration: 574.185448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:04.121197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:03.516736Z","time spent":"604.418852ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:03:04.121248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:03.546836Z","time spent":"574.380531ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:03:04.121611Z","caller":"traceutil/trace.go:171","msg":"trace[629273025] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"603.228186ms","start":"2026-02-27T00:03:03.518191Z","end":"2026-02-27T00:03:04.121419Z","steps":["trace[629273025] 'process raft request' (duration: 602.771666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:04.121671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.180878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:27 size:234642"} {"level":"info","ts":"2026-02-27T00:03:04.121742Z","caller":"traceutil/trace.go:171","msg":"trace[1344455415] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:27; response_revision:8176; }","duration":"605.295681ms","start":"2026-02-27T00:03:03.516428Z","end":"2026-02-27T00:03:04.121724Z","steps":["trace[1344455415] 'agreement among raft nodes before linearized reading' (duration: 604.78324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:04.121763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:03.518184Z","time spent":"603.500981ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:03:04.121797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:03.516412Z","time spent":"605.375923ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":27,"response size":234666,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T00:03:04.129257Z","caller":"traceutil/trace.go:171","msg":"trace[45182600] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"181.204762ms","start":"2026-02-27T00:03:03.948017Z","end":"2026-02-27T00:03:04.129222Z","steps":["trace[45182600] 'process raft request' (duration: 181.051439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:04.129275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.269814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-02-27T00:03:04.129438Z","caller":"traceutil/trace.go:171","msg":"trace[131988528] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8177; }","duration":"551.471528ms","start":"2026-02-27T00:03:03.577946Z","end":"2026-02-27T00:03:04.129418Z","steps":["trace[131988528] 'agreement among raft nodes before linearized reading' (duration: 551.209183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:04.129501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:03.577927Z","time spent":"551.55599ms","remote":"127.0.0.1:42230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5756,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-02-27T00:03:06.020138Z","caller":"traceutil/trace.go:171","msg":"trace[926421895] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"504.982506ms","start":"2026-02-27T00:03:05.51513Z","end":"2026-02-27T00:03:06.020112Z","steps":["trace[926421895] 'process raft request' (duration: 504.793822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:06.020289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:05.515093Z","time spent":"505.118719ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:03:06.394039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.588338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T00:03:06.394163Z","caller":"traceutil/trace.go:171","msg":"trace[2112357297] linearizableReadLoop","detail":"{readStateIndex:8495; appliedIndex:8493; }","duration":"700.420552ms","start":"2026-02-27T00:03:05.693721Z","end":"2026-02-27T00:03:06.394142Z","steps":["trace[2112357297] 'read index received' (duration: 325.953043ms)","trace[2112357297] 'applied index is now lower than readState.Index' (duration: 374.466008ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:03:06.394196Z","caller":"traceutil/trace.go:171","msg":"trace[1118528134] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"878.467204ms","start":"2026-02-27T00:03:05.515699Z","end":"2026-02-27T00:03:06.394167Z","steps":["trace[1118528134] 'process raft request' (duration: 560.65861ms)","trace[1118528134] 'compare' (duration: 317.418945ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:03:06.394329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:05.515673Z","time spent":"878.585057ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:03:06.394349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.633286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-27T00:03:06.394377Z","caller":"traceutil/trace.go:171","msg":"trace[992946713] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8187; }","duration":"700.705887ms","start":"2026-02-27T00:03:05.693663Z","end":"2026-02-27T00:03:06.394368Z","steps":["trace[992946713] 'agreement among raft nodes before linearized reading' (duration: 700.573085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:06.394413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:05.69364Z","time spent":"700.763248ms","remote":"127.0.0.1:47342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T00:03:06.395004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.088333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T00:03:06.395045Z","caller":"traceutil/trace.go:171","msg":"trace[1025229730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8187; }","duration":"269.156485ms","start":"2026-02-27T00:03:06.125877Z","end":"2026-02-27T00:03:06.395034Z","steps":["trace[1025229730] 'agreement among raft nodes before linearized reading' (duration: 268.994051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:06.395087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.554846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xd22m\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-27T00:03:06.395191Z","caller":"traceutil/trace.go:171","msg":"trace[1514094926] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xd22m; range_end:; response_count:1; response_revision:8187; }","duration":"265.71733ms","start":"2026-02-27T00:03:06.129451Z","end":"2026-02-27T00:03:06.395168Z","steps":["trace[1514094926] 'agreement among raft nodes before linearized reading' (duration: 265.494705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:06.395355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.107085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T00:03:06.395411Z","caller":"traceutil/trace.go:171","msg":"trace[986896185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8187; }","duration":"270.190907ms","start":"2026-02-27T00:03:06.125205Z","end":"2026-02-27T00:03:06.395396Z","steps":["trace[986896185] 'agreement among raft nodes before linearized reading' (duration: 270.010083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:06.395378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.070763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T00:03:06.395466Z","caller":"traceutil/trace.go:171","msg":"trace[936491342] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:8187; }","duration":"426.200716ms","start":"2026-02-27T00:03:05.969246Z","end":"2026-02-27T00:03:06.395447Z","steps":["trace[936491342] 'agreement among raft nodes before linearized reading' (duration: 425.567252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:06.395446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.144165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T00:03:06.395511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:05.96919Z","time spent":"426.312028ms","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"info","ts":"2026-02-27T00:03:06.395544Z","caller":"traceutil/trace.go:171","msg":"trace[1338781000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8187; }","duration":"325.279858ms","start":"2026-02-27T00:03:06.070237Z","end":"2026-02-27T00:03:06.395517Z","steps":["trace[1338781000] 'agreement among raft nodes before linearized reading' (duration: 325.038543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:06.395744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:06.070221Z","time spent":"325.504023ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:03:06.395463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.154326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T00:03:06.395896Z","caller":"traceutil/trace.go:171","msg":"trace[644699520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8187; }","duration":"270.600775ms","start":"2026-02-27T00:03:06.125255Z","end":"2026-02-27T00:03:06.395856Z","steps":["trace[644699520] 'agreement among raft nodes before linearized reading' (duration: 270.018653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:06.39586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.197716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T00:03:06.396138Z","caller":"traceutil/trace.go:171","msg":"trace[573712157] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8187; }","duration":"270.128435ms","start":"2026-02-27T00:03:06.125992Z","end":"2026-02-27T00:03:06.396121Z","steps":["trace[573712157] 'agreement among raft nodes before linearized reading' (duration: 269.081293ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:03:06.507591Z","caller":"traceutil/trace.go:171","msg":"trace[425011254] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"108.382942ms","start":"2026-02-27T00:03:06.399179Z","end":"2026-02-27T00:03:06.507562Z","steps":["trace[425011254] 'process raft request' (duration: 107.845741ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:03:06.507892Z","caller":"traceutil/trace.go:171","msg":"trace[1278697361] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"108.095985ms","start":"2026-02-27T00:03:06.399765Z","end":"2026-02-27T00:03:06.507861Z","steps":["trace[1278697361] 'process raft request' (duration: 107.751527ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:03:06.50798Z","caller":"traceutil/trace.go:171","msg":"trace[1305155216] linearizableReadLoop","detail":"{readStateIndex:8499; appliedIndex:8495; }","duration":"107.300628ms","start":"2026-02-27T00:03:06.400661Z","end":"2026-02-27T00:03:06.507962Z","steps":["trace[1305155216] 'read index received' (duration: 15.45841ms)","trace[1305155216] 'applied index is now lower than readState.Index' (duration: 91.840948ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:03:06.508029Z","caller":"traceutil/trace.go:171","msg":"trace[959727781] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"107.42069ms","start":"2026-02-27T00:03:06.400596Z","end":"2026-02-27T00:03:06.508016Z","steps":["trace[959727781] 'process raft request' (duration: 107.185375ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:03:06.508042Z","caller":"traceutil/trace.go:171","msg":"trace[1048067289] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"107.298078ms","start":"2026-02-27T00:03:06.40071Z","end":"2026-02-27T00:03:06.508008Z","steps":["trace[1048067289] 'process raft request' (duration: 107.183686ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:03:06.508137Z","caller":"traceutil/trace.go:171","msg":"trace[557252077] transaction","detail":"{read_only:false; response_revision:8192; number_of_response:1; }","duration":"105.804355ms","start":"2026-02-27T00:03:06.402294Z","end":"2026-02-27T00:03:06.508099Z","steps":["trace[557252077] 'process raft request' (duration: 105.632421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:06.508372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.689386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:27 size:234642"} {"level":"info","ts":"2026-02-27T00:03:06.508409Z","caller":"traceutil/trace.go:171","msg":"trace[1689354853] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:27; response_revision:8192; }","duration":"107.765688ms","start":"2026-02-27T00:03:06.400635Z","end":"2026-02-27T00:03:06.5084Z","steps":["trace[1689354853] 'agreement among raft nodes before linearized reading' (duration: 107.4099ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:03:14.361096Z","caller":"traceutil/trace.go:171","msg":"trace[1613166598] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"316.336711ms","start":"2026-02-27T00:03:14.044738Z","end":"2026-02-27T00:03:14.361075Z","steps":["trace[1613166598] 'process raft request' (duration: 314.102452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:14.361205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:03:14.044712Z","time spent":"316.441094ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:03:21.480967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.433065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:03:21.481025Z","caller":"traceutil/trace.go:171","msg":"trace[1068883455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8320; }","duration":"114.543467ms","start":"2026-02-27T00:03:21.36647Z","end":"2026-02-27T00:03:21.481013Z","steps":["trace[1068883455] 'range keys from in-memory index tree' (duration: 114.366823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:21.686895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.036283ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T00:03:21.686997Z","caller":"traceutil/trace.go:171","msg":"trace[432561256] linearizableReadLoop","detail":"{readStateIndex:8634; appliedIndex:8633; }","duration":"205.028966ms","start":"2026-02-27T00:03:21.481951Z","end":"2026-02-27T00:03:21.68698Z","steps":["trace[432561256] 'read index received' (duration: 51.85632ms)","trace[432561256] 'applied index is now lower than readState.Index' (duration: 153.171116ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:03:21.68707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.120768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:03:21.687101Z","caller":"traceutil/trace.go:171","msg":"trace[51103694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8320; }","duration":"205.193359ms","start":"2026-02-27T00:03:21.481899Z","end":"2026-02-27T00:03:21.687092Z","steps":["trace[51103694] 'agreement among raft nodes before linearized reading' (duration: 205.124398ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:03:21.828292Z","caller":"traceutil/trace.go:171","msg":"trace[503959407] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"127.075772ms","start":"2026-02-27T00:03:21.701193Z","end":"2026-02-27T00:03:21.828269Z","steps":["trace[503959407] 'process raft request' (duration: 126.911208ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:03:21.958641Z","caller":"traceutil/trace.go:171","msg":"trace[1467488428] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"118.833172ms","start":"2026-02-27T00:03:21.83978Z","end":"2026-02-27T00:03:21.958613Z","steps":["trace[1467488428] 'process raft request' (duration: 53.046755ms)","trace[1467488428] 'compare' (duration: 65.652494ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:03:22.289921Z","caller":"traceutil/trace.go:171","msg":"trace[1772551566] linearizableReadLoop","detail":"{readStateIndex:8642; appliedIndex:8638; }","duration":"156.330625ms","start":"2026-02-27T00:03:22.133575Z","end":"2026-02-27T00:03:22.289905Z","steps":["trace[1772551566] 'read index received' (duration: 7.037185ms)","trace[1772551566] 'applied index is now lower than readState.Index' (duration: 149.29279ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:03:22.289943Z","caller":"traceutil/trace.go:171","msg":"trace[867442185] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"165.65324ms","start":"2026-02-27T00:03:22.124279Z","end":"2026-02-27T00:03:22.289932Z","steps":["trace[867442185] 'process raft request' (duration: 165.460676ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:03:22.289988Z","caller":"traceutil/trace.go:171","msg":"trace[2108175398] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"163.962814ms","start":"2026-02-27T00:03:22.126007Z","end":"2026-02-27T00:03:22.28997Z","steps":["trace[2108175398] 'process raft request' (duration: 163.79829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:22.290176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.583011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-02-27T00:03:22.289864Z","caller":"traceutil/trace.go:171","msg":"trace[1169059692] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"165.725631ms","start":"2026-02-27T00:03:22.124091Z","end":"2026-02-27T00:03:22.289816Z","steps":["trace[1169059692] 'process raft request' (duration: 151.619541ms)","trace[1169059692] 'compare' (duration: 13.936317ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:03:22.290277Z","caller":"traceutil/trace.go:171","msg":"trace[238723643] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8328; }","duration":"156.707224ms","start":"2026-02-27T00:03:22.133549Z","end":"2026-02-27T00:03:22.290256Z","steps":["trace[238723643] 'agreement among raft nodes before linearized reading' (duration: 156.420928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:34.786676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.79227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xd22m\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-27T00:03:34.786776Z","caller":"traceutil/trace.go:171","msg":"trace[1092985595] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xd22m; range_end:; response_count:1; response_revision:8471; }","duration":"103.931224ms","start":"2026-02-27T00:03:34.682823Z","end":"2026-02-27T00:03:34.786754Z","steps":["trace[1092985595] 'agreement among raft nodes before linearized reading' (duration: 52.029613ms)","trace[1092985595] 'range keys from in-memory index tree' (duration: 51.756508ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:03:34.786929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.673169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T00:03:34.787003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.371787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T00:03:34.78693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.260976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T00:03:34.787175Z","caller":"traceutil/trace.go:171","msg":"trace[732418806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8471; }","duration":"106.541921ms","start":"2026-02-27T00:03:34.680603Z","end":"2026-02-27T00:03:34.787145Z","steps":["trace[732418806] 'agreement among raft nodes before linearized reading' (duration: 54.258302ms)","trace[732418806] 'range keys from in-memory index tree' (duration: 51.899521ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:03:34.787092Z","caller":"traceutil/trace.go:171","msg":"trace[186198002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8471; }","duration":"106.483859ms","start":"2026-02-27T00:03:34.680588Z","end":"2026-02-27T00:03:34.787071Z","steps":["trace[186198002] 'agreement among raft nodes before linearized reading' (duration: 54.247241ms)","trace[186198002] 'range keys from in-memory index tree' (duration: 52.027763ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:03:34.787023Z","caller":"traceutil/trace.go:171","msg":"trace[2086157163] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8471; }","duration":"108.796501ms","start":"2026-02-27T00:03:34.678207Z","end":"2026-02-27T00:03:34.787004Z","steps":["trace[2086157163] 'agreement among raft nodes before linearized reading' (duration: 56.631934ms)","trace[2086157163] 'range keys from in-memory index tree' (duration: 51.949162ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:03:36.934178Z","caller":"traceutil/trace.go:171","msg":"trace[933007780] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"106.602673ms","start":"2026-02-27T00:03:36.827548Z","end":"2026-02-27T00:03:36.93415Z","steps":["trace[933007780] 'process raft request' (duration: 94.920616ms)","trace[933007780] 'compare' (duration: 11.297119ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:03:36.934352Z","caller":"traceutil/trace.go:171","msg":"trace[1577417429] linearizableReadLoop","detail":"{readStateIndex:8802; appliedIndex:8800; }","duration":"104.68459ms","start":"2026-02-27T00:03:36.829645Z","end":"2026-02-27T00:03:36.934329Z","steps":["trace[1577417429] 'read index received' (duration: 92.736607ms)","trace[1577417429] 'applied index is now lower than readState.Index' (duration: 11.946483ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:03:36.93439Z","caller":"traceutil/trace.go:171","msg":"trace[1915039217] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"106.765937ms","start":"2026-02-27T00:03:36.827602Z","end":"2026-02-27T00:03:36.934368Z","steps":["trace[1915039217] 'process raft request' (duration: 106.48292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:03:36.934846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.179051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:27 size:240840"} {"level":"warn","ts":"2026-02-27T00:03:36.934868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.362407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:03:36.934922Z","caller":"traceutil/trace.go:171","msg":"trace[2094570684] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:27; response_revision:8484; }","duration":"105.277524ms","start":"2026-02-27T00:03:36.829628Z","end":"2026-02-27T00:03:36.934905Z","steps":["trace[2094570684] 'agreement among raft nodes before linearized reading' (duration: 104.830334ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:03:36.93496Z","caller":"traceutil/trace.go:171","msg":"trace[598669975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8484; }","duration":"101.831728ms","start":"2026-02-27T00:03:36.833115Z","end":"2026-02-27T00:03:36.934947Z","steps":["trace[598669975] 'agreement among raft nodes before linearized reading' (duration: 101.346317ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:04:20.79287Z","caller":"traceutil/trace.go:171","msg":"trace[291110474] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"111.583102ms","start":"2026-02-27T00:04:20.681255Z","end":"2026-02-27T00:04:20.792838Z","steps":["trace[291110474] 'process raft request' (duration: 111.388707ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:04:20.820078Z","caller":"traceutil/trace.go:171","msg":"trace[2008821652] transaction","detail":"{read_only:false; response_revision:8881; number_of_response:1; }","duration":"137.62456ms","start":"2026-02-27T00:04:20.68241Z","end":"2026-02-27T00:04:20.820035Z","steps":["trace[2008821652] 'process raft request' (duration: 137.456487ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:06:15.741907Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T00:06:15.747789Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-27T00:06:15.747877Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-02-27T00:06:43.01041Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7519} {"level":"info","ts":"2026-02-27T00:06:43.073089Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7519,"took":"60.664583ms","hash":3706583403,"current-db-size-bytes":40890368,"current-db-size":"41 MB","current-db-size-in-use-bytes":25444352,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-27T00:06:43.073524Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3706583403,"revision":7519,"compact-revision":5570} {"level":"warn","ts":"2026-02-27T00:06:56.664624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.045654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-02-27T00:06:56.664726Z","caller":"traceutil/trace.go:171","msg":"trace[1278760828] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:10040; }","duration":"116.186077ms","start":"2026-02-27T00:06:56.548516Z","end":"2026-02-27T00:06:56.664702Z","steps":["trace[1278760828] 'agreement among raft nodes before linearized reading' (duration: 38.089959ms)","trace[1278760828] 'range keys from in-memory index tree' (duration: 77.880124ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:06:56.664877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.092886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9601"} {"level":"warn","ts":"2026-02-27T00:06:56.66482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.402424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-02-27T00:06:56.664939Z","caller":"traceutil/trace.go:171","msg":"trace[1457226706] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:10040; }","duration":"110.169847ms","start":"2026-02-27T00:06:56.554752Z","end":"2026-02-27T00:06:56.664921Z","steps":["trace[1457226706] 'agreement among raft nodes before linearized reading' (duration: 31.869784ms)","trace[1457226706] 'range keys from in-memory index tree' (duration: 77.869533ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:06:56.664994Z","caller":"traceutil/trace.go:171","msg":"trace[1773842341] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:10040; }","duration":"111.620899ms","start":"2026-02-27T00:06:56.553347Z","end":"2026-02-27T00:06:56.664968Z","steps":["trace[1773842341] 'agreement among raft nodes before linearized reading' (duration: 33.242925ms)","trace[1773842341] 'range keys from in-memory index tree' (duration: 77.957125ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:08:05.752669Z","caller":"traceutil/trace.go:171","msg":"trace[328263232] transaction","detail":"{read_only:false; response_revision:10617; number_of_response:1; }","duration":"164.26794ms","start":"2026-02-27T00:08:05.58838Z","end":"2026-02-27T00:08:05.752648Z","steps":["trace[328263232] 'process raft request' (duration: 164.088986ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:08:05.936002Z","caller":"traceutil/trace.go:171","msg":"trace[187672693] transaction","detail":"{read_only:false; response_revision:10619; number_of_response:1; }","duration":"330.637614ms","start":"2026-02-27T00:08:05.605344Z","end":"2026-02-27T00:08:05.935982Z","steps":["trace[187672693] 'process raft request' (duration: 330.537901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:08:05.936168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:08:05.605328Z","time spent":"330.771088ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:08:05.936273Z","caller":"traceutil/trace.go:171","msg":"trace[1364933362] linearizableReadLoop","detail":"{readStateIndex:11002; appliedIndex:10999; }","duration":"287.544419ms","start":"2026-02-27T00:08:05.648697Z","end":"2026-02-27T00:08:05.936242Z","steps":["trace[1364933362] 'read index received' (duration: 103.857542ms)","trace[1364933362] 'applied index is now lower than readState.Index' (duration: 183.684897ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:08:05.936371Z","caller":"traceutil/trace.go:171","msg":"trace[1661895427] transaction","detail":"{read_only:false; response_revision:10618; number_of_response:1; }","duration":"340.160889ms","start":"2026-02-27T00:08:05.596198Z","end":"2026-02-27T00:08:05.936358Z","steps":["trace[1661895427] 'process raft request' (duration: 256.738657ms)","trace[1661895427] 'compare' (duration: 82.841939ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:08:05.936428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:08:05.59617Z","time spent":"340.22892ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:08:05.936697Z","caller":"traceutil/trace.go:171","msg":"trace[2055788003] transaction","detail":"{read_only:false; response_revision:10620; number_of_response:1; }","duration":"226.006846ms","start":"2026-02-27T00:08:05.710679Z","end":"2026-02-27T00:08:05.936686Z","steps":["trace[2055788003] 'process raft request' (duration: 225.26949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:08:05.936825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.122461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:08:05.936865Z","caller":"traceutil/trace.go:171","msg":"trace[691931421] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:10620; }","duration":"288.193252ms","start":"2026-02-27T00:08:05.648662Z","end":"2026-02-27T00:08:05.936855Z","steps":["trace[691931421] 'agreement among raft nodes before linearized reading' (duration: 288.131631ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:08:06.509457Z","caller":"traceutil/trace.go:171","msg":"trace[360311456] transaction","detail":"{read_only:false; response_revision:10625; number_of_response:1; }","duration":"164.534096ms","start":"2026-02-27T00:08:06.344899Z","end":"2026-02-27T00:08:06.509433Z","steps":["trace[360311456] 'process raft request' (duration: 140.163492ms)","trace[360311456] 'compare' (duration: 24.218071ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:08:06.509721Z","caller":"traceutil/trace.go:171","msg":"trace[1700309660] transaction","detail":"{read_only:false; response_revision:10627; number_of_response:1; }","duration":"151.351712ms","start":"2026-02-27T00:08:06.358334Z","end":"2026-02-27T00:08:06.509686Z","steps":["trace[1700309660] 'process raft request' (duration: 151.215609ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:08:06.50969Z","caller":"traceutil/trace.go:171","msg":"trace[2130668200] transaction","detail":"{read_only:false; response_revision:10626; number_of_response:1; }","duration":"163.965353ms","start":"2026-02-27T00:08:06.345696Z","end":"2026-02-27T00:08:06.509661Z","steps":["trace[2130668200] 'process raft request' (duration: 163.699087ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:08:06.509634Z","caller":"traceutil/trace.go:171","msg":"trace[657023536] linearizableReadLoop","detail":"{readStateIndex:11011; appliedIndex:11007; }","duration":"109.769039ms","start":"2026-02-27T00:08:06.39985Z","end":"2026-02-27T00:08:06.509619Z","steps":["trace[657023536] 'read index received' (duration: 36.817121ms)","trace[657023536] 'applied index is now lower than readState.Index' (duration: 72.951148ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:08:06.510082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.203288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T00:08:06.510113Z","caller":"traceutil/trace.go:171","msg":"trace[1634316067] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:10627; }","duration":"110.286949ms","start":"2026-02-27T00:08:06.399816Z","end":"2026-02-27T00:08:06.510103Z","steps":["trace[1634316067] 'agreement among raft nodes before linearized reading' (duration: 110.155226ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:11:43.016494Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9890} {"level":"info","ts":"2026-02-27T00:11:43.106657Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9890,"took":"87.805321ms","hash":2701607964,"current-db-size-bytes":40890368,"current-db-size":"41 MB","current-db-size-in-use-bytes":23212032,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-02-27T00:11:43.106785Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2701607964,"revision":9890,"compact-revision":7519} {"level":"info","ts":"2026-02-27T00:13:57.405569Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033ff.wal"} {"level":"info","ts":"2026-02-27T00:14:02.101696Z","caller":"traceutil/trace.go:171","msg":"trace[16542888] transaction","detail":"{read_only:false; response_revision:12869; number_of_response:1; }","duration":"171.246083ms","start":"2026-02-27T00:14:01.930426Z","end":"2026-02-27T00:14:02.101672Z","steps":["trace[16542888] 'process raft request' (duration: 171.12417ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:14:02.10328Z","caller":"traceutil/trace.go:171","msg":"trace[654411521] transaction","detail":"{read_only:false; response_revision:12870; number_of_response:1; }","duration":"170.929026ms","start":"2026-02-27T00:14:01.932324Z","end":"2026-02-27T00:14:02.103253Z","steps":["trace[654411521] 'process raft request' (duration: 170.820164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:14:35.933648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.39956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-27T00:14:35.933729Z","caller":"traceutil/trace.go:171","msg":"trace[1477641691] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13041; }","duration":"173.515482ms","start":"2026-02-27T00:14:35.760185Z","end":"2026-02-27T00:14:35.933701Z","steps":["trace[1477641691] 'range keys from in-memory index tree' (duration: 173.249287ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:14:37.054319Z","caller":"traceutil/trace.go:171","msg":"trace[1893210591] linearizableReadLoop","detail":"{readStateIndex:13526; appliedIndex:13525; }","duration":"320.619116ms","start":"2026-02-27T00:14:36.733673Z","end":"2026-02-27T00:14:37.054293Z","steps":["trace[1893210591] 'read index received' (duration: 320.381531ms)","trace[1893210591] 'applied index is now lower than readState.Index' (duration: 236.515µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:14:37.05437Z","caller":"traceutil/trace.go:171","msg":"trace[1949535367] transaction","detail":"{read_only:false; response_revision:13050; number_of_response:1; }","duration":"521.54728ms","start":"2026-02-27T00:14:36.532792Z","end":"2026-02-27T00:14:37.05434Z","steps":["trace[1949535367] 'process raft request' (duration: 521.338716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:14:37.054512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:14:36.532774Z","time spent":"521.671213ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11811,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:14:37.054516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.466306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T00:14:37.054515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.822121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:14:37.054554Z","caller":"traceutil/trace.go:171","msg":"trace[870339654] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:13050; }","duration":"139.566068ms","start":"2026-02-27T00:14:36.914977Z","end":"2026-02-27T00:14:37.054543Z","steps":["trace[870339654] 'agreement among raft nodes before linearized reading' (duration: 139.468266ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:14:37.054596Z","caller":"traceutil/trace.go:171","msg":"trace[1539649603] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:13050; }","duration":"320.919353ms","start":"2026-02-27T00:14:36.733657Z","end":"2026-02-27T00:14:37.054576Z","steps":["trace[1539649603] 'agreement among raft nodes before linearized reading' (duration: 320.77561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:14:37.054645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:14:36.733637Z","time spent":"320.997374ms","remote":"127.0.0.1:56872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:14:45.803261Z","caller":"traceutil/trace.go:171","msg":"trace[1775877922] transaction","detail":"{read_only:false; response_revision:13210; number_of_response:1; }","duration":"114.691984ms","start":"2026-02-27T00:14:45.688528Z","end":"2026-02-27T00:14:45.80322Z","steps":["trace[1775877922] 'process raft request' (duration: 114.50419ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:14:45.803374Z","caller":"traceutil/trace.go:171","msg":"trace[1423510919] linearizableReadLoop","detail":"{readStateIndex:13689; appliedIndex:13687; }","duration":"114.754305ms","start":"2026-02-27T00:14:45.688587Z","end":"2026-02-27T00:14:45.803341Z","steps":["trace[1423510919] 'read index received' (duration: 97.603499ms)","trace[1423510919] 'applied index is now lower than readState.Index' (duration: 17.148886ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:14:45.803425Z","caller":"traceutil/trace.go:171","msg":"trace[544894975] transaction","detail":"{read_only:false; response_revision:13209; number_of_response:1; }","duration":"125.759095ms","start":"2026-02-27T00:14:45.677623Z","end":"2026-02-27T00:14:45.803382Z","steps":["trace[544894975] 'process raft request' (duration: 108.577268ms)","trace[544894975] 'compare' (duration: 16.706387ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:14:45.803577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.96943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f7e40cad-b469-4d60-b52a-db2672d8d91a\" ","response":"range_response_count:1 size:3723"} {"level":"info","ts":"2026-02-27T00:14:45.803613Z","caller":"traceutil/trace.go:171","msg":"trace[273002916] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f7e40cad-b469-4d60-b52a-db2672d8d91a; range_end:; response_count:1; response_revision:13210; }","duration":"115.055242ms","start":"2026-02-27T00:14:45.688546Z","end":"2026-02-27T00:14:45.803601Z","steps":["trace[273002916] 'agreement among raft nodes before linearized reading' (duration: 114.919279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:14:45.803785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.159545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e87a6a8-cd45-413e-825b-09f4298f0092\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-02-27T00:14:45.803864Z","caller":"traceutil/trace.go:171","msg":"trace[1229403620] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e87a6a8-cd45-413e-825b-09f4298f0092; range_end:; response_count:1; response_revision:13210; }","duration":"115.308228ms","start":"2026-02-27T00:14:45.688536Z","end":"2026-02-27T00:14:45.803844Z","steps":["trace[1229403620] 'agreement among raft nodes before linearized reading' (duration: 115.049282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:14:46.296742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.918319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T00:14:46.296852Z","caller":"traceutil/trace.go:171","msg":"trace[1480295592] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:13211; }","duration":"287.042601ms","start":"2026-02-27T00:14:46.009781Z","end":"2026-02-27T00:14:46.296824Z","steps":["trace[1480295592] 'range keys from in-memory index tree' (duration: 286.722643ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:14:46.297582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.659664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T00:14:46.297684Z","caller":"traceutil/trace.go:171","msg":"trace[2089749963] linearizableReadLoop","detail":"{readStateIndex:13691; appliedIndex:13690; }","duration":"240.105693ms","start":"2026-02-27T00:14:46.057564Z","end":"2026-02-27T00:14:46.29767Z","steps":["trace[2089749963] 'read index received' (duration: 31.160883ms)","trace[2089749963] 'applied index is now lower than readState.Index' (duration: 208.94372ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:14:46.29791Z","caller":"traceutil/trace.go:171","msg":"trace[1380375732] transaction","detail":"{read_only:false; response_revision:13212; number_of_response:1; }","duration":"278.972354ms","start":"2026-02-27T00:14:46.018905Z","end":"2026-02-27T00:14:46.297877Z","steps":["trace[1380375732] 'process raft request' (duration: 69.910122ms)","trace[1380375732] 'compare' (duration: 208.353207ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:14:46.29797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.388369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xd22m\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-27T00:14:46.298071Z","caller":"traceutil/trace.go:171","msg":"trace[1947719834] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xd22m; range_end:; response_count:1; response_revision:13212; }","duration":"240.562923ms","start":"2026-02-27T00:14:46.057487Z","end":"2026-02-27T00:14:46.29805Z","steps":["trace[1947719834] 'agreement among raft nodes before linearized reading' (duration: 240.384479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:14:46.298334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.539645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T00:14:46.298418Z","caller":"traceutil/trace.go:171","msg":"trace[573484431] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:13212; }","duration":"195.679038ms","start":"2026-02-27T00:14:46.102725Z","end":"2026-02-27T00:14:46.298404Z","steps":["trace[573484431] 'agreement among raft nodes before linearized reading' (duration: 195.424153ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:14:46.527366Z","caller":"traceutil/trace.go:171","msg":"trace[2032370053] linearizableReadLoop","detail":"{readStateIndex:13693; appliedIndex:13691; }","duration":"219.847269ms","start":"2026-02-27T00:14:46.307496Z","end":"2026-02-27T00:14:46.527343Z","steps":["trace[2032370053] 'read index received' (duration: 203.792567ms)","trace[2032370053] 'applied index is now lower than readState.Index' (duration: 16.053642ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:14:46.527499Z","caller":"traceutil/trace.go:171","msg":"trace[1672819435] transaction","detail":"{read_only:false; response_revision:13213; number_of_response:1; }","duration":"226.78763ms","start":"2026-02-27T00:14:46.300699Z","end":"2026-02-27T00:14:46.527487Z","steps":["trace[1672819435] 'process raft request' (duration: 226.524494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:14:46.527827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.996958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T00:14:46.527884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.373117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:14:46.527907Z","caller":"traceutil/trace.go:171","msg":"trace[1868807976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13213; }","duration":"218.115621ms","start":"2026-02-27T00:14:46.309773Z","end":"2026-02-27T00:14:46.527889Z","steps":["trace[1868807976] 'agreement among raft nodes before linearized reading' (duration: 217.860875ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:14:46.527925Z","caller":"traceutil/trace.go:171","msg":"trace[1617122226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13213; }","duration":"161.467099ms","start":"2026-02-27T00:14:46.366446Z","end":"2026-02-27T00:14:46.527913Z","steps":["trace[1617122226] 'agreement among raft nodes before linearized reading' (duration: 161.389997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:14:46.528242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.235867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T00:14:46.528284Z","caller":"traceutil/trace.go:171","msg":"trace[2104439582] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13213; }","duration":"215.292459ms","start":"2026-02-27T00:14:46.312982Z","end":"2026-02-27T00:14:46.528274Z","steps":["trace[2104439582] 'agreement among raft nodes before linearized reading' (duration: 215.175666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:14:46.529133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.635497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:68 size:632846"} {"level":"info","ts":"2026-02-27T00:14:46.529289Z","caller":"traceutil/trace.go:171","msg":"trace[1514840136] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:68; response_revision:13213; }","duration":"221.818242ms","start":"2026-02-27T00:14:46.307454Z","end":"2026-02-27T00:14:46.529272Z","steps":["trace[1514840136] 'agreement among raft nodes before linearized reading' (duration: 220.523704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:09.246864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.473726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ctwb2\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-02-27T00:16:09.24705Z","caller":"traceutil/trace.go:171","msg":"trace[969714133] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ctwb2; range_end:; response_count:1; response_revision:14172; }","duration":"113.699112ms","start":"2026-02-27T00:16:09.133327Z","end":"2026-02-27T00:16:09.247026Z","steps":["trace[969714133] 'range keys from in-memory index tree' (duration: 113.328744ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:16:14.896633Z","caller":"traceutil/trace.go:171","msg":"trace[1073321896] linearizableReadLoop","detail":"{readStateIndex:14704; appliedIndex:14703; }","duration":"136.347919ms","start":"2026-02-27T00:16:14.760254Z","end":"2026-02-27T00:16:14.896602Z","steps":["trace[1073321896] 'read index received' (duration: 136.323708ms)","trace[1073321896] 'applied index is now lower than readState.Index' (duration: 23.001µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:16:14.896692Z","caller":"traceutil/trace.go:171","msg":"trace[301605257] transaction","detail":"{read_only:false; response_revision:14195; number_of_response:1; }","duration":"287.589244ms","start":"2026-02-27T00:16:14.609051Z","end":"2026-02-27T00:16:14.89664Z","steps":["trace[301605257] 'process raft request' (duration: 287.41255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:14.896891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.629515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-kfrq9\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-02-27T00:16:14.896946Z","caller":"traceutil/trace.go:171","msg":"trace[1768104500] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-kfrq9; range_end:; response_count:1; response_revision:14195; }","duration":"136.723267ms","start":"2026-02-27T00:16:14.760198Z","end":"2026-02-27T00:16:14.896921Z","steps":["trace[1768104500] 'agreement among raft nodes before linearized reading' (duration: 136.560643ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:16:14.962135Z","caller":"traceutil/trace.go:171","msg":"trace[1232415020] transaction","detail":"{read_only:false; response_revision:14196; number_of_response:1; }","duration":"108.121329ms","start":"2026-02-27T00:16:14.853983Z","end":"2026-02-27T00:16:14.962104Z","steps":["trace[1232415020] 'process raft request' (duration: 60.321871ms)","trace[1232415020] 'compare' (duration: 47.580464ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:16:14.962473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.191786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-02-27T00:16:14.962498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.298748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:16:14.962563Z","caller":"traceutil/trace.go:171","msg":"trace[2037865264] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14196; }","duration":"168.411441ms","start":"2026-02-27T00:16:14.794134Z","end":"2026-02-27T00:16:14.962546Z","steps":["trace[2037865264] 'agreement among raft nodes before linearized reading' (duration: 168.288678ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:16:14.96254Z","caller":"traceutil/trace.go:171","msg":"trace[1404009816] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14196; }","duration":"157.289327ms","start":"2026-02-27T00:16:14.805233Z","end":"2026-02-27T00:16:14.962522Z","steps":["trace[1404009816] 'agreement among raft nodes before linearized reading' (duration: 156.990031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:14.962685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.439824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-02-27T00:16:14.96275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.452222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:16:14.962776Z","caller":"traceutil/trace.go:171","msg":"trace[832207162] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14196; }","duration":"112.543846ms","start":"2026-02-27T00:16:14.850213Z","end":"2026-02-27T00:16:14.962757Z","steps":["trace[832207162] 'agreement among raft nodes before linearized reading' (duration: 112.27015ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:16:14.962826Z","caller":"traceutil/trace.go:171","msg":"trace[99943119] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14196; }","duration":"168.574754ms","start":"2026-02-27T00:16:14.794234Z","end":"2026-02-27T00:16:14.962808Z","steps":["trace[99943119] 'agreement among raft nodes before linearized reading' (duration: 168.449582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:14.962903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.690748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:16:14.962944Z","caller":"traceutil/trace.go:171","msg":"trace[1672995537] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14196; }","duration":"168.752889ms","start":"2026-02-27T00:16:14.794182Z","end":"2026-02-27T00:16:14.962935Z","steps":["trace[1672995537] 'agreement among raft nodes before linearized reading' (duration: 168.689258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:14.962947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.40868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:16:14.962999Z","caller":"traceutil/trace.go:171","msg":"trace[2035802872] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14196; }","duration":"115.493002ms","start":"2026-02-27T00:16:14.847492Z","end":"2026-02-27T00:16:14.962985Z","steps":["trace[2035802872] 'agreement among raft nodes before linearized reading' (duration: 115.266636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:14.963073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.531082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T00:16:14.963126Z","caller":"traceutil/trace.go:171","msg":"trace[808102437] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14196; }","duration":"146.599124ms","start":"2026-02-27T00:16:14.816513Z","end":"2026-02-27T00:16:14.963113Z","steps":["trace[808102437] 'agreement among raft nodes before linearized reading' (duration: 146.459421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:14.963414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.751198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T00:16:14.963859Z","caller":"traceutil/trace.go:171","msg":"trace[1770972269] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14196; }","duration":"116.226328ms","start":"2026-02-27T00:16:14.847613Z","end":"2026-02-27T00:16:14.963839Z","steps":["trace[1770972269] 'agreement among raft nodes before linearized reading' (duration: 114.751045ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:16:15.849768Z","caller":"traceutil/trace.go:171","msg":"trace[1182859639] linearizableReadLoop","detail":"{readStateIndex:14712; appliedIndex:14711; }","duration":"103.594611ms","start":"2026-02-27T00:16:15.746144Z","end":"2026-02-27T00:16:15.849739Z","steps":["trace[1182859639] 'read index received' (duration: 103.446807ms)","trace[1182859639] 'applied index is now lower than readState.Index' (duration: 146.824µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:16:15.849815Z","caller":"traceutil/trace.go:171","msg":"trace[1400792293] transaction","detail":"{read_only:false; response_revision:14203; number_of_response:1; }","duration":"146.241404ms","start":"2026-02-27T00:16:15.703539Z","end":"2026-02-27T00:16:15.84978Z","steps":["trace[1400792293] 'process raft request' (duration: 146.05313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:15.849946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.741163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:16:15.849982Z","caller":"traceutil/trace.go:171","msg":"trace[1140268932] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14203; }","duration":"103.803105ms","start":"2026-02-27T00:16:15.746168Z","end":"2026-02-27T00:16:15.849971Z","steps":["trace[1140268932] 'agreement among raft nodes before linearized reading' (duration: 103.722103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:15.849961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.788395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:16:15.850038Z","caller":"traceutil/trace.go:171","msg":"trace[2127023705] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14203; }","duration":"103.909807ms","start":"2026-02-27T00:16:15.746111Z","end":"2026-02-27T00:16:15.850021Z","steps":["trace[2127023705] 'agreement among raft nodes before linearized reading' (duration: 103.761613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:15.850236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.013145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-02-27T00:16:15.850238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.157411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T00:16:15.850272Z","caller":"traceutil/trace.go:171","msg":"trace[822493056] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14203; }","duration":"102.059886ms","start":"2026-02-27T00:16:15.748202Z","end":"2026-02-27T00:16:15.850262Z","steps":["trace[822493056] 'agreement among raft nodes before linearized reading' (duration: 101.959944ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:16:15.85028Z","caller":"traceutil/trace.go:171","msg":"trace[843436788] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14203; }","duration":"103.229382ms","start":"2026-02-27T00:16:15.747038Z","end":"2026-02-27T00:16:15.850267Z","steps":["trace[843436788] 'agreement among raft nodes before linearized reading' (duration: 103.112589ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:16:16.618186Z","caller":"traceutil/trace.go:171","msg":"trace[402941300] linearizableReadLoop","detail":"{readStateIndex:14714; appliedIndex:14713; }","duration":"416.798524ms","start":"2026-02-27T00:16:16.201366Z","end":"2026-02-27T00:16:16.618164Z","steps":["trace[402941300] 'read index received' (duration: 413.086323ms)","trace[402941300] 'applied index is now lower than readState.Index' (duration: 3.710591ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:16:16.618214Z","caller":"traceutil/trace.go:171","msg":"trace[1364425922] transaction","detail":"{read_only:false; response_revision:14204; number_of_response:1; }","duration":"424.192696ms","start":"2026-02-27T00:16:16.193986Z","end":"2026-02-27T00:16:16.618179Z","steps":["trace[1364425922] 'process raft request' (duration: 420.516196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:16.618371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:16:16.193968Z","time spent":"424.317059ms","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:16:16.618771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.380489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:16:16.618829Z","caller":"traceutil/trace.go:171","msg":"trace[476183528] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14204; }","duration":"261.43706ms","start":"2026-02-27T00:16:16.357377Z","end":"2026-02-27T00:16:16.618814Z","steps":["trace[476183528] 'agreement among raft nodes before linearized reading' (duration: 261.346898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:16.619089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.2235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:16:16.619141Z","caller":"traceutil/trace.go:171","msg":"trace[391312997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14204; }","duration":"253.295452ms","start":"2026-02-27T00:16:16.365833Z","end":"2026-02-27T00:16:16.619129Z","steps":["trace[391312997] 'agreement among raft nodes before linearized reading' (duration: 253.22225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:16.619149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.759916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:771555"} {"level":"info","ts":"2026-02-27T00:16:16.619191Z","caller":"traceutil/trace.go:171","msg":"trace[2026365973] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:14204; }","duration":"417.818777ms","start":"2026-02-27T00:16:16.201363Z","end":"2026-02-27T00:16:16.619181Z","steps":["trace[2026365973] 'agreement among raft nodes before linearized reading' (duration: 416.920707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:16.619237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.367972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:771555"} {"level":"warn","ts":"2026-02-27T00:16:16.619252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:16:16.201328Z","time spent":"417.913419ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":771579,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T00:16:16.6193Z","caller":"traceutil/trace.go:171","msg":"trace[1987625167] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:14204; }","duration":"409.453583ms","start":"2026-02-27T00:16:16.209831Z","end":"2026-02-27T00:16:16.619285Z","steps":["trace[1987625167] 'agreement among raft nodes before linearized reading' (duration: 408.478291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:16.619343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:16:16.209821Z","time spent":"409.511814ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":771579,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T00:16:16.619397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.193943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T00:16:16.619446Z","caller":"traceutil/trace.go:171","msg":"trace[538601360] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14204; }","duration":"261.258825ms","start":"2026-02-27T00:16:16.358176Z","end":"2026-02-27T00:16:16.619435Z","steps":["trace[538601360] 'agreement among raft nodes before linearized reading' (duration: 261.128493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:16.619695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.256768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-02-27T00:16:16.619716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.352026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T00:16:16.619746Z","caller":"traceutil/trace.go:171","msg":"trace[2028860680] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14204; }","duration":"365.398648ms","start":"2026-02-27T00:16:16.254339Z","end":"2026-02-27T00:16:16.619737Z","steps":["trace[2028860680] 'agreement among raft nodes before linearized reading' (duration: 365.309276ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:16:16.619745Z","caller":"traceutil/trace.go:171","msg":"trace[2113250910] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14204; }","duration":"262.326039ms","start":"2026-02-27T00:16:16.357407Z","end":"2026-02-27T00:16:16.619733Z","steps":["trace[2113250910] 'agreement among raft nodes before linearized reading' (duration: 262.203986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:16.61978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:16:16.25433Z","time spent":"365.441829ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T00:16:16.619909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.50626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:16:16.619943Z","caller":"traceutil/trace.go:171","msg":"trace[1441233274] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14204; }","duration":"370.55403ms","start":"2026-02-27T00:16:16.249381Z","end":"2026-02-27T00:16:16.619935Z","steps":["trace[1441233274] 'agreement among raft nodes before linearized reading' (duration: 370.508059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:16.619978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:16:16.249374Z","time spent":"370.597921ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T00:16:16.620178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.047371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T00:16:16.620227Z","caller":"traceutil/trace.go:171","msg":"trace[405829632] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14204; }","duration":"371.118472ms","start":"2026-02-27T00:16:16.249098Z","end":"2026-02-27T00:16:16.620216Z","steps":["trace[405829632] 'agreement among raft nodes before linearized reading' (duration: 370.937588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:16.620263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:16:16.249087Z","time spent":"371.166554ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T00:16:43.022831Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11907} {"level":"info","ts":"2026-02-27T00:16:43.103071Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11907,"took":"77.845936ms","hash":3437746641,"current-db-size-bytes":40890368,"current-db-size":"41 MB","current-db-size-in-use-bytes":26943488,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-27T00:16:43.103204Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3437746641,"revision":11907,"compact-revision":9890} {"level":"info","ts":"2026-02-27T00:16:59.570121Z","caller":"traceutil/trace.go:171","msg":"trace[419261246] linearizableReadLoop","detail":"{readStateIndex:14964; appliedIndex:14963; }","duration":"108.54916ms","start":"2026-02-27T00:16:59.461552Z","end":"2026-02-27T00:16:59.570101Z","steps":["trace[419261246] 'read index received' (duration: 108.363156ms)","trace[419261246] 'applied index is now lower than readState.Index' (duration: 185.444µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:16:59.570197Z","caller":"traceutil/trace.go:171","msg":"trace[290689493] transaction","detail":"{read_only:false; response_revision:14444; number_of_response:1; }","duration":"108.688352ms","start":"2026-02-27T00:16:59.461471Z","end":"2026-02-27T00:16:59.57016Z","steps":["trace[290689493] 'process raft request' (duration: 108.499818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:59.570406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.62703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T00:16:59.570432Z","caller":"traceutil/trace.go:171","msg":"trace[1423737063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14444; }","duration":"102.698281ms","start":"2026-02-27T00:16:59.467726Z","end":"2026-02-27T00:16:59.570425Z","steps":["trace[1423737063] 'agreement among raft nodes before linearized reading' (duration: 102.479166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:16:59.57095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.377857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:778810"} {"level":"info","ts":"2026-02-27T00:16:59.571033Z","caller":"traceutil/trace.go:171","msg":"trace[2120899192] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:14444; }","duration":"109.470839ms","start":"2026-02-27T00:16:59.461544Z","end":"2026-02-27T00:16:59.571015Z","steps":["trace[2120899192] 'agreement among raft nodes before linearized reading' (duration: 108.639362ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:16:59.720978Z","caller":"traceutil/trace.go:171","msg":"trace[510144193] transaction","detail":"{read_only:false; response_revision:14448; number_of_response:1; }","duration":"140.318805ms","start":"2026-02-27T00:16:59.580639Z","end":"2026-02-27T00:16:59.720958Z","steps":["trace[510144193] 'process raft request' (duration: 140.260744ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:16:59.721281Z","caller":"traceutil/trace.go:171","msg":"trace[1148847238] transaction","detail":"{read_only:false; response_revision:14447; number_of_response:1; }","duration":"140.794335ms","start":"2026-02-27T00:16:59.580451Z","end":"2026-02-27T00:16:59.721245Z","steps":["trace[1148847238] 'process raft request' (duration: 140.379626ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:16:59.72149Z","caller":"traceutil/trace.go:171","msg":"trace[364429953] transaction","detail":"{read_only:false; response_revision:14446; number_of_response:1; }","duration":"141.050451ms","start":"2026-02-27T00:16:59.580419Z","end":"2026-02-27T00:16:59.72147Z","steps":["trace[364429953] 'process raft request' (duration: 123.838694ms)","trace[364429953] 'compare' (duration: 16.283537ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:17:08.157278Z","caller":"traceutil/trace.go:171","msg":"trace[162633734] transaction","detail":"{read_only:false; response_revision:14511; number_of_response:1; }","duration":"116.938373ms","start":"2026-02-27T00:17:08.040316Z","end":"2026-02-27T00:17:08.157255Z","steps":["trace[162633734] 'process raft request' (duration: 116.760169ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:17:09.261289Z","caller":"traceutil/trace.go:171","msg":"trace[272838076] linearizableReadLoop","detail":"{readStateIndex:15034; appliedIndex:15033; }","duration":"162.815148ms","start":"2026-02-27T00:17:09.098455Z","end":"2026-02-27T00:17:09.26127Z","steps":["trace[272838076] 'read index received' (duration: 162.647824ms)","trace[272838076] 'applied index is now lower than readState.Index' (duration: 166.394µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:17:09.261365Z","caller":"traceutil/trace.go:171","msg":"trace[1453700381] transaction","detail":"{read_only:false; response_revision:14512; number_of_response:1; }","duration":"163.249498ms","start":"2026-02-27T00:17:09.098097Z","end":"2026-02-27T00:17:09.261347Z","steps":["trace[1453700381] 'process raft request' (duration: 162.990932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:09.261471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.004602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T00:17:09.261547Z","caller":"traceutil/trace.go:171","msg":"trace[2033156737] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14512; }","duration":"163.113865ms","start":"2026-02-27T00:17:09.098423Z","end":"2026-02-27T00:17:09.261536Z","steps":["trace[2033156737] 'agreement among raft nodes before linearized reading' (duration: 162.953111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:17:09.261758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.033541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T00:17:09.262391Z","caller":"traceutil/trace.go:171","msg":"trace[523499554] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14512; }","duration":"100.729838ms","start":"2026-02-27T00:17:09.161643Z","end":"2026-02-27T00:17:09.262373Z","steps":["trace[523499554] 'agreement among raft nodes before linearized reading' (duration: 99.991561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:18:59.274332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.337056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xd22m\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-02-27T00:18:59.27443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.744859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ctwb2\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-02-27T00:18:59.274548Z","caller":"traceutil/trace.go:171","msg":"trace[1610189785] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xd22m; range_end:; response_count:1; response_revision:15297; }","duration":"156.601053ms","start":"2026-02-27T00:18:59.117914Z","end":"2026-02-27T00:18:59.274515Z","steps":["trace[1610189785] 'range keys from in-memory index tree' (duration: 156.227964ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:18:59.274555Z","caller":"traceutil/trace.go:171","msg":"trace[634836181] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ctwb2; range_end:; response_count:1; response_revision:15297; }","duration":"158.928023ms","start":"2026-02-27T00:18:59.115603Z","end":"2026-02-27T00:18:59.274531Z","steps":["trace[634836181] 'range keys from in-memory index tree' (duration: 158.39344ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:21:43.028987Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14325} {"level":"info","ts":"2026-02-27T00:21:43.123216Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14325,"took":"91.289035ms","hash":3214143002,"current-db-size-bytes":43433984,"current-db-size":"43 MB","current-db-size-in-use-bytes":28168192,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T00:21:43.123329Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3214143002,"revision":14325,"compact-revision":11907} {"level":"warn","ts":"2026-02-27T00:22:08.603699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.156008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:22:08.603853Z","caller":"traceutil/trace.go:171","msg":"trace[128418306] linearizableReadLoop","detail":"{readStateIndex:17275; appliedIndex:17274; }","duration":"236.781407ms","start":"2026-02-27T00:22:08.367031Z","end":"2026-02-27T00:22:08.603812Z","steps":["trace[128418306] 'read index received' (duration: 3.477016ms)","trace[128418306] 'applied index is now lower than readState.Index' (duration: 233.302761ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:22:08.603885Z","caller":"traceutil/trace.go:171","msg":"trace[618460875] transaction","detail":"{read_only:false; response_revision:16676; number_of_response:1; }","duration":"263.809498ms","start":"2026-02-27T00:22:08.340024Z","end":"2026-02-27T00:22:08.603833Z","steps":["trace[618460875] 'process raft request' (duration: 30.417685ms)","trace[618460875] 'compare' (duration: 232.951634ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:22:08.603928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.90864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:22:08.604629Z","caller":"traceutil/trace.go:171","msg":"trace[2027836030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16676; }","duration":"237.636006ms","start":"2026-02-27T00:22:08.36695Z","end":"2026-02-27T00:22:08.604586Z","steps":["trace[2027836030] 'agreement among raft nodes before linearized reading' (duration: 236.938341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:22:09.177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.774051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-76h54\" ","response":"range_response_count:1 size:22011"} {"level":"info","ts":"2026-02-27T00:22:09.177099Z","caller":"traceutil/trace.go:171","msg":"trace[2083356308] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-76h54; range_end:; response_count:1; response_revision:16677; }","duration":"350.920094ms","start":"2026-02-27T00:22:08.826156Z","end":"2026-02-27T00:22:09.177077Z","steps":["trace[2083356308] 'range keys from in-memory index tree' (duration: 350.584307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:22:09.177138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:22:08.826143Z","time spent":"350.983985ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22035,"request content":"key:\"/registry/pods/openstack/nova-compute-default-76h54\" "} {"level":"warn","ts":"2026-02-27T00:22:09.177553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.281607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-kfrq9\" ","response":"range_response_count:1 size:20767"} {"level":"info","ts":"2026-02-27T00:22:09.17759Z","caller":"traceutil/trace.go:171","msg":"trace[1944165915] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-kfrq9; range_end:; response_count:1; response_revision:16677; }","duration":"204.363309ms","start":"2026-02-27T00:22:08.973219Z","end":"2026-02-27T00:22:09.177583Z","steps":["trace[1944165915] 'range keys from in-memory index tree' (duration: 204.157195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:22:09.177683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.668217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T00:22:09.177699Z","caller":"traceutil/trace.go:171","msg":"trace[1934141948] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16677; }","duration":"173.74143ms","start":"2026-02-27T00:22:09.003953Z","end":"2026-02-27T00:22:09.177695Z","steps":["trace[1934141948] 'range keys from in-memory index tree' (duration: 173.520885ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:22:09.545748Z","caller":"traceutil/trace.go:171","msg":"trace[373436068] transaction","detail":"{read_only:false; response_revision:16678; number_of_response:1; }","duration":"364.853978ms","start":"2026-02-27T00:22:09.180861Z","end":"2026-02-27T00:22:09.545715Z","steps":["trace[373436068] 'process raft request' (duration: 364.672234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:22:09.545915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:22:09.180834Z","time spent":"364.998161ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:22:09.923193Z","caller":"traceutil/trace.go:171","msg":"trace[398827589] transaction","detail":"{read_only:false; response_revision:16679; number_of_response:1; }","duration":"741.292841ms","start":"2026-02-27T00:22:09.18187Z","end":"2026-02-27T00:22:09.923163Z","steps":["trace[398827589] 'process raft request' (duration: 740.993094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:22:09.92341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:22:09.181842Z","time spent":"741.454864ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:22:09.923571Z","caller":"traceutil/trace.go:171","msg":"trace[1203506996] linearizableReadLoop","detail":"{readStateIndex:17278; appliedIndex:17276; }","duration":"740.796989ms","start":"2026-02-27T00:22:09.182754Z","end":"2026-02-27T00:22:09.923551Z","steps":["trace[1203506996] 'read index received' (duration: 362.855184ms)","trace[1203506996] 'applied index is now lower than readState.Index' (duration: 377.941155ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:22:09.923588Z","caller":"traceutil/trace.go:171","msg":"trace[683458067] transaction","detail":"{read_only:false; response_revision:16680; number_of_response:1; }","duration":"728.712524ms","start":"2026-02-27T00:22:09.194796Z","end":"2026-02-27T00:22:09.923508Z","steps":["trace[683458067] 'process raft request' (duration: 728.246544ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:22:09.923722Z","caller":"traceutil/trace.go:171","msg":"trace[1781264959] transaction","detail":"{read_only:false; response_revision:16681; number_of_response:1; }","duration":"601.122805ms","start":"2026-02-27T00:22:09.322546Z","end":"2026-02-27T00:22:09.923669Z","steps":["trace[1781264959] 'process raft request' (duration: 600.863699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:22:09.923867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:22:09.194787Z","time spent":"728.95996ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20884,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:22:09.923916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.456851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ctwb2\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-02-27T00:22:09.923942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:22:09.322524Z","time spent":"601.298768ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:22:09.923963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.176874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T00:22:09.92398Z","caller":"traceutil/trace.go:171","msg":"trace[1686166623] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ctwb2; range_end:; response_count:1; response_revision:16681; }","duration":"499.556214ms","start":"2026-02-27T00:22:09.424405Z","end":"2026-02-27T00:22:09.923961Z","steps":["trace[1686166623] 'agreement among raft nodes before linearized reading' (duration: 499.36936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:22:09.923956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.661713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:22:09.924033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.114171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T00:22:09.92398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.216698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:22:09.924168Z","caller":"traceutil/trace.go:171","msg":"trace[585754136] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:16681; }","duration":"278.998001ms","start":"2026-02-27T00:22:09.645145Z","end":"2026-02-27T00:22:09.924143Z","steps":["trace[585754136] 'agreement among raft nodes before linearized reading' (duration: 278.628193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:22:09.923892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.959618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T00:22:09.924192Z","caller":"traceutil/trace.go:171","msg":"trace[409672607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16681; }","duration":"658.300805ms","start":"2026-02-27T00:22:09.265864Z","end":"2026-02-27T00:22:09.924165Z","steps":["trace[409672607] 'agreement among raft nodes before linearized reading' (duration: 657.967578ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:22:09.924222Z","caller":"traceutil/trace.go:171","msg":"trace[953828756] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16681; }","duration":"658.305765ms","start":"2026-02-27T00:22:09.265908Z","end":"2026-02-27T00:22:09.924214Z","steps":["trace[953828756] 'agreement among raft nodes before linearized reading' (duration: 657.856716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:22:09.924246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:22:09.265854Z","time spent":"658.382137ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:22:09.924262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:22:09.265903Z","time spent":"658.347496ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T00:22:09.924007Z","caller":"traceutil/trace.go:171","msg":"trace[1783034043] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16681; }","duration":"659.282707ms","start":"2026-02-27T00:22:09.264713Z","end":"2026-02-27T00:22:09.923995Z","steps":["trace[1783034043] 'agreement among raft nodes before linearized reading' (duration: 659.127673ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:22:09.924391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:22:09.264686Z","time spent":"659.693175ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T00:22:09.924185Z","caller":"traceutil/trace.go:171","msg":"trace[478567303] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:16681; }","duration":"741.482783ms","start":"2026-02-27T00:22:09.182689Z","end":"2026-02-27T00:22:09.924172Z","steps":["trace[478567303] 'agreement among raft nodes before linearized reading' (duration: 740.964312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:22:09.924521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:22:09.182659Z","time spent":"741.844012ms","remote":"127.0.0.1:47528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":113,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:22:09.924029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:22:09.424377Z","time spent":"499.632356ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-ctwb2\" "} {"level":"warn","ts":"2026-02-27T00:22:09.924729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.424753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:943688"} {"level":"info","ts":"2026-02-27T00:22:09.924826Z","caller":"traceutil/trace.go:171","msg":"trace[1993991524] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:16681; }","duration":"741.564926ms","start":"2026-02-27T00:22:09.183239Z","end":"2026-02-27T00:22:09.924804Z","steps":["trace[1993991524] 'agreement among raft nodes before linearized reading' (duration: 740.515042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:22:09.924878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:22:09.183225Z","time spent":"741.640357ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":96,"response size":943712,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T00:22:28.398307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.975185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:22:28.398477Z","caller":"traceutil/trace.go:171","msg":"trace[418629772] transaction","detail":"{read_only:false; response_revision:17005; number_of_response:1; }","duration":"323.882873ms","start":"2026-02-27T00:22:28.074566Z","end":"2026-02-27T00:22:28.398449Z","steps":["trace[418629772] 'process raft request' (duration: 25.656772ms)","trace[418629772] 'compare' (duration: 297.773531ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:22:28.398549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:22:28.074547Z","time spent":"323.973494ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:22:28.399278Z","caller":"traceutil/trace.go:171","msg":"trace[1371145726] linearizableReadLoop","detail":"{readStateIndex:17615; appliedIndex:17614; }","duration":"251.09485ms","start":"2026-02-27T00:22:28.14815Z","end":"2026-02-27T00:22:28.399245Z","steps":["trace[1371145726] 'read index received' (duration: 250.669341ms)","trace[1371145726] 'applied index is now lower than readState.Index' (duration: 424.519µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:22:28.399558Z","caller":"traceutil/trace.go:171","msg":"trace[861689822] transaction","detail":"{read_only:false; response_revision:17006; number_of_response:1; }","duration":"324.416833ms","start":"2026-02-27T00:22:28.075074Z","end":"2026-02-27T00:22:28.399491Z","steps":["trace[861689822] 'process raft request' (duration: 323.871892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:22:28.399776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:22:28.07506Z","time spent":"324.594208ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:22:28.399782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.865155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ctwb2\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-02-27T00:22:28.399889Z","caller":"traceutil/trace.go:171","msg":"trace[1935555427] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ctwb2; range_end:; response_count:1; response_revision:17006; }","duration":"213.023689ms","start":"2026-02-27T00:22:28.186843Z","end":"2026-02-27T00:22:28.399867Z","steps":["trace[1935555427] 'agreement among raft nodes before linearized reading' (duration: 212.715732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:22:28.399756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.590611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-76h54\" ","response":"range_response_count:1 size:22011"} {"level":"info","ts":"2026-02-27T00:22:28.399967Z","caller":"traceutil/trace.go:171","msg":"trace[663172116] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-76h54; range_end:; response_count:1; response_revision:17006; }","duration":"251.917819ms","start":"2026-02-27T00:22:28.148028Z","end":"2026-02-27T00:22:28.399946Z","steps":["trace[663172116] 'agreement among raft nodes before linearized reading' (duration: 251.533191ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:26:43.035746Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16429} {"level":"info","ts":"2026-02-27T00:26:43.143355Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16429,"took":"103.188575ms","hash":2313859308,"current-db-size-bytes":46403584,"current-db-size":"46 MB","current-db-size-in-use-bytes":30736384,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-27T00:26:43.14343Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2313859308,"revision":16429,"compact-revision":14325} {"level":"warn","ts":"2026-02-27T00:27:23.331329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.391156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:27:23.331443Z","caller":"traceutil/trace.go:171","msg":"trace[2146104698] transaction","detail":"{read_only:false; response_revision:18939; number_of_response:1; }","duration":"253.649698ms","start":"2026-02-27T00:27:23.077773Z","end":"2026-02-27T00:27:23.331423Z","steps":["trace[2146104698] 'process raft request' (duration: 69.066957ms)","trace[2146104698] 'compare' (duration: 183.779893ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:27:23.585407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.318843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T00:27:23.585488Z","caller":"traceutil/trace.go:171","msg":"trace[1465124887] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18939; }","duration":"106.442016ms","start":"2026-02-27T00:27:23.47903Z","end":"2026-02-27T00:27:23.585472Z","steps":["trace[1465124887] 'range keys from in-memory index tree' (duration: 106.179009ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:27:24.070456Z","caller":"traceutil/trace.go:171","msg":"trace[1165845063] transaction","detail":"{read_only:false; response_revision:18940; number_of_response:1; }","duration":"481.431385ms","start":"2026-02-27T00:27:23.588998Z","end":"2026-02-27T00:27:24.070429Z","steps":["trace[1165845063] 'process raft request' (duration: 481.272611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:27:24.070642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:27:23.588981Z","time spent":"481.550148ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:27:24.745789Z","caller":"traceutil/trace.go:171","msg":"trace[1958548212] linearizableReadLoop","detail":"{readStateIndex:19621; appliedIndex:19618; }","duration":"949.958388ms","start":"2026-02-27T00:27:23.795808Z","end":"2026-02-27T00:27:24.745766Z","steps":["trace[1958548212] 'read index received' (duration: 274.556915ms)","trace[1958548212] 'applied index is now lower than readState.Index' (duration: 675.400543ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:27:24.745911Z","caller":"traceutil/trace.go:171","msg":"trace[850569584] transaction","detail":"{read_only:false; response_revision:18941; number_of_response:1; }","duration":"1.156559642s","start":"2026-02-27T00:27:23.58934Z","end":"2026-02-27T00:27:24.7459Z","steps":["trace[850569584] 'process raft request' (duration: 1.152370419s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:27:24.74601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:27:23.589328Z","time spent":"1.156609632s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:27:24.746006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.195693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T00:27:24.746055Z","caller":"traceutil/trace.go:171","msg":"trace[763542559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18943; }","duration":"950.288775ms","start":"2026-02-27T00:27:23.795754Z","end":"2026-02-27T00:27:24.746043Z","steps":["trace[763542559] 'agreement among raft nodes before linearized reading' (duration: 950.203683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:27:24.746087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:27:23.795734Z","time spent":"950.346126ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:27:24.746209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.185949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T00:27:24.746242Z","caller":"traceutil/trace.go:171","msg":"trace[69156495] transaction","detail":"{read_only:false; response_revision:18942; number_of_response:1; }","duration":"1.050120896s","start":"2026-02-27T00:27:23.69611Z","end":"2026-02-27T00:27:24.746231Z","steps":["trace[69156495] 'process raft request' (duration: 1.049536003s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:27:24.74625Z","caller":"traceutil/trace.go:171","msg":"trace[1254044797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18943; }","duration":"948.242291ms","start":"2026-02-27T00:27:23.797998Z","end":"2026-02-27T00:27:24.74624Z","steps":["trace[1254044797] 'agreement among raft nodes before linearized reading' (duration: 948.17622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:27:24.746277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:27:23.79799Z","time spent":"948.281222ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:27:24.7463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:27:23.696088Z","time spent":"1.050176367s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:27:24.746379Z","caller":"traceutil/trace.go:171","msg":"trace[2013396729] transaction","detail":"{read_only:false; response_revision:18943; number_of_response:1; }","duration":"748.544618ms","start":"2026-02-27T00:27:23.997826Z","end":"2026-02-27T00:27:24.746371Z","steps":["trace[2013396729] 'process raft request' (duration: 747.900594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:27:24.746422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:27:23.997806Z","time spent":"748.592438ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:27:24.746571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.671002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:27:24.746641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.760647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T00:27:24.74669Z","caller":"traceutil/trace.go:171","msg":"trace[1494446912] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:18943; }","duration":"905.839989ms","start":"2026-02-27T00:27:23.840837Z","end":"2026-02-27T00:27:24.746677Z","steps":["trace[1494446912] 'agreement among raft nodes before linearized reading' (duration: 905.654115ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:27:24.746691Z","caller":"traceutil/trace.go:171","msg":"trace[933053753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18943; }","duration":"379.788375ms","start":"2026-02-27T00:27:24.36687Z","end":"2026-02-27T00:27:24.746658Z","steps":["trace[933053753] 'agreement among raft nodes before linearized reading' (duration: 379.600491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:27:24.746723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:27:23.840826Z","time spent":"905.88963ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":154,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:27:24.746704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.145637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T00:27:24.746738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:27:24.366831Z","time spent":"379.896787ms","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T00:27:24.746792Z","caller":"traceutil/trace.go:171","msg":"trace[2116885122] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18943; }","duration":"737.264089ms","start":"2026-02-27T00:27:24.009502Z","end":"2026-02-27T00:27:24.746766Z","steps":["trace[2116885122] 'agreement among raft nodes before linearized reading' (duration: 736.986283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:27:24.74683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:27:24.009492Z","time spent":"737.329061ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T00:27:25.10128Z","caller":"traceutil/trace.go:171","msg":"trace[790617628] transaction","detail":"{read_only:false; response_revision:18944; number_of_response:1; }","duration":"349.586382ms","start":"2026-02-27T00:27:24.751668Z","end":"2026-02-27T00:27:25.101254Z","steps":["trace[790617628] 'process raft request' (duration: 348.546229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:27:25.101679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:27:24.751649Z","time spent":"349.95757ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:27:25.652482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.924823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:27:25.65269Z","caller":"traceutil/trace.go:171","msg":"trace[1800400416] linearizableReadLoop","detail":"{readStateIndex:19624; appliedIndex:19622; }","duration":"900.431201ms","start":"2026-02-27T00:27:24.752242Z","end":"2026-02-27T00:27:25.652673Z","steps":["trace[1800400416] 'read index received' (duration: 347.973137ms)","trace[1800400416] 'applied index is now lower than readState.Index' (duration: 552.457054ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:27:25.652826Z","caller":"traceutil/trace.go:171","msg":"trace[372469791] transaction","detail":"{read_only:false; response_revision:18945; number_of_response:1; }","duration":"900.685316ms","start":"2026-02-27T00:27:24.752095Z","end":"2026-02-27T00:27:25.65278Z","steps":["trace[372469791] 'process raft request' (duration: 774.344134ms)","trace[372469791] 'compare' (duration: 125.397232ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:27:25.652904Z","caller":"traceutil/trace.go:171","msg":"trace[1210643307] transaction","detail":"{read_only:false; response_revision:18946; number_of_response:1; }","duration":"573.416143ms","start":"2026-02-27T00:27:25.079456Z","end":"2026-02-27T00:27:25.652872Z","steps":["trace[1210643307] 'process raft request' (duration: 573.130727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:27:25.652998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:27:24.752047Z","time spent":"900.86051ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:27:25.653052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.837761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18778"} {"level":"warn","ts":"2026-02-27T00:27:25.653063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:27:25.079431Z","time spent":"573.551148ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:27:25.653114Z","caller":"traceutil/trace.go:171","msg":"trace[599130893] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18946; }","duration":"900.931062ms","start":"2026-02-27T00:27:24.75217Z","end":"2026-02-27T00:27:25.653101Z","steps":["trace[599130893] 'agreement among raft nodes before linearized reading' (duration: 900.710256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:27:25.653147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:27:24.752156Z","time spent":"900.986093ms","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18802,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T00:27:25.653696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.046268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:27:25.653757Z","caller":"traceutil/trace.go:171","msg":"trace[287911025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18946; }","duration":"286.14033ms","start":"2026-02-27T00:27:25.3676Z","end":"2026-02-27T00:27:25.65374Z","steps":["trace[287911025] 'agreement among raft nodes before linearized reading' (duration: 286.048998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:27:25.653749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.557456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:27:25.653807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.126124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T00:27:25.653842Z","caller":"traceutil/trace.go:171","msg":"trace[1756920054] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:18946; }","duration":"521.70236ms","start":"2026-02-27T00:27:25.132113Z","end":"2026-02-27T00:27:25.653816Z","steps":["trace[1756920054] 'agreement among raft nodes before linearized reading' (duration: 521.533866ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:27:25.653858Z","caller":"traceutil/trace.go:171","msg":"trace[2127221856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18946; }","duration":"319.219296ms","start":"2026-02-27T00:27:25.334625Z","end":"2026-02-27T00:27:25.653844Z","steps":["trace[2127221856] 'agreement among raft nodes before linearized reading' (duration: 319.051833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:27:25.653891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:27:25.132092Z","time spent":"521.788741ms","remote":"127.0.0.1:56856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:27:25.653906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:27:25.334604Z","time spent":"319.294307ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:27:26.23557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805391309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:27:26.713687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.588666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:27:26.713795Z","caller":"traceutil/trace.go:171","msg":"trace[667464969] linearizableReadLoop","detail":"{readStateIndex:19626; appliedIndex:19625; }","duration":"979.017705ms","start":"2026-02-27T00:27:25.73476Z","end":"2026-02-27T00:27:26.713778Z","steps":["trace[667464969] 'read index received' (duration: 545.223465ms)","trace[667464969] 'applied index is now lower than readState.Index' (duration: 433.79298ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:27:26.71388Z","caller":"traceutil/trace.go:171","msg":"trace[544942053] transaction","detail":"{read_only:false; response_revision:18947; number_of_response:1; }","duration":"1.055157146s","start":"2026-02-27T00:27:25.658712Z","end":"2026-02-27T00:27:26.713869Z","steps":["trace[544942053] 'process raft request' (duration: 621.285624ms)","trace[544942053] 'compare' (duration: 433.475234ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:27:26.713939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:27:25.658695Z","time spent":"1.055215237s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:27:26.714186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.400913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:27:26.714202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.831674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:27:26.714289Z","caller":"traceutil/trace.go:171","msg":"trace[479550018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18947; }","duration":"347.960166ms","start":"2026-02-27T00:27:26.366305Z","end":"2026-02-27T00:27:26.714265Z","steps":["trace[479550018] 'agreement among raft nodes before linearized reading' (duration: 347.781922ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:27:26.714283Z","caller":"traceutil/trace.go:171","msg":"trace[1712270423] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18947; }","duration":"979.542807ms","start":"2026-02-27T00:27:25.734715Z","end":"2026-02-27T00:27:26.714258Z","steps":["trace[1712270423] 'agreement among raft nodes before linearized reading' (duration: 979.375943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:27:26.714284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.362178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-02-27T00:27:26.71431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.578263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417303"} {"level":"warn","ts":"2026-02-27T00:27:26.714333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:27:26.366285Z","time spent":"348.039858ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T00:27:26.714371Z","caller":"traceutil/trace.go:171","msg":"trace[927065747] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:18947; }","duration":"658.525873ms","start":"2026-02-27T00:27:26.055832Z","end":"2026-02-27T00:27:26.714358Z","steps":["trace[927065747] 'agreement among raft nodes before linearized reading' (duration: 658.272027ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:27:26.714385Z","caller":"traceutil/trace.go:171","msg":"trace[1690173476] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:18947; }","duration":"848.695556ms","start":"2026-02-27T00:27:25.865669Z","end":"2026-02-27T00:27:26.714365Z","steps":["trace[1690173476] 'agreement among raft nodes before linearized reading' (duration: 848.390119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:27:26.714367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:27:25.734696Z","time spent":"979.660279ms","remote":"127.0.0.1:47638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T00:27:26.7144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:27:26.055816Z","time spent":"658.578143ms","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-02-27T00:27:26.714287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.736375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T00:27:26.714496Z","caller":"traceutil/trace.go:171","msg":"trace[995393291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18947; }","duration":"637.97459ms","start":"2026-02-27T00:27:26.0765Z","end":"2026-02-27T00:27:26.714475Z","steps":["trace[995393291] 'agreement among raft nodes before linearized reading' (duration: 637.599852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:27:26.714434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:27:25.865651Z","time spent":"848.773487ms","remote":"127.0.0.1:49144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417327,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-27T00:27:26.714558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:27:26.076486Z","time spent":"638.055612ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T00:27:59.79354Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T00:27:59.799197Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-02-27T00:27:59.799291Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-02-27T00:30:35.767038Z","caller":"traceutil/trace.go:171","msg":"trace[1435443922] transaction","detail":"{read_only:false; response_revision:20443; number_of_response:1; }","duration":"115.636857ms","start":"2026-02-27T00:30:35.651377Z","end":"2026-02-27T00:30:35.767014Z","steps":["trace[1435443922] 'process raft request' (duration: 76.398706ms)","trace[1435443922] 'compare' (duration: 39.138449ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:30:36.962777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.058873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-27T00:30:36.962867Z","caller":"traceutil/trace.go:171","msg":"trace[1359980268] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:20448; }","duration":"222.191486ms","start":"2026-02-27T00:30:36.740654Z","end":"2026-02-27T00:30:36.962846Z","steps":["trace[1359980268] 'range keys from in-memory index tree' (duration: 221.958861ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:30:38.143622Z","caller":"traceutil/trace.go:171","msg":"trace[2032365878] transaction","detail":"{read_only:false; response_revision:20455; number_of_response:1; }","duration":"108.174955ms","start":"2026-02-27T00:30:38.035422Z","end":"2026-02-27T00:30:38.143597Z","steps":["trace[2032365878] 'process raft request' (duration: 108.02789ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:30:54.482005Z","caller":"traceutil/trace.go:171","msg":"trace[1461086761] linearizableReadLoop","detail":"{readStateIndex:21277; appliedIndex:21276; }","duration":"149.334368ms","start":"2026-02-27T00:30:54.332652Z","end":"2026-02-27T00:30:54.481986Z","steps":["trace[1461086761] 'read index received' (duration: 149.183815ms)","trace[1461086761] 'applied index is now lower than readState.Index' (duration: 150.053µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:30:54.482076Z","caller":"traceutil/trace.go:171","msg":"trace[706060787] transaction","detail":"{read_only:false; response_revision:20542; number_of_response:1; }","duration":"261.817816ms","start":"2026-02-27T00:30:54.220222Z","end":"2026-02-27T00:30:54.48204Z","steps":["trace[706060787] 'process raft request' (duration: 261.655163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:54.482176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.508002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:30:54.482203Z","caller":"traceutil/trace.go:171","msg":"trace[252620291] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:20542; }","duration":"149.581364ms","start":"2026-02-27T00:30:54.332613Z","end":"2026-02-27T00:30:54.482194Z","steps":["trace[252620291] 'agreement among raft nodes before linearized reading' (duration: 149.475241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:30:54.482225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.178986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:30:54.4823Z","caller":"traceutil/trace.go:171","msg":"trace[1492205192] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:20542; }","duration":"114.314688ms","start":"2026-02-27T00:30:54.36797Z","end":"2026-02-27T00:30:54.482284Z","steps":["trace[1492205192] 'agreement among raft nodes before linearized reading' (duration: 114.163705ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:31:04.982221Z","caller":"traceutil/trace.go:171","msg":"trace[1524388897] transaction","detail":"{read_only:false; response_revision:21014; number_of_response:1; }","duration":"132.829174ms","start":"2026-02-27T00:31:04.84935Z","end":"2026-02-27T00:31:04.982179Z","steps":["trace[1524388897] 'process raft request' (duration: 132.62023ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:31:04.982223Z","caller":"traceutil/trace.go:171","msg":"trace[1628749907] transaction","detail":"{read_only:false; response_revision:21015; number_of_response:1; }","duration":"119.744729ms","start":"2026-02-27T00:31:04.862452Z","end":"2026-02-27T00:31:04.982197Z","steps":["trace[1628749907] 'process raft request' (duration: 119.665027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:31:04.982438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.631603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-02-27T00:31:04.982459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.64072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capo-system/capo-manager\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T00:31:04.982505Z","caller":"traceutil/trace.go:171","msg":"trace[1132265145] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:21015; }","duration":"149.733145ms","start":"2026-02-27T00:31:04.83276Z","end":"2026-02-27T00:31:04.982494Z","steps":["trace[1132265145] 'agreement among raft nodes before linearized reading' (duration: 149.468159ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:31:04.982553Z","caller":"traceutil/trace.go:171","msg":"trace[673164120] range","detail":"{range_begin:/registry/serviceaccounts/capo-system/capo-manager; range_end:; response_count:1; response_revision:21015; }","duration":"132.792764ms","start":"2026-02-27T00:31:04.849743Z","end":"2026-02-27T00:31:04.982536Z","steps":["trace[673164120] 'agreement among raft nodes before linearized reading' (duration: 132.478547ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:31:06.471387Z","caller":"traceutil/trace.go:171","msg":"trace[344208864] linearizableReadLoop","detail":"{readStateIndex:21822; appliedIndex:21821; }","duration":"105.164979ms","start":"2026-02-27T00:31:06.366201Z","end":"2026-02-27T00:31:06.471366Z","steps":["trace[344208864] 'read index received' (duration: 104.972984ms)","trace[344208864] 'applied index is now lower than readState.Index' (duration: 191.365µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:31:06.471729Z","caller":"traceutil/trace.go:171","msg":"trace[6313973] transaction","detail":"{read_only:false; response_revision:21075; number_of_response:1; }","duration":"125.889913ms","start":"2026-02-27T00:31:06.34583Z","end":"2026-02-27T00:31:06.47172Z","steps":["trace[6313973] 'process raft request' (duration: 125.411943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:31:06.471977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.758691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:43886"} {"level":"info","ts":"2026-02-27T00:31:06.472008Z","caller":"traceutil/trace.go:171","msg":"trace[71975202] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21075; }","duration":"105.831353ms","start":"2026-02-27T00:31:06.366169Z","end":"2026-02-27T00:31:06.472Z","steps":["trace[71975202] 'agreement among raft nodes before linearized reading' (duration: 105.69579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:31:06.472169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.322872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:31:06.472193Z","caller":"traceutil/trace.go:171","msg":"trace[127899710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21075; }","duration":"105.347032ms","start":"2026-02-27T00:31:06.36684Z","end":"2026-02-27T00:31:06.472187Z","steps":["trace[127899710] 'agreement among raft nodes before linearized reading' (duration: 105.304641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:31:06.473502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.801415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:31:06.473577Z","caller":"traceutil/trace.go:171","msg":"trace[1978267055] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21075; }","duration":"102.919338ms","start":"2026-02-27T00:31:06.370635Z","end":"2026-02-27T00:31:06.473554Z","steps":["trace[1978267055] 'agreement among raft nodes before linearized reading' (duration: 102.804865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:31:06.473785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.252555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:31:06.474056Z","caller":"traceutil/trace.go:171","msg":"trace[854202985] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21075; }","duration":"103.527362ms","start":"2026-02-27T00:31:06.370513Z","end":"2026-02-27T00:31:06.47404Z","steps":["trace[854202985] 'agreement among raft nodes before linearized reading' (duration: 103.242795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:31:07.916914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.259582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/cert-manager-test/\" range_end:\"/registry/rabbitmq.com/permissions/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:31:07.917002Z","caller":"traceutil/trace.go:171","msg":"trace[542342503] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/cert-manager-test/; range_end:/registry/rabbitmq.com/permissions/cert-manager-test0; response_count:0; response_revision:21114; }","duration":"137.388075ms","start":"2026-02-27T00:31:07.779595Z","end":"2026-02-27T00:31:07.916983Z","steps":["trace[542342503] 'range keys from in-memory index tree' (duration: 137.217952ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:31:07.923462Z","caller":"traceutil/trace.go:171","msg":"trace[868313292] transaction","detail":"{read_only:false; response_revision:21115; number_of_response:1; }","duration":"122.966699ms","start":"2026-02-27T00:31:07.800465Z","end":"2026-02-27T00:31:07.923431Z","steps":["trace[868313292] 'process raft request' (duration: 122.680653ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:31:17.339865Z","caller":"traceutil/trace.go:171","msg":"trace[862209996] linearizableReadLoop","detail":"{readStateIndex:21990; appliedIndex:21989; }","duration":"305.083936ms","start":"2026-02-27T00:31:17.034757Z","end":"2026-02-27T00:31:17.339841Z","steps":["trace[862209996] 'read index received' (duration: 304.906042ms)","trace[862209996] 'applied index is now lower than readState.Index' (duration: 176.764µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:31:17.339954Z","caller":"traceutil/trace.go:171","msg":"trace[1642349005] transaction","detail":"{read_only:false; response_revision:21241; number_of_response:1; }","duration":"313.888188ms","start":"2026-02-27T00:31:17.026036Z","end":"2026-02-27T00:31:17.339924Z","steps":["trace[1642349005] 'process raft request' (duration: 313.633053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:31:17.340171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:31:17.026008Z","time spent":"314.026272ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:31:17.34023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.463944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T00:31:17.340269Z","caller":"traceutil/trace.go:171","msg":"trace[272283515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21241; }","duration":"305.556786ms","start":"2026-02-27T00:31:17.034702Z","end":"2026-02-27T00:31:17.340259Z","steps":["trace[272283515] 'agreement among raft nodes before linearized reading' (duration: 305.28193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:31:17.340312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:31:17.034684Z","time spent":"305.619687ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:31:18.485814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805398108,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T00:31:18.558451Z","caller":"traceutil/trace.go:171","msg":"trace[2012829206] transaction","detail":"{read_only:false; response_revision:21243; number_of_response:1; }","duration":"809.72544ms","start":"2026-02-27T00:31:17.748685Z","end":"2026-02-27T00:31:18.558411Z","steps":["trace[2012829206] 'process raft request' (duration: 804.24282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:31:18.558656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:31:17.748657Z","time spent":"809.892123ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:31:18.597393Z","caller":"traceutil/trace.go:171","msg":"trace[299482062] transaction","detail":"{read_only:false; response_revision:21244; number_of_response:1; }","duration":"846.858065ms","start":"2026-02-27T00:31:17.750479Z","end":"2026-02-27T00:31:18.597337Z","steps":["trace[299482062] 'process raft request' (duration: 846.595259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:31:18.598238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:31:17.750449Z","time spent":"847.704334ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:31:18.598256Z","caller":"traceutil/trace.go:171","msg":"trace[1747439828] transaction","detail":"{read_only:false; response_revision:21245; number_of_response:1; }","duration":"382.967895ms","start":"2026-02-27T00:31:18.215245Z","end":"2026-02-27T00:31:18.598212Z","steps":["trace[1747439828] 'process raft request' (duration: 381.968382ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:31:18.598306Z","caller":"traceutil/trace.go:171","msg":"trace[1262658937] linearizableReadLoop","detail":"{readStateIndex:21995; appliedIndex:21991; }","duration":"613.108075ms","start":"2026-02-27T00:31:17.985177Z","end":"2026-02-27T00:31:18.598285Z","steps":["trace[1262658937] 'read index received' (duration: 567.717808ms)","trace[1262658937] 'applied index is now lower than readState.Index' (duration: 45.389327ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:31:18.598409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:31:18.215218Z","time spent":"383.104698ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:31:18.598538Z","caller":"traceutil/trace.go:171","msg":"trace[979101310] transaction","detail":"{read_only:false; response_revision:21246; number_of_response:1; }","duration":"253.75969ms","start":"2026-02-27T00:31:18.344729Z","end":"2026-02-27T00:31:18.598489Z","steps":["trace[979101310] 'process raft request' (duration: 253.450763ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:31:18.598635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.460892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T00:31:18.59869Z","caller":"traceutil/trace.go:171","msg":"trace[1661972580] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21246; }","duration":"613.551885ms","start":"2026-02-27T00:31:17.985122Z","end":"2026-02-27T00:31:18.598674Z","steps":["trace[1661972580] 'agreement among raft nodes before linearized reading' (duration: 613.365941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:31:18.598731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:31:17.985099Z","time spent":"613.625527ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:31:18.600499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.847941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:31:18.600542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.885671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:31:18.600589Z","caller":"traceutil/trace.go:171","msg":"trace[2077190702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21247; }","duration":"233.952403ms","start":"2026-02-27T00:31:18.366617Z","end":"2026-02-27T00:31:18.600569Z","steps":["trace[2077190702] 'agreement among raft nodes before linearized reading' (duration: 233.78951ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:31:18.600601Z","caller":"traceutil/trace.go:171","msg":"trace[1143384984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21247; }","duration":"598.993735ms","start":"2026-02-27T00:31:18.001592Z","end":"2026-02-27T00:31:18.600586Z","steps":["trace[1143384984] 'agreement among raft nodes before linearized reading' (duration: 598.77822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:31:18.600608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.977132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:31:18.600648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:31:18.001568Z","time spent":"599.067236ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T00:31:18.600674Z","caller":"traceutil/trace.go:171","msg":"trace[204824027] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:21247; }","duration":"294.056513ms","start":"2026-02-27T00:31:18.306599Z","end":"2026-02-27T00:31:18.600656Z","steps":["trace[204824027] 'agreement among raft nodes before linearized reading' (duration: 293.929611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:31:18.60085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.504712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T00:31:18.600937Z","caller":"traceutil/trace.go:171","msg":"trace[269480030] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21247; }","duration":"592.574614ms","start":"2026-02-27T00:31:18.008309Z","end":"2026-02-27T00:31:18.600884Z","steps":["trace[269480030] 'agreement among raft nodes before linearized reading' (duration: 592.3714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:31:18.601022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:31:18.008298Z","time spent":"592.671207ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T00:31:43.041924Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18754} {"level":"info","ts":"2026-02-27T00:31:43.154732Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18754,"took":"109.592745ms","hash":1185511875,"current-db-size-bytes":48254976,"current-db-size":"48 MB","current-db-size-in-use-bytes":37154816,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-02-27T00:31:43.154808Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1185511875,"revision":18754,"compact-revision":16429} {"level":"info","ts":"2026-02-27T00:32:31.587189Z","caller":"traceutil/trace.go:171","msg":"trace[1895214885] transaction","detail":"{read_only:false; response_revision:22042; number_of_response:1; }","duration":"130.952982ms","start":"2026-02-27T00:32:31.456205Z","end":"2026-02-27T00:32:31.587158Z","steps":["trace[1895214885] 'process raft request' (duration: 130.650416ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:32:43.820306Z","caller":"traceutil/trace.go:171","msg":"trace[2090179402] transaction","detail":"{read_only:false; response_revision:22133; number_of_response:1; }","duration":"161.993926ms","start":"2026-02-27T00:32:43.658288Z","end":"2026-02-27T00:32:43.820282Z","steps":["trace[2090179402] 'process raft request' (duration: 161.839233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:32:43.946067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.636021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:32:43.946166Z","caller":"traceutil/trace.go:171","msg":"trace[170140442] linearizableReadLoop","detail":"{readStateIndex:22905; appliedIndex:22903; }","duration":"138.375056ms","start":"2026-02-27T00:32:43.807775Z","end":"2026-02-27T00:32:43.94615Z","steps":["trace[170140442] 'read index received' (duration: 12.356011ms)","trace[170140442] 'applied index is now lower than readState.Index' (duration: 126.017745ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:32:43.946323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.551301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T00:32:43.946359Z","caller":"traceutil/trace.go:171","msg":"trace[1550527910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22134; }","duration":"138.629082ms","start":"2026-02-27T00:32:43.80772Z","end":"2026-02-27T00:32:43.946349Z","steps":["trace[1550527910] 'agreement among raft nodes before linearized reading' (duration: 138.475719ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:32:43.946634Z","caller":"traceutil/trace.go:171","msg":"trace[1173604679] transaction","detail":"{read_only:false; response_revision:22134; number_of_response:1; }","duration":"277.03988ms","start":"2026-02-27T00:32:43.669296Z","end":"2026-02-27T00:32:43.946336Z","steps":["trace[1173604679] 'process raft request' (duration: 164.045751ms)","trace[1173604679] 'compare' (duration: 112.438367ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:30.799142Z","caller":"traceutil/trace.go:171","msg":"trace[1481508571] transaction","detail":"{read_only:false; response_revision:23035; number_of_response:1; }","duration":"120.293086ms","start":"2026-02-27T00:34:30.678806Z","end":"2026-02-27T00:34:30.799099Z","steps":["trace[1481508571] 'process raft request' (duration: 89.407126ms)","trace[1481508571] 'compare' (duration: 30.631885ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:30.856017Z","caller":"traceutil/trace.go:171","msg":"trace[480201616] linearizableReadLoop","detail":"{readStateIndex:23831; appliedIndex:23828; }","duration":"152.535105ms","start":"2026-02-27T00:34:30.703453Z","end":"2026-02-27T00:34:30.855988Z","steps":["trace[480201616] 'read index received' (duration: 64.781255ms)","trace[480201616] 'applied index is now lower than readState.Index' (duration: 87.75302ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:30.856172Z","caller":"traceutil/trace.go:171","msg":"trace[2002790585] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23036; }","duration":"169.723172ms","start":"2026-02-27T00:34:30.686419Z","end":"2026-02-27T00:34:30.856142Z","steps":["trace[2002790585] 'process raft request' (duration: 169.534668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:30.856303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.808252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-zzdc6.1897f0c60b3d3457\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-02-27T00:34:30.856345Z","caller":"traceutil/trace.go:171","msg":"trace[238221271] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-zzdc6.1897f0c60b3d3457; range_end:; response_count:1; response_revision:23036; }","duration":"152.913464ms","start":"2026-02-27T00:34:30.70342Z","end":"2026-02-27T00:34:30.856334Z","steps":["trace[238221271] 'agreement among raft nodes before linearized reading' (duration: 152.729909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:30.85644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.893922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T00:34:30.856537Z","caller":"traceutil/trace.go:171","msg":"trace[1564296300] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23036; }","duration":"112.063135ms","start":"2026-02-27T00:34:30.744455Z","end":"2026-02-27T00:34:30.856518Z","steps":["trace[1564296300] 'agreement among raft nodes before linearized reading' (duration: 111.748998ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:30.856092Z","caller":"traceutil/trace.go:171","msg":"trace[1042887778] transaction","detail":"{read_only:false; response_revision:23036; number_of_response:1; }","duration":"170.613812ms","start":"2026-02-27T00:34:30.685429Z","end":"2026-02-27T00:34:30.856043Z","steps":["trace[1042887778] 'process raft request' (duration: 170.375827ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:31.188968Z","caller":"traceutil/trace.go:171","msg":"trace[2022826891] transaction","detail":"{read_only:false; response_revision:23045; number_of_response:1; }","duration":"139.076389ms","start":"2026-02-27T00:34:31.049865Z","end":"2026-02-27T00:34:31.188942Z","steps":["trace[2022826891] 'process raft request' (duration: 138.805423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:31.560266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.996233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:34:31.560592Z","caller":"traceutil/trace.go:171","msg":"trace[256442816] transaction","detail":"{read_only:false; response_revision:23063; number_of_response:1; }","duration":"177.699819ms","start":"2026-02-27T00:34:31.382855Z","end":"2026-02-27T00:34:31.560555Z","steps":["trace[256442816] 'process raft request' (duration: 65.325468ms)","trace[256442816] 'compare' (duration: 111.543213ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:31.56071Z","caller":"traceutil/trace.go:171","msg":"trace[2033927316] transaction","detail":"{read_only:false; response_revision:23064; number_of_response:1; }","duration":"176.335309ms","start":"2026-02-27T00:34:31.384355Z","end":"2026-02-27T00:34:31.56069Z","steps":["trace[2033927316] 'process raft request' (duration: 176.092794ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:31.560735Z","caller":"traceutil/trace.go:171","msg":"trace[2123200701] linearizableReadLoop","detail":"{readStateIndex:23861; appliedIndex:23858; }","duration":"164.937987ms","start":"2026-02-27T00:34:31.395778Z","end":"2026-02-27T00:34:31.560716Z","steps":["trace[2123200701] 'read index received' (duration: 52.411003ms)","trace[2123200701] 'applied index is now lower than readState.Index' (duration: 112.525484ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:31.560921Z","caller":"traceutil/trace.go:171","msg":"trace[1964356570] transaction","detail":"{read_only:false; response_revision:23065; number_of_response:1; }","duration":"168.865014ms","start":"2026-02-27T00:34:31.392041Z","end":"2026-02-27T00:34:31.560906Z","steps":["trace[1964356570] 'process raft request' (duration: 168.502756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:31.561072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.280616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:31.561146Z","caller":"traceutil/trace.go:171","msg":"trace[69456191] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:23065; }","duration":"165.377117ms","start":"2026-02-27T00:34:31.395752Z","end":"2026-02-27T00:34:31.56113Z","steps":["trace[69456191] 'agreement among raft nodes before linearized reading' (duration: 165.244485ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:31.694819Z","caller":"traceutil/trace.go:171","msg":"trace[660392806] linearizableReadLoop","detail":"{readStateIndex:23862; appliedIndex:23861; }","duration":"133.934927ms","start":"2026-02-27T00:34:31.560853Z","end":"2026-02-27T00:34:31.694788Z","steps":["trace[660392806] 'read index received' (duration: 101.517643ms)","trace[660392806] 'applied index is now lower than readState.Index' (duration: 32.416074ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:31.695074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.119678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:31.695152Z","caller":"traceutil/trace.go:171","msg":"trace[476654966] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23066; }","duration":"163.25966ms","start":"2026-02-27T00:34:31.531872Z","end":"2026-02-27T00:34:31.695132Z","steps":["trace[476654966] 'agreement among raft nodes before linearized reading' (duration: 163.059516ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:31.695225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.060173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-27T00:34:31.695314Z","caller":"traceutil/trace.go:171","msg":"trace[689186877] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23066; }","duration":"131.200066ms","start":"2026-02-27T00:34:31.564092Z","end":"2026-02-27T00:34:31.695292Z","steps":["trace[689186877] 'agreement among raft nodes before linearized reading' (duration: 130.881679ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:31.695516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.836769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:31.695561Z","caller":"traceutil/trace.go:171","msg":"trace[1091556152] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs; range_end:; response_count:0; response_revision:23066; }","duration":"126.903981ms","start":"2026-02-27T00:34:31.568649Z","end":"2026-02-27T00:34:31.695553Z","steps":["trace[1091556152] 'agreement among raft nodes before linearized reading' (duration: 126.83679ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:31.69572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.259582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:34:31.695771Z","caller":"traceutil/trace.go:171","msg":"trace[282690300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23066; }","duration":"103.338804ms","start":"2026-02-27T00:34:31.592422Z","end":"2026-02-27T00:34:31.695761Z","steps":["trace[282690300] 'agreement among raft nodes before linearized reading' (duration: 103.202311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:31.695845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.497832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210905"} {"level":"info","ts":"2026-02-27T00:34:31.695899Z","caller":"traceutil/trace.go:171","msg":"trace[438159160] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23066; }","duration":"216.607205ms","start":"2026-02-27T00:34:31.479279Z","end":"2026-02-27T00:34:31.695887Z","steps":["trace[438159160] 'agreement among raft nodes before linearized reading' (duration: 215.657784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:31.696009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.598054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T00:34:31.696081Z","caller":"traceutil/trace.go:171","msg":"trace[460030507] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23066; }","duration":"141.690516ms","start":"2026-02-27T00:34:31.554355Z","end":"2026-02-27T00:34:31.696045Z","steps":["trace[460030507] 'agreement among raft nodes before linearized reading' (duration: 140.539631ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:31.69644Z","caller":"traceutil/trace.go:171","msg":"trace[1267971973] transaction","detail":"{read_only:false; response_revision:23066; number_of_response:1; }","duration":"290.273704ms","start":"2026-02-27T00:34:31.406142Z","end":"2026-02-27T00:34:31.696415Z","steps":["trace[1267971973] 'process raft request' (duration: 256.234445ms)","trace[1267971973] 'compare' (duration: 32.21276ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:31.836415Z","caller":"traceutil/trace.go:171","msg":"trace[974591357] transaction","detail":"{read_only:false; response_revision:23068; number_of_response:1; }","duration":"135.823847ms","start":"2026-02-27T00:34:31.700558Z","end":"2026-02-27T00:34:31.836381Z","steps":["trace[974591357] 'process raft request' (duration: 121.346348ms)","trace[974591357] 'compare' (duration: 14.09357ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:31.836503Z","caller":"traceutil/trace.go:171","msg":"trace[128667786] transaction","detail":"{read_only:false; response_revision:23069; number_of_response:1; }","duration":"135.854317ms","start":"2026-02-27T00:34:31.700618Z","end":"2026-02-27T00:34:31.836472Z","steps":["trace[128667786] 'process raft request' (duration: 135.644533ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:31.836701Z","caller":"traceutil/trace.go:171","msg":"trace[2063591445] transaction","detail":"{read_only:false; response_revision:23070; number_of_response:1; }","duration":"136.042952ms","start":"2026-02-27T00:34:31.700645Z","end":"2026-02-27T00:34:31.836687Z","steps":["trace[2063591445] 'process raft request' (duration: 135.730684ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:31.837611Z","caller":"traceutil/trace.go:171","msg":"trace[1063960383] transaction","detail":"{read_only:false; response_revision:23071; number_of_response:1; }","duration":"136.784819ms","start":"2026-02-27T00:34:31.700808Z","end":"2026-02-27T00:34:31.837593Z","steps":["trace[1063960383] 'process raft request' (duration: 135.777066ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:31.83766Z","caller":"traceutil/trace.go:171","msg":"trace[747851019] linearizableReadLoop","detail":"{readStateIndex:23869; appliedIndex:23862; }","duration":"124.154341ms","start":"2026-02-27T00:34:31.713487Z","end":"2026-02-27T00:34:31.837641Z","steps":["trace[747851019] 'read index received' (duration: 33.239311ms)","trace[747851019] 'applied index is now lower than readState.Index' (duration: 90.91411ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:31.837676Z","caller":"traceutil/trace.go:171","msg":"trace[926378127] transaction","detail":"{read_only:false; response_revision:23072; number_of_response:1; }","duration":"134.459257ms","start":"2026-02-27T00:34:31.703187Z","end":"2026-02-27T00:34:31.837647Z","steps":["trace[926378127] 'process raft request' (duration: 134.291743ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:31.837774Z","caller":"traceutil/trace.go:171","msg":"trace[347767844] transaction","detail":"{read_only:false; response_revision:23073; number_of_response:1; }","duration":"133.389334ms","start":"2026-02-27T00:34:31.704373Z","end":"2026-02-27T00:34:31.837763Z","steps":["trace[347767844] 'process raft request' (duration: 133.17797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:31.837961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.462947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-02-27T00:34:31.838029Z","caller":"traceutil/trace.go:171","msg":"trace[1131074120] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23074; }","duration":"124.57404ms","start":"2026-02-27T00:34:31.713443Z","end":"2026-02-27T00:34:31.838017Z","steps":["trace[1131074120] 'agreement among raft nodes before linearized reading' (duration: 124.399906ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:31.83818Z","caller":"traceutil/trace.go:171","msg":"trace[403651718] transaction","detail":"{read_only:false; response_revision:23074; number_of_response:1; }","duration":"115.641213ms","start":"2026-02-27T00:34:31.722525Z","end":"2026-02-27T00:34:31.838166Z","steps":["trace[403651718] 'process raft request' (duration: 115.075221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:31.837993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.283278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-02-27T00:34:31.838252Z","caller":"traceutil/trace.go:171","msg":"trace[446929518] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:23074; }","duration":"106.565034ms","start":"2026-02-27T00:34:31.731668Z","end":"2026-02-27T00:34:31.838233Z","steps":["trace[446929518] 'agreement among raft nodes before linearized reading' (duration: 106.224536ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:31.990842Z","caller":"traceutil/trace.go:171","msg":"trace[339433949] linearizableReadLoop","detail":"{readStateIndex:23878; appliedIndex:23874; }","duration":"103.898416ms","start":"2026-02-27T00:34:31.886886Z","end":"2026-02-27T00:34:31.990784Z","steps":["trace[339433949] 'read index received' (duration: 39.391476ms)","trace[339433949] 'applied index is now lower than readState.Index' (duration: 64.50592ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:31.990869Z","caller":"traceutil/trace.go:171","msg":"trace[2141622474] transaction","detail":"{read_only:false; response_revision:23081; number_of_response:1; }","duration":"107.27643ms","start":"2026-02-27T00:34:31.883562Z","end":"2026-02-27T00:34:31.990839Z","steps":["trace[2141622474] 'process raft request' (duration: 57.535146ms)","trace[2141622474] 'compare' (duration: 49.552909ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:31.991047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.140822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.1897f34863db6f53\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-02-27T00:34:31.991099Z","caller":"traceutil/trace.go:171","msg":"trace[1734553951] range","detail":"{range_begin:/registry/events/openstack/container-infra.1897f34863db6f53; range_end:; response_count:1; response_revision:23081; }","duration":"104.212953ms","start":"2026-02-27T00:34:31.886873Z","end":"2026-02-27T00:34:31.991086Z","steps":["trace[1734553951] 'agreement among raft nodes before linearized reading' (duration: 104.032049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:32.034553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.688196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:4349"} {"level":"info","ts":"2026-02-27T00:34:32.034704Z","caller":"traceutil/trace.go:171","msg":"trace[23548122] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:23087; }","duration":"141.8649ms","start":"2026-02-27T00:34:31.892823Z","end":"2026-02-27T00:34:32.034688Z","steps":["trace[23548122] 'agreement among raft nodes before linearized reading' (duration: 141.588954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:32.035286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.4156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2664"} {"level":"info","ts":"2026-02-27T00:34:32.035342Z","caller":"traceutil/trace.go:171","msg":"trace[1603070194] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:23087; }","duration":"101.526023ms","start":"2026-02-27T00:34:31.933804Z","end":"2026-02-27T00:34:32.03533Z","steps":["trace[1603070194] 'agreement among raft nodes before linearized reading' (duration: 101.38123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:32.035383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.101406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111724"} {"level":"info","ts":"2026-02-27T00:34:32.035444Z","caller":"traceutil/trace.go:171","msg":"trace[23314609] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23087; }","duration":"147.163767ms","start":"2026-02-27T00:34:31.888264Z","end":"2026-02-27T00:34:32.035428Z","steps":["trace[23314609] 'agreement among raft nodes before linearized reading' (duration: 146.866851ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:32.03553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.082497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-02-27T00:34:32.035599Z","caller":"traceutil/trace.go:171","msg":"trace[952788921] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23087; }","duration":"148.159379ms","start":"2026-02-27T00:34:31.887425Z","end":"2026-02-27T00:34:32.035584Z","steps":["trace[952788921] 'agreement among raft nodes before linearized reading' (duration: 147.890663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:32.036214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.713441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-02-27T00:34:32.036269Z","caller":"traceutil/trace.go:171","msg":"trace[220763153] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23087; }","duration":"148.770793ms","start":"2026-02-27T00:34:31.887482Z","end":"2026-02-27T00:34:32.036253Z","steps":["trace[220763153] 'agreement among raft nodes before linearized reading' (duration: 147.611227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:32.174925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.947608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" ","response":"range_response_count:1 size:2714"} {"level":"info","ts":"2026-02-27T00:34:32.175089Z","caller":"traceutil/trace.go:171","msg":"trace[846477000] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-registry-c45778976; range_end:; response_count:1; response_revision:23094; }","duration":"105.143383ms","start":"2026-02-27T00:34:32.069928Z","end":"2026-02-27T00:34:32.175071Z","steps":["trace[846477000] 'agreement among raft nodes before linearized reading' (duration: 104.757234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:42.839402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.966184ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:42.839502Z","caller":"traceutil/trace.go:171","msg":"trace[312107674] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23202; }","duration":"809.077277ms","start":"2026-02-27T00:34:42.03041Z","end":"2026-02-27T00:34:42.839487Z","steps":["trace[312107674] 'range keys from in-memory index tree' (duration: 808.951094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:42.839555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.08621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:34:42.839859Z","caller":"traceutil/trace.go:171","msg":"trace[2020522171] transaction","detail":"{read_only:false; response_revision:23204; number_of_response:1; }","duration":"650.450047ms","start":"2026-02-27T00:34:42.189389Z","end":"2026-02-27T00:34:42.839839Z","steps":["trace[2020522171] 'process raft request' (duration: 650.275204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:42.839934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:42.189363Z","time spent":"650.533429ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:42.83994Z","caller":"traceutil/trace.go:171","msg":"trace[922538376] transaction","detail":"{read_only:false; response_revision:23205; number_of_response:1; }","duration":"585.458088ms","start":"2026-02-27T00:34:42.254439Z","end":"2026-02-27T00:34:42.839897Z","steps":["trace[922538376] 'process raft request' (duration: 585.347185ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:42.840045Z","caller":"traceutil/trace.go:171","msg":"trace[1056414758] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"955.939917ms","start":"2026-02-27T00:34:41.884092Z","end":"2026-02-27T00:34:42.840032Z","steps":["trace[1056414758] 'process raft request' (duration: 390.284144ms)","trace[1056414758] 'compare' (duration: 564.847525ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:42.840108Z","caller":"traceutil/trace.go:171","msg":"trace[1596640794] linearizableReadLoop","detail":"{readStateIndex:24005; appliedIndex:24003; }","duration":"952.654875ms","start":"2026-02-27T00:34:41.88743Z","end":"2026-02-27T00:34:42.840084Z","steps":["trace[1596640794] 'read index received' (duration: 1.583365ms)","trace[1596640794] 'applied index is now lower than readState.Index' (duration: 951.039699ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:42.840134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:41.88402Z","time spent":"956.076449ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:42.840135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:42.254421Z","time spent":"585.582271ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:42.840353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T00:34:42.840393Z","caller":"traceutil/trace.go:171","msg":"trace[113937916] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23205; }","duration":"953.014792ms","start":"2026-02-27T00:34:41.887366Z","end":"2026-02-27T00:34:42.840381Z","steps":["trace[113937916] 'agreement among raft nodes before linearized reading' (duration: 952.835108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:42.840425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:41.887339Z","time spent":"953.079644ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:34:43.341231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805402747,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:34:43.736659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.045906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:34:43.73674Z","caller":"traceutil/trace.go:171","msg":"trace[54562682] transaction","detail":"{read_only:false; response_revision:23206; number_of_response:1; }","duration":"1.322805216s","start":"2026-02-27T00:34:42.41392Z","end":"2026-02-27T00:34:43.736725Z","steps":["trace[54562682] 'process raft request' (duration: 1.154630317s)","trace[54562682] 'compare' (duration: 167.73602ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:43.736785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:42.41388Z","time spent":"1.322885728s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:44.873757Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.303837568s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T00:34:45.366516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999877909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:34:45.366582Z","caller":"traceutil/trace.go:171","msg":"trace[799506829] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999995422s","start":"2026-02-27T00:34:43.36657Z","end":"2026-02-27T00:34:45.366565Z","steps":["trace[799506829] 'agreement among raft nodes before linearized reading' (duration: 1.99990191s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:45.366616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:43.36656Z","time spent":"2.000049693s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:34:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:34:45.49318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.2113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:34:45.493392Z","caller":"traceutil/trace.go:171","msg":"trace[1453922623] transaction","detail":"{read_only:false; response_revision:23213; number_of_response:1; }","duration":"645.342125ms","start":"2026-02-27T00:34:44.848038Z","end":"2026-02-27T00:34:45.49338Z","steps":["trace[1453922623] 'process raft request' (duration: 645.318234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:45.49343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:44.848024Z","time spent":"645.387677ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:45.493597Z","caller":"traceutil/trace.go:171","msg":"trace[1957614174] transaction","detail":"{read_only:false; response_revision:23207; number_of_response:1; }","duration":"2.646333639s","start":"2026-02-27T00:34:42.847257Z","end":"2026-02-27T00:34:45.493591Z","steps":["trace[1957614174] 'process raft request' (duration: 2.026639167s)","trace[1957614174] 'compare' (duration: 618.771121ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:45.493624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:42.847225Z","time spent":"2.64638537s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:45.493681Z","caller":"traceutil/trace.go:171","msg":"trace[1309976167] transaction","detail":"{read_only:false; response_revision:23208; number_of_response:1; }","duration":"2.135486383s","start":"2026-02-27T00:34:43.35819Z","end":"2026-02-27T00:34:45.493677Z","steps":["trace[1309976167] 'process raft request' (duration: 2.135052392s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:45.493706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:43.35817Z","time spent":"2.135522213s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:45.493825Z","caller":"traceutil/trace.go:171","msg":"trace[363906554] transaction","detail":"{read_only:false; response_revision:23212; number_of_response:1; }","duration":"648.026354ms","start":"2026-02-27T00:34:44.845738Z","end":"2026-02-27T00:34:45.493764Z","steps":["trace[363906554] 'process raft request' (duration: 647.598494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:45.494015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:44.845712Z","time spent":"648.199689ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:45.494031Z","caller":"traceutil/trace.go:171","msg":"trace[1396364195] transaction","detail":"{read_only:false; response_revision:23210; number_of_response:1; }","duration":"2.027256442s","start":"2026-02-27T00:34:43.466741Z","end":"2026-02-27T00:34:45.493998Z","steps":["trace[1396364195] 'process raft request' (duration: 2.026552865s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:45.494117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:43.466724Z","time spent":"2.027350494s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:45.494182Z","caller":"traceutil/trace.go:171","msg":"trace[819071834] linearizableReadLoop","detail":"{readStateIndex:24009; appliedIndex:24007; }","duration":"2.654007298s","start":"2026-02-27T00:34:42.840161Z","end":"2026-02-27T00:34:45.494168Z","steps":["trace[819071834] 'read index received' (duration: 728.404712ms)","trace[819071834] 'applied index is now lower than readState.Index' (duration: 1.925599356s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:45.494266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.929513087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T00:34:45.494241Z","caller":"traceutil/trace.go:171","msg":"trace[1033005218] transaction","detail":"{read_only:false; response_revision:23209; number_of_response:1; }","duration":"2.028496489s","start":"2026-02-27T00:34:43.465706Z","end":"2026-02-27T00:34:45.494203Z","steps":["trace[1033005218] 'process raft request' (duration: 2.027567588s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:45.494291Z","caller":"traceutil/trace.go:171","msg":"trace[1259538728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23213; }","duration":"2.929557769s","start":"2026-02-27T00:34:42.564727Z","end":"2026-02-27T00:34:45.494285Z","steps":["trace[1259538728] 'agreement among raft nodes before linearized reading' (duration: 2.929487177s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:45.494306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:42.564715Z","time spent":"2.929588689s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:34:45.494389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:43.465678Z","time spent":"2.028625171s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:45.494201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.065338235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:45.494506Z","caller":"traceutil/trace.go:171","msg":"trace[1694786694] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23213; }","duration":"3.065647291s","start":"2026-02-27T00:34:42.428831Z","end":"2026-02-27T00:34:45.494478Z","steps":["trace[1694786694] 'agreement among raft nodes before linearized reading' (duration: 3.065345834s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:45.494559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.603782109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T00:34:45.494129Z","caller":"traceutil/trace.go:171","msg":"trace[1437022290] transaction","detail":"{read_only:false; response_revision:23211; number_of_response:1; }","duration":"2.023651883s","start":"2026-02-27T00:34:43.470468Z","end":"2026-02-27T00:34:45.49412Z","steps":["trace[1437022290] 'process raft request' (duration: 2.022844255s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:45.494597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:42.428814Z","time spent":"3.065749644s","remote":"127.0.0.1:50516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:34:45.494646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:43.470459Z","time spent":"2.024168164s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:45.494645Z","caller":"traceutil/trace.go:171","msg":"trace[1945940764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23213; }","duration":"3.603907382s","start":"2026-02-27T00:34:41.890716Z","end":"2026-02-27T00:34:45.494624Z","steps":["trace[1945940764] 'agreement among raft nodes before linearized reading' (duration: 3.603654147s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:45.494689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:41.890701Z","time spent":"3.603980013s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:34:45.494385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.602913839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:34:45.494755Z","caller":"traceutil/trace.go:171","msg":"trace[2014039353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23213; }","duration":"3.603302098s","start":"2026-02-27T00:34:41.891446Z","end":"2026-02-27T00:34:45.494748Z","steps":["trace[2014039353] 'agreement among raft nodes before linearized reading' (duration: 3.602804467s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:45.49478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:41.891438Z","time spent":"3.603334498s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:34:45.494458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.433698827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T00:34:45.495727Z","caller":"traceutil/trace.go:171","msg":"trace[1900731912] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23213; }","duration":"3.435035336s","start":"2026-02-27T00:34:42.060668Z","end":"2026-02-27T00:34:45.495704Z","steps":["trace[1900731912] 'agreement among raft nodes before linearized reading' (duration: 3.433565465s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:45.495807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:42.060642Z","time spent":"3.435148569s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T00:34:45.994901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805402756,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T00:34:46.136549Z","caller":"traceutil/trace.go:171","msg":"trace[1410377680] transaction","detail":"{read_only:false; response_revision:23214; number_of_response:1; }","duration":"976.368856ms","start":"2026-02-27T00:34:45.16014Z","end":"2026-02-27T00:34:46.136509Z","steps":["trace[1410377680] 'process raft request' (duration: 886.856657ms)","trace[1410377680] 'compare' (duration: 88.752492ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:46.13671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:45.160115Z","time spent":"976.512108ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:46.697477Z","caller":"traceutil/trace.go:171","msg":"trace[37233191] transaction","detail":"{read_only:false; response_revision:23215; number_of_response:1; }","duration":"1.19978117s","start":"2026-02-27T00:34:45.497655Z","end":"2026-02-27T00:34:46.697436Z","steps":["trace[37233191] 'process raft request' (duration: 1.164134786s)","trace[37233191] 'compare' (duration: 34.99987ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:46.697569Z","caller":"traceutil/trace.go:171","msg":"trace[270247164] transaction","detail":"{read_only:false; response_revision:23216; number_of_response:1; }","duration":"1.198520132s","start":"2026-02-27T00:34:45.499011Z","end":"2026-02-27T00:34:46.697531Z","steps":["trace[270247164] 'process raft request' (duration: 1.198161104s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:46.697643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:45.497633Z","time spent":"1.199925423s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:46.697733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:45.498987Z","time spent":"1.198662904s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:46.697949Z","caller":"traceutil/trace.go:171","msg":"trace[286634564] transaction","detail":"{read_only:false; response_revision:23217; number_of_response:1; }","duration":"1.198311507s","start":"2026-02-27T00:34:45.499612Z","end":"2026-02-27T00:34:46.697923Z","steps":["trace[286634564] 'process raft request' (duration: 1.197677924s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:46.698101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:45.499598Z","time spent":"1.19842905s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:46.69845Z","caller":"traceutil/trace.go:171","msg":"trace[1349610279] transaction","detail":"{read_only:false; response_revision:23218; number_of_response:1; }","duration":"1.1984081s","start":"2026-02-27T00:34:45.500026Z","end":"2026-02-27T00:34:46.698434Z","steps":["trace[1349610279] 'process raft request' (duration: 1.198285988s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:46.69854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:45.500004Z","time spent":"1.198493582s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:46.698651Z","caller":"traceutil/trace.go:171","msg":"trace[1938608891] transaction","detail":"{read_only:false; response_revision:23219; number_of_response:1; }","duration":"956.997761ms","start":"2026-02-27T00:34:45.74164Z","end":"2026-02-27T00:34:46.698638Z","steps":["trace[1938608891] 'process raft request' (duration: 956.751615ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:46.698666Z","caller":"traceutil/trace.go:171","msg":"trace[395020520] linearizableReadLoop","detail":"{readStateIndex:24022; appliedIndex:24015; }","duration":"1.204432823s","start":"2026-02-27T00:34:45.494218Z","end":"2026-02-27T00:34:46.698651Z","steps":["trace[395020520] 'read index received' (duration: 552.857581ms)","trace[395020520] 'applied index is now lower than readState.Index' (duration: 651.574222ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:46.698723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:45.741617Z","time spent":"957.071792ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:46.698732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570849502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:46.698793Z","caller":"traceutil/trace.go:171","msg":"trace[1837733957] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23220; }","duration":"1.570909734s","start":"2026-02-27T00:34:45.12787Z","end":"2026-02-27T00:34:46.698779Z","steps":["trace[1837733957] 'agreement among raft nodes before linearized reading' (duration: 1.570824482s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:46.698831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:45.127861Z","time spent":"1.570961335s","remote":"127.0.0.1:44686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:34:46.698845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57121179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T00:34:46.698878Z","caller":"traceutil/trace.go:171","msg":"trace[1175448133] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23220; }","duration":"1.571281342s","start":"2026-02-27T00:34:45.127587Z","end":"2026-02-27T00:34:46.698868Z","steps":["trace[1175448133] 'agreement among raft nodes before linearized reading' (duration: 1.571158739s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:46.698916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:45.127566Z","time spent":"1.571342264s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T00:34:46.699005Z","caller":"traceutil/trace.go:171","msg":"trace[1979581528] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"827.330687ms","start":"2026-02-27T00:34:45.871663Z","end":"2026-02-27T00:34:46.698993Z","steps":["trace[1979581528] 'process raft request' (duration: 826.898648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:46.699044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34134892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-27T00:34:46.699073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:45.871643Z","time spent":"827.394108ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:46.699094Z","caller":"traceutil/trace.go:171","msg":"trace[491368046] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23220; }","duration":"2.341408061s","start":"2026-02-27T00:34:44.357671Z","end":"2026-02-27T00:34:46.699079Z","steps":["trace[491368046] 'agreement among raft nodes before linearized reading' (duration: 2.341266588s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:46.699136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:44.357658Z","time spent":"2.341470863s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T00:34:46.699149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.805213793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T00:34:46.69911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308828744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-02-27T00:34:46.699184Z","caller":"traceutil/trace.go:171","msg":"trace[1601990668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23220; }","duration":"2.805245973s","start":"2026-02-27T00:34:43.893926Z","end":"2026-02-27T00:34:46.699172Z","steps":["trace[1601990668] 'agreement among raft nodes before linearized reading' (duration: 2.805161341s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:46.699202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332300056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:34:46.69922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:43.893867Z","time spent":"2.805346965s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T00:34:46.69923Z","caller":"traceutil/trace.go:171","msg":"trace[2074248164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23220; }","duration":"1.332351626s","start":"2026-02-27T00:34:45.36687Z","end":"2026-02-27T00:34:46.699222Z","steps":["trace[2074248164] 'agreement among raft nodes before linearized reading' (duration: 1.332305275s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:46.699226Z","caller":"traceutil/trace.go:171","msg":"trace[331205858] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23220; }","duration":"2.308987918s","start":"2026-02-27T00:34:44.390212Z","end":"2026-02-27T00:34:46.6992Z","steps":["trace[331205858] 'agreement among raft nodes before linearized reading' (duration: 2.308715062s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:46.699257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:45.366853Z","time spent":"1.332398598s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:34:46.699288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:44.390195Z","time spent":"2.309083719s","remote":"127.0.0.1:47300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-27T00:34:46.699397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.469731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:34:46.699438Z","caller":"traceutil/trace.go:171","msg":"trace[1839196188] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23220; }","duration":"957.540362ms","start":"2026-02-27T00:34:45.741887Z","end":"2026-02-27T00:34:46.699428Z","steps":["trace[1839196188] 'agreement among raft nodes before linearized reading' (duration: 957.405839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:46.699467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:45.741871Z","time spent":"957.588183ms","remote":"127.0.0.1:47288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:34:46.699529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451497957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:34:46.69957Z","caller":"traceutil/trace.go:171","msg":"trace[1284148902] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23220; }","duration":"1.451541728s","start":"2026-02-27T00:34:45.248019Z","end":"2026-02-27T00:34:46.699561Z","steps":["trace[1284148902] 'agreement among raft nodes before linearized reading' (duration: 1.451466726s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:46.699607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:45.247949Z","time spent":"1.4516499s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:34:46.699621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.301052433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129223"} {"level":"warn","ts":"2026-02-27T00:34:46.699735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480130776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11758"} {"level":"info","ts":"2026-02-27T00:34:46.699766Z","caller":"traceutil/trace.go:171","msg":"trace[643401565] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23220; }","duration":"1.480206118s","start":"2026-02-27T00:34:45.219549Z","end":"2026-02-27T00:34:46.699755Z","steps":["trace[643401565] 'agreement among raft nodes before linearized reading' (duration: 1.480118386s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:46.699752Z","caller":"traceutil/trace.go:171","msg":"trace[1521421333] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23220; }","duration":"2.301219167s","start":"2026-02-27T00:34:44.398507Z","end":"2026-02-27T00:34:46.699726Z","steps":["trace[1521421333] 'agreement among raft nodes before linearized reading' (duration: 2.300775748s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:46.699791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:45.219517Z","time spent":"1.480267549s","remote":"127.0.0.1:47638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11782,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-27T00:34:46.699817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:44.398498Z","time spent":"2.301307399s","remote":"127.0.0.1:47294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129247,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T00:34:46.698906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355737547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:34:46.700173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.516846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:46.700243Z","caller":"traceutil/trace.go:171","msg":"trace[208949710] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23220; }","duration":"148.622169ms","start":"2026-02-27T00:34:46.551602Z","end":"2026-02-27T00:34:46.700224Z","steps":["trace[208949710] 'agreement among raft nodes before linearized reading' (duration: 148.519197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:46.700458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.211696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-02-27T00:34:46.699402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425552756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:46.700508Z","caller":"traceutil/trace.go:171","msg":"trace[1836034003] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:23220; }","duration":"617.307368ms","start":"2026-02-27T00:34:46.08319Z","end":"2026-02-27T00:34:46.700497Z","steps":["trace[1836034003] 'agreement among raft nodes before linearized reading' (duration: 617.071923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:46.700546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:46.083169Z","time spent":"617.364589ms","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-02-27T00:34:46.700541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.663314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:34:46.700598Z","caller":"traceutil/trace.go:171","msg":"trace[237161038] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23220; }","duration":"421.768757ms","start":"2026-02-27T00:34:46.278813Z","end":"2026-02-27T00:34:46.700582Z","steps":["trace[237161038] 'agreement among raft nodes before linearized reading' (duration: 421.674605ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:46.700182Z","caller":"traceutil/trace.go:171","msg":"trace[121597249] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23220; }","duration":"2.357040114s","start":"2026-02-27T00:34:44.343116Z","end":"2026-02-27T00:34:46.700156Z","steps":["trace[121597249] 'agreement among raft nodes before linearized reading' (duration: 2.355715606s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:46.700659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:46.278789Z","time spent":"421.853398ms","remote":"127.0.0.1:45956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:34:46.700675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:44.343099Z","time spent":"2.357555756s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:34:46.700544Z","caller":"traceutil/trace.go:171","msg":"trace[925998140] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23220; }","duration":"1.426707741s","start":"2026-02-27T00:34:45.273816Z","end":"2026-02-27T00:34:46.700524Z","steps":["trace[925998140] 'agreement among raft nodes before linearized reading' (duration: 1.425558737s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:46.700939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:45.273805Z","time spent":"1.427109301s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:34:47.204666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805402764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:34:47.421894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.640316ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-27T00:34:47.421975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:46.70261Z","time spent":"719.362313ms","remote":"127.0.0.1:47286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T00:34:47.881418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.544055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:34:47.881576Z","caller":"traceutil/trace.go:171","msg":"trace[1165973452] linearizableReadLoop","detail":"{readStateIndex:24025; appliedIndex:24022; }","duration":"1.177637433s","start":"2026-02-27T00:34:46.703912Z","end":"2026-02-27T00:34:47.881549Z","steps":["trace[1165973452] 'read index received' (duration: 556.356137ms)","trace[1165973452] 'applied index is now lower than readState.Index' (duration: 621.280236ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:47.881629Z","caller":"traceutil/trace.go:171","msg":"trace[1393962551] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"1.176480258s","start":"2026-02-27T00:34:46.705143Z","end":"2026-02-27T00:34:47.881623Z","steps":["trace[1393962551] 'process raft request' (duration: 968.628867ms)","trace[1393962551] 'compare' (duration: 207.431322ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:47.881731Z","caller":"traceutil/trace.go:171","msg":"trace[732217767] transaction","detail":"{read_only:false; response_revision:23222; number_of_response:1; }","duration":"1.176429937s","start":"2026-02-27T00:34:46.705274Z","end":"2026-02-27T00:34:47.881704Z","steps":["trace[732217767] 'process raft request' (duration: 1.176222043s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:47.882019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178107943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f12ef5c631c3\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-02-27T00:34:47.882032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:46.705245Z","time spent":"1.176558209s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:47.882058Z","caller":"traceutil/trace.go:171","msg":"trace[1270229308] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f12ef5c631c3; range_end:; response_count:1; response_revision:23222; }","duration":"1.178158464s","start":"2026-02-27T00:34:46.703877Z","end":"2026-02-27T00:34:47.882036Z","steps":["trace[1270229308] 'agreement among raft nodes before linearized reading' (duration: 1.17795137s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:47.882082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:46.703853Z","time spent":"1.178224005s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f12ef5c631c3\" "} {"level":"warn","ts":"2026-02-27T00:34:47.88241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:46.705116Z","time spent":"1.177212564s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:48.381987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805402778,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T00:34:48.506515Z","caller":"traceutil/trace.go:171","msg":"trace[2028481539] transaction","detail":"{read_only:false; response_revision:23224; number_of_response:1; }","duration":"1.083779279s","start":"2026-02-27T00:34:47.422708Z","end":"2026-02-27T00:34:48.506487Z","steps":["trace[2028481539] 'process raft request' (duration: 1.083540434s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:48.506682Z","caller":"traceutil/trace.go:171","msg":"trace[1393432613] transaction","detail":"{read_only:false; response_revision:23230; number_of_response:1; }","duration":"1.006638162s","start":"2026-02-27T00:34:47.500026Z","end":"2026-02-27T00:34:48.506664Z","steps":["trace[1393432613] 'process raft request' (duration: 1.006580861s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:48.506713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:47.422682Z","time spent":"1.083916792s","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:48.506777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:47.500016Z","time spent":"1.006713053s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:48.506971Z","caller":"traceutil/trace.go:171","msg":"trace[1939839030] transaction","detail":"{read_only:false; response_revision:23228; number_of_response:1; }","duration":"1.007454409s","start":"2026-02-27T00:34:47.4995Z","end":"2026-02-27T00:34:48.506954Z","steps":["trace[1939839030] 'process raft request' (duration: 1.00701544s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:48.507101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:47.499484Z","time spent":"1.007570222s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:48.507249Z","caller":"traceutil/trace.go:171","msg":"trace[1273894598] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"1.008206577s","start":"2026-02-27T00:34:47.499028Z","end":"2026-02-27T00:34:48.507234Z","steps":["trace[1273894598] 'process raft request' (duration: 1.007321408s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:48.506989Z","caller":"traceutil/trace.go:171","msg":"trace[425605340] transaction","detail":"{read_only:false; response_revision:23223; number_of_response:1; }","duration":"1.152646693s","start":"2026-02-27T00:34:47.354322Z","end":"2026-02-27T00:34:48.506969Z","steps":["trace[425605340] 'process raft request' (duration: 1.096148381s)","trace[425605340] 'compare' (duration: 55.637304ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:48.507298Z","caller":"traceutil/trace.go:171","msg":"trace[651431907] transaction","detail":"{read_only:false; response_revision:23226; number_of_response:1; }","duration":"1.00793845s","start":"2026-02-27T00:34:47.499339Z","end":"2026-02-27T00:34:48.507277Z","steps":["trace[651431907] 'process raft request' (duration: 1.007077791s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:48.507344Z","caller":"traceutil/trace.go:171","msg":"trace[1745554049] transaction","detail":"{read_only:false; response_revision:23229; number_of_response:1; }","duration":"1.007605603s","start":"2026-02-27T00:34:47.499726Z","end":"2026-02-27T00:34:48.507332Z","steps":["trace[1745554049] 'process raft request' (duration: 1.006832956s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:48.507386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:47.499009Z","time spent":"1.008280538s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:48.507403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:47.499714Z","time spent":"1.007655594s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:48.507392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:47.499329Z","time spent":"1.008014132s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:48.506995Z","caller":"traceutil/trace.go:171","msg":"trace[728292045] transaction","detail":"{read_only:false; response_revision:23227; number_of_response:1; }","duration":"1.007550731s","start":"2026-02-27T00:34:47.499413Z","end":"2026-02-27T00:34:48.506963Z","steps":["trace[728292045] 'process raft request' (duration: 1.007060271s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:48.507481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:47.354297Z","time spent":"1.153055772s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:48.507516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:47.499404Z","time spent":"1.008085944s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:48.510588Z","caller":"traceutil/trace.go:171","msg":"trace[1060266946] transaction","detail":"{read_only:false; response_revision:23231; number_of_response:1; }","duration":"664.682121ms","start":"2026-02-27T00:34:47.845879Z","end":"2026-02-27T00:34:48.510561Z","steps":["trace[1060266946] 'process raft request' (duration: 663.823101ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:48.510763Z","caller":"traceutil/trace.go:171","msg":"trace[976524588] linearizableReadLoop","detail":"{readStateIndex:24035; appliedIndex:24025; }","duration":"629.151529ms","start":"2026-02-27T00:34:47.881592Z","end":"2026-02-27T00:34:48.510743Z","steps":["trace[976524588] 'read index received' (duration: 568.874833ms)","trace[976524588] 'applied index is now lower than readState.Index' (duration: 60.275136ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:48.510765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:47.845864Z","time spent":"664.812244ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:48.51087Z","caller":"traceutil/trace.go:171","msg":"trace[1136929787] transaction","detail":"{read_only:false; response_revision:23232; number_of_response:1; }","duration":"625.977819ms","start":"2026-02-27T00:34:47.884882Z","end":"2026-02-27T00:34:48.510859Z","steps":["trace[1136929787] 'process raft request' (duration: 625.600321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:48.510948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:47.88486Z","time spent":"626.03942ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:48.511194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.043604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:34:48.511237Z","caller":"traceutil/trace.go:171","msg":"trace[1005486840] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23232; }","duration":"673.125426ms","start":"2026-02-27T00:34:47.8381Z","end":"2026-02-27T00:34:48.511225Z","steps":["trace[1005486840] 'agreement among raft nodes before linearized reading' (duration: 673.023464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:48.511268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:47.83808Z","time spent":"673.180068ms","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:34:48.511331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804851709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11758"} {"level":"info","ts":"2026-02-27T00:34:48.51141Z","caller":"traceutil/trace.go:171","msg":"trace[2111678264] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23232; }","duration":"1.804945241s","start":"2026-02-27T00:34:46.706448Z","end":"2026-02-27T00:34:48.511394Z","steps":["trace[2111678264] 'agreement among raft nodes before linearized reading' (duration: 1.804740607s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:48.511466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:46.706441Z","time spent":"1.805011822s","remote":"127.0.0.1:47638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11782,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-27T00:34:48.511725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.374726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:48.511787Z","caller":"traceutil/trace.go:171","msg":"trace[746090643] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23232; }","duration":"685.472628ms","start":"2026-02-27T00:34:47.826299Z","end":"2026-02-27T00:34:48.511772Z","steps":["trace[746090643] 'agreement among raft nodes before linearized reading' (duration: 685.370336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:48.511843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:47.826279Z","time spent":"685.549379ms","remote":"127.0.0.1:50502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:34:48.511994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807738103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114380"} {"level":"info","ts":"2026-02-27T00:34:48.512051Z","caller":"traceutil/trace.go:171","msg":"trace[1198200130] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23232; }","duration":"1.807818974s","start":"2026-02-27T00:34:46.70422Z","end":"2026-02-27T00:34:48.512039Z","steps":["trace[1198200130] 'agreement among raft nodes before linearized reading' (duration: 1.807039597s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:48.512199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013734728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T00:34:48.512262Z","caller":"traceutil/trace.go:171","msg":"trace[1245132180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23232; }","duration":"1.01384548s","start":"2026-02-27T00:34:47.498401Z","end":"2026-02-27T00:34:48.512246Z","steps":["trace[1245132180] 'agreement among raft nodes before linearized reading' (duration: 1.013648616s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:48.512304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80312358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:48.512349Z","caller":"traceutil/trace.go:171","msg":"trace[460792315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23232; }","duration":"1.803181493s","start":"2026-02-27T00:34:46.709155Z","end":"2026-02-27T00:34:48.512337Z","steps":["trace[460792315] 'agreement among raft nodes before linearized reading' (duration: 1.803115182s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:48.512409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:46.709149Z","time spent":"1.803253805s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:34:48.512471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228469421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:34:48.512548Z","caller":"traceutil/trace.go:171","msg":"trace[666778261] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23232; }","duration":"1.228590874s","start":"2026-02-27T00:34:47.283937Z","end":"2026-02-27T00:34:48.512528Z","steps":["trace[666778261] 'agreement among raft nodes before linearized reading' (duration: 1.228463831s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:48.512308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:47.498375Z","time spent":"1.013920852s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:34:48.512602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700450153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-02-27T00:34:48.512611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:47.283891Z","time spent":"1.228701486s","remote":"127.0.0.1:56856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:34:48.512635Z","caller":"traceutil/trace.go:171","msg":"trace[593236422] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23232; }","duration":"1.700519175s","start":"2026-02-27T00:34:46.812105Z","end":"2026-02-27T00:34:48.512624Z","steps":["trace[593236422] 'agreement among raft nodes before linearized reading' (duration: 1.700423313s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:48.512669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:46.812026Z","time spent":"1.700636487s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-02-27T00:34:48.513057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80804694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T00:34:48.513111Z","caller":"traceutil/trace.go:171","msg":"trace[1419262464] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23232; }","duration":"1.808136021s","start":"2026-02-27T00:34:46.704962Z","end":"2026-02-27T00:34:48.513098Z","steps":["trace[1419262464] 'agreement among raft nodes before linearized reading' (duration: 1.807553348s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:48.513143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:46.704943Z","time spent":"1.808193653s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:34:48.513339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809045002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114380"} {"level":"info","ts":"2026-02-27T00:34:48.513385Z","caller":"traceutil/trace.go:171","msg":"trace[548561779] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23232; }","duration":"1.809106413s","start":"2026-02-27T00:34:46.704271Z","end":"2026-02-27T00:34:48.513377Z","steps":["trace[548561779] 'agreement among raft nodes before linearized reading' (duration: 1.808599051s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:48.513411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:46.704262Z","time spent":"1.809140334s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114404,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-27T00:34:48.514429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:46.704213Z","time spent":"1.808314896s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114404,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-27T00:34:49.017371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805402785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:34:49.555979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.135654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:34:49.556541Z","caller":"traceutil/trace.go:171","msg":"trace[558929001] transaction","detail":"{read_only:false; response_revision:23233; number_of_response:1; }","duration":"1.041435898s","start":"2026-02-27T00:34:48.515045Z","end":"2026-02-27T00:34:49.556481Z","steps":["trace[558929001] 'process raft request' (duration: 939.726221ms)","trace[558929001] 'compare' (duration: 100.704865ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:49.556631Z","caller":"traceutil/trace.go:171","msg":"trace[82768534] transaction","detail":"{read_only:false; response_revision:23234; number_of_response:1; }","duration":"1.038115614s","start":"2026-02-27T00:34:48.518495Z","end":"2026-02-27T00:34:49.55661Z","steps":["trace[82768534] 'process raft request' (duration: 1.037887649s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:49.556708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:48.51503Z","time spent":"1.041597821s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T00:34:49.556728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:48.518487Z","time spent":"1.038194286s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:49.55673Z","caller":"traceutil/trace.go:171","msg":"trace[135545675] linearizableReadLoop","detail":"{readStateIndex:24038; appliedIndex:24035; }","duration":"1.040384704s","start":"2026-02-27T00:34:48.516327Z","end":"2026-02-27T00:34:49.556711Z","steps":["trace[135545675] 'read index received' (duration: 938.517033ms)","trace[135545675] 'applied index is now lower than readState.Index' (duration: 101.865781ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:49.556794Z","caller":"traceutil/trace.go:171","msg":"trace[1471538894] transaction","detail":"{read_only:false; response_revision:23235; number_of_response:1; }","duration":"851.05657ms","start":"2026-02-27T00:34:48.705713Z","end":"2026-02-27T00:34:49.556769Z","steps":["trace[1471538894] 'process raft request' (duration: 850.849665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:49.556895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040555397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T00:34:49.556926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:48.705697Z","time spent":"851.170353ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:49.556942Z","caller":"traceutil/trace.go:171","msg":"trace[213343998] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23235; }","duration":"1.040637329s","start":"2026-02-27T00:34:48.516293Z","end":"2026-02-27T00:34:49.55693Z","steps":["trace[213343998] 'agreement among raft nodes before linearized reading' (duration: 1.040532907s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:49.557041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.048368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T00:34:49.557049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:48.516276Z","time spent":"1.040754122s","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T00:34:49.557075Z","caller":"traceutil/trace.go:171","msg":"trace[1554640024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23235; }","duration":"855.113859ms","start":"2026-02-27T00:34:48.701949Z","end":"2026-02-27T00:34:49.557063Z","steps":["trace[1554640024] 'agreement among raft nodes before linearized reading' (duration: 855.060268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:49.5571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:48.70193Z","time spent":"855.1665ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:34:49.557195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036242643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-02-27T00:34:49.557249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03700535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:49.557267Z","caller":"traceutil/trace.go:171","msg":"trace[167702711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23235; }","duration":"1.037030661s","start":"2026-02-27T00:34:48.520231Z","end":"2026-02-27T00:34:49.557262Z","steps":["trace[167702711] 'agreement among raft nodes before linearized reading' (duration: 1.03700019s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:49.557284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:48.520227Z","time spent":"1.037054501s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:34:49.557279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.318076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:49.55733Z","caller":"traceutil/trace.go:171","msg":"trace[1177923421] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23235; }","duration":"796.395187ms","start":"2026-02-27T00:34:48.760924Z","end":"2026-02-27T00:34:49.557319Z","steps":["trace[1177923421] 'agreement among raft nodes before linearized reading' (duration: 796.322655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:49.557091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.817647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T00:34:49.557366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:48.760911Z","time spent":"796.446089ms","remote":"127.0.0.1:50568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:34:49.557402Z","caller":"traceutil/trace.go:171","msg":"trace[1160166357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23235; }","duration":"852.138363ms","start":"2026-02-27T00:34:48.705238Z","end":"2026-02-27T00:34:49.557376Z","steps":["trace[1160166357] 'agreement among raft nodes before linearized reading' (duration: 851.762925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:49.557422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.000446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:34:49.557465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.023231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T00:34:49.557487Z","caller":"traceutil/trace.go:171","msg":"trace[620579662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23235; }","duration":"852.066602ms","start":"2026-02-27T00:34:48.705416Z","end":"2026-02-27T00:34:49.557482Z","steps":["trace[620579662] 'agreement among raft nodes before linearized reading' (duration: 852.015991ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:49.557484Z","caller":"traceutil/trace.go:171","msg":"trace[1744294862] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23235; }","duration":"985.061927ms","start":"2026-02-27T00:34:48.572407Z","end":"2026-02-27T00:34:49.557469Z","steps":["trace[1744294862] 'agreement among raft nodes before linearized reading' (duration: 984.964465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:49.557507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:48.705406Z","time spent":"852.097753ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:34:49.5575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:48.705224Z","time spent":"852.242576ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:34:49.557527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:48.57233Z","time spent":"985.186769ms","remote":"127.0.0.1:47638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T00:34:49.557554Z","caller":"traceutil/trace.go:171","msg":"trace[623393009] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23235; }","duration":"1.036326345s","start":"2026-02-27T00:34:48.520911Z","end":"2026-02-27T00:34:49.557237Z","steps":["trace[623393009] 'agreement among raft nodes before linearized reading' (duration: 1.036169092s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:49.557584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.455618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:49.557602Z","caller":"traceutil/trace.go:171","msg":"trace[12279164] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23235; }","duration":"836.486249ms","start":"2026-02-27T00:34:48.721109Z","end":"2026-02-27T00:34:49.557595Z","steps":["trace[12279164] 'agreement among raft nodes before linearized reading' (duration: 836.456578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:49.55761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:48.520894Z","time spent":"1.036702733s","remote":"127.0.0.1:47300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-27T00:34:49.557621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:48.721103Z","time spent":"836.514549ms","remote":"127.0.0.1:59992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:34:49.557222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036483399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129223"} {"level":"info","ts":"2026-02-27T00:34:49.557672Z","caller":"traceutil/trace.go:171","msg":"trace[1769954967] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23235; }","duration":"1.036938918s","start":"2026-02-27T00:34:48.520722Z","end":"2026-02-27T00:34:49.557661Z","steps":["trace[1769954967] 'agreement among raft nodes before linearized reading' (duration: 1.036441067s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:49.556977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039382492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-27T00:34:49.557714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:48.520713Z","time spent":"1.036990159s","remote":"127.0.0.1:47294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129247,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-02-27T00:34:49.557817Z","caller":"traceutil/trace.go:171","msg":"trace[1112799000] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23235; }","duration":"1.04023143s","start":"2026-02-27T00:34:48.517564Z","end":"2026-02-27T00:34:49.557796Z","steps":["trace[1112799000] 'agreement among raft nodes before linearized reading' (duration: 1.03930311s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:49.557916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:48.517559Z","time spent":"1.040338543s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-27T00:34:50.262122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.568782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:34:50.262377Z","caller":"traceutil/trace.go:171","msg":"trace[1743148518] transaction","detail":"{read_only:false; response_revision:23238; number_of_response:1; }","duration":"698.506784ms","start":"2026-02-27T00:34:49.563834Z","end":"2026-02-27T00:34:50.262341Z","steps":["trace[1743148518] 'process raft request' (duration: 698.462403ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:50.26241Z","caller":"traceutil/trace.go:171","msg":"trace[1051266625] linearizableReadLoop","detail":"{readStateIndex:24039; appliedIndex:24038; }","duration":"699.437725ms","start":"2026-02-27T00:34:49.562943Z","end":"2026-02-27T00:34:50.262381Z","steps":["trace[1051266625] 'read index received' (duration: 358.449345ms)","trace[1051266625] 'applied index is now lower than readState.Index' (duration: 340.98316ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:50.26248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:49.563827Z","time spent":"698.614006ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:50.262599Z","caller":"traceutil/trace.go:171","msg":"trace[174341094] transaction","detail":"{read_only:false; response_revision:23236; number_of_response:1; }","duration":"700.805645ms","start":"2026-02-27T00:34:49.561776Z","end":"2026-02-27T00:34:50.262581Z","steps":["trace[174341094] 'process raft request' (duration: 359.63879ms)","trace[174341094] 'compare' (duration: 340.417519ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:50.262758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:49.561754Z","time spent":"700.880796ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:50.26292Z","caller":"traceutil/trace.go:171","msg":"trace[12445181] transaction","detail":"{read_only:false; response_revision:23237; number_of_response:1; }","duration":"699.136839ms","start":"2026-02-27T00:34:49.563754Z","end":"2026-02-27T00:34:50.26289Z","steps":["trace[12445181] 'process raft request' (duration: 698.479864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:50.262993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:49.563737Z","time spent":"699.22242ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:50.2632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.15222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-666cf4b4dc-88h9p.1897f34a4e88d7a5\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-02-27T00:34:50.263213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.414122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:50.26324Z","caller":"traceutil/trace.go:171","msg":"trace[1609230628] range","detail":"{range_begin:/registry/events/openstack/magnum-api-666cf4b4dc-88h9p.1897f34a4e88d7a5; range_end:; response_count:1; response_revision:23238; }","duration":"700.204572ms","start":"2026-02-27T00:34:49.563022Z","end":"2026-02-27T00:34:50.263227Z","steps":["trace[1609230628] 'agreement among raft nodes before linearized reading' (duration: 700.078249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:50.263245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.263508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T00:34:50.263246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.865728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:34:50.263261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.272303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:34:50.263279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:49.563009Z","time spent":"700.262543ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-666cf4b4dc-88h9p.1897f34a4e88d7a5\" "} {"level":"info","ts":"2026-02-27T00:34:50.263281Z","caller":"traceutil/trace.go:171","msg":"trace[541839286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23238; }","duration":"698.507714ms","start":"2026-02-27T00:34:49.564759Z","end":"2026-02-27T00:34:50.263266Z","steps":["trace[541839286] 'agreement among raft nodes before linearized reading' (duration: 698.377341ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:50.263289Z","caller":"traceutil/trace.go:171","msg":"trace[1856067202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23238; }","duration":"377.348579ms","start":"2026-02-27T00:34:49.885928Z","end":"2026-02-27T00:34:50.263276Z","steps":["trace[1856067202] 'agreement among raft nodes before linearized reading' (duration: 377.193596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:50.263293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.033168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f8e26126-d79d-45b3-a066-59a4b58aad34\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-27T00:34:50.263309Z","caller":"traceutil/trace.go:171","msg":"trace[1479175635] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23238; }","duration":"230.940349ms","start":"2026-02-27T00:34:50.032353Z","end":"2026-02-27T00:34:50.263293Z","steps":["trace[1479175635] 'agreement among raft nodes before linearized reading' (duration: 230.827347ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:50.263316Z","caller":"traceutil/trace.go:171","msg":"trace[729101928] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23238; }","duration":"344.399475ms","start":"2026-02-27T00:34:49.9189Z","end":"2026-02-27T00:34:50.2633Z","steps":["trace[729101928] 'agreement among raft nodes before linearized reading' (duration: 344.290163ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:50.263364Z","caller":"traceutil/trace.go:171","msg":"trace[2041582490] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f8e26126-d79d-45b3-a066-59a4b58aad34; range_end:; response_count:1; response_revision:23238; }","duration":"700.222672ms","start":"2026-02-27T00:34:49.563126Z","end":"2026-02-27T00:34:50.263349Z","steps":["trace[2041582490] 'agreement among raft nodes before linearized reading' (duration: 700.032368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:50.263376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:49.918875Z","time spent":"344.485438ms","remote":"127.0.0.1:50676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:34:50.263363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.396906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:34:50.263408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:49.563106Z","time spent":"700.292774ms","remote":"127.0.0.1:47388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-f8e26126-d79d-45b3-a066-59a4b58aad34\" "} {"level":"info","ts":"2026-02-27T00:34:50.26363Z","caller":"traceutil/trace.go:171","msg":"trace[563555663] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23238; }","duration":"700.523208ms","start":"2026-02-27T00:34:49.562911Z","end":"2026-02-27T00:34:50.263434Z","steps":["trace[563555663] 'agreement among raft nodes before linearized reading' (duration: 700.362345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:50.263329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:49.564752Z","time spent":"698.571155ms","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:34:50.263213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.088045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:34:50.263679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:49.562897Z","time spent":"700.773324ms","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T00:34:50.263695Z","caller":"traceutil/trace.go:171","msg":"trace[591479014] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23238; }","duration":"397.620156ms","start":"2026-02-27T00:34:49.866066Z","end":"2026-02-27T00:34:50.263686Z","steps":["trace[591479014] 'agreement among raft nodes before linearized reading' (duration: 397.076734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:50.263725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:49.866049Z","time spent":"397.665757ms","remote":"127.0.0.1:50614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T00:34:50.263327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:49.885903Z","time spent":"377.417792ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:34:50.767792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805402796,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:34:51.268857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805402796,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:34:51.700038Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.434291119s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:34:51.700537Z","caller":"traceutil/trace.go:171","msg":"trace[967529925] transaction","detail":"{read_only:false; response_revision:23239; number_of_response:1; }","duration":"1.434861321s","start":"2026-02-27T00:34:50.26565Z","end":"2026-02-27T00:34:51.700512Z","steps":["trace[967529925] 'process raft request' (duration: 1.434599535s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:51.700675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:50.265629Z","time spent":"1.434965713s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:52.192614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.031102ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:52.192764Z","caller":"traceutil/trace.go:171","msg":"trace[341944320] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23239; }","duration":"161.192496ms","start":"2026-02-27T00:34:52.03155Z","end":"2026-02-27T00:34:52.192742Z","steps":["trace[341944320] 'range keys from in-memory index tree' (duration: 161.014132ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:52.19307Z","caller":"traceutil/trace.go:171","msg":"trace[856640756] transaction","detail":"{read_only:false; response_revision:23240; number_of_response:1; }","duration":"1.925096294s","start":"2026-02-27T00:34:50.267958Z","end":"2026-02-27T00:34:52.193054Z","steps":["trace[856640756] 'process raft request' (duration: 1.923701984s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:52.19319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:50.267947Z","time spent":"1.925181906s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:52.193303Z","caller":"traceutil/trace.go:171","msg":"trace[1576000094] transaction","detail":"{read_only:false; response_revision:23241; number_of_response:1; }","duration":"1.680266769s","start":"2026-02-27T00:34:50.513016Z","end":"2026-02-27T00:34:52.193283Z","steps":["trace[1576000094] 'process raft request' (duration: 1.679970763s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:52.193415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:50.51299Z","time spent":"1.680371992s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:52.194056Z","caller":"traceutil/trace.go:171","msg":"trace[55167354] transaction","detail":"{read_only:false; response_revision:23243; number_of_response:1; }","duration":"1.680570904s","start":"2026-02-27T00:34:50.513462Z","end":"2026-02-27T00:34:52.194033Z","steps":["trace[55167354] 'process raft request' (duration: 1.680429131s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:52.194189Z","caller":"traceutil/trace.go:171","msg":"trace[239722864] transaction","detail":"{read_only:false; response_revision:23245; number_of_response:1; }","duration":"1.680683867s","start":"2026-02-27T00:34:50.513486Z","end":"2026-02-27T00:34:52.19417Z","steps":["trace[239722864] 'process raft request' (duration: 1.680534904s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:52.19423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:50.51345Z","time spent":"1.680682368s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:52.194296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:50.513457Z","time spent":"1.6807902s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:52.194311Z","caller":"traceutil/trace.go:171","msg":"trace[1851650112] transaction","detail":"{read_only:false; response_revision:23244; number_of_response:1; }","duration":"1.680820482s","start":"2026-02-27T00:34:50.513457Z","end":"2026-02-27T00:34:52.194278Z","steps":["trace[1851650112] 'process raft request' (duration: 1.680527394s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:52.194577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:50.513428Z","time spent":"1.681070686s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:52.194139Z","caller":"traceutil/trace.go:171","msg":"trace[260581835] transaction","detail":"{read_only:false; response_revision:23242; number_of_response:1; }","duration":"1.680701579s","start":"2026-02-27T00:34:50.513299Z","end":"2026-02-27T00:34:52.194Z","steps":["trace[260581835] 'process raft request' (duration: 1.679913532s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:52.194338Z","caller":"traceutil/trace.go:171","msg":"trace[1690212691] transaction","detail":"{read_only:false; response_revision:23246; number_of_response:1; }","duration":"1.679144734s","start":"2026-02-27T00:34:50.515079Z","end":"2026-02-27T00:34:52.194223Z","steps":["trace[1690212691] 'process raft request' (duration: 1.67898045s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:52.194771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:50.515067Z","time spent":"1.679655776s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:52.195009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:50.513288Z","time spent":"1.681521257s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:52.730085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.967519ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-27T00:34:52.730592Z","caller":"traceutil/trace.go:171","msg":"trace[823764221] linearizableReadLoop","detail":"{readStateIndex:24049; appliedIndex:24041; }","duration":"2.463695892s","start":"2026-02-27T00:34:50.266853Z","end":"2026-02-27T00:34:52.730548Z","steps":["trace[823764221] 'read index received' (duration: 1.43344642s)","trace[823764221] 'applied index is now lower than readState.Index' (duration: 1.030247272s)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:52.730645Z","caller":"traceutil/trace.go:171","msg":"trace[1919311914] transaction","detail":"{read_only:false; response_revision:23247; number_of_response:1; }","duration":"1.168289568s","start":"2026-02-27T00:34:51.562333Z","end":"2026-02-27T00:34:52.730622Z","steps":["trace[1919311914] 'process raft request' (duration: 1.167876819s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:52.730777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:51.562313Z","time spent":"1.16839414s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:52.769739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501954333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-02-27T00:34:52.769781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.375248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:34:52.769827Z","caller":"traceutil/trace.go:171","msg":"trace[1446185941] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23247; }","duration":"2.502040564s","start":"2026-02-27T00:34:50.267758Z","end":"2026-02-27T00:34:52.769799Z","steps":["trace[1446185941] 'agreement among raft nodes before linearized reading' (duration: 2.462968175s)","trace[1446185941] 'range keys from in-memory index tree' (duration: 38.847795ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:52.769878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209178438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T00:34:52.769921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.52827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:34:52.769953Z","caller":"traceutil/trace.go:171","msg":"trace[988289049] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23247; }","duration":"295.617113ms","start":"2026-02-27T00:34:52.474327Z","end":"2026-02-27T00:34:52.769944Z","steps":["trace[988289049] 'agreement among raft nodes before linearized reading' (duration: 256.443151ms)","trace[988289049] 'count revisions from in-memory index tree' (duration: 39.1111ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:52.769973Z","caller":"traceutil/trace.go:171","msg":"trace[1030250008] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23247; }","duration":"1.20929857s","start":"2026-02-27T00:34:51.560646Z","end":"2026-02-27T00:34:52.769944Z","steps":["trace[1030250008] 'agreement among raft nodes before linearized reading' (duration: 1.170091887s)","trace[1030250008] 'range keys from in-memory index tree' (duration: 39.041389ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:52.770064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:51.560619Z","time spent":"1.209432093s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:34:52.769734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.214835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T00:34:52.770145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49953582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:34:52.770176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503317553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T00:34:52.770231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88312121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:52.769841Z","caller":"traceutil/trace.go:171","msg":"trace[2053132185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23247; }","duration":"501.47144ms","start":"2026-02-27T00:34:52.268353Z","end":"2026-02-27T00:34:52.769824Z","steps":["trace[2053132185] 'agreement among raft nodes before linearized reading' (duration: 462.413071ms)","trace[2053132185] 'range keys from in-memory index tree' (duration: 38.931756ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:52.770269Z","caller":"traceutil/trace.go:171","msg":"trace[1056367181] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23247; }","duration":"1.883200412s","start":"2026-02-27T00:34:50.887058Z","end":"2026-02-27T00:34:52.770258Z","steps":["trace[1056367181] 'agreement among raft nodes before linearized reading' (duration: 1.843705914s)","trace[1056367181] 'count revisions from in-memory index tree' (duration: 39.431897ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:52.770301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:50.887035Z","time spent":"1.883256694s","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:34:52.770304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:52.268331Z","time spent":"501.958181ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:34:52.77036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.180755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:52.770423Z","caller":"traceutil/trace.go:171","msg":"trace[2000805795] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23247; }","duration":"973.263487ms","start":"2026-02-27T00:34:51.797138Z","end":"2026-02-27T00:34:52.770401Z","steps":["trace[2000805795] 'agreement among raft nodes before linearized reading' (duration: 933.595255ms)","trace[2000805795] 'count revisions from in-memory index tree' (duration: 39.57993ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:52.770485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:51.797122Z","time spent":"973.345599ms","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:34:52.770233Z","caller":"traceutil/trace.go:171","msg":"trace[116539351] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23247; }","duration":"2.503409185s","start":"2026-02-27T00:34:50.26681Z","end":"2026-02-27T00:34:52.770219Z","steps":["trace[116539351] 'agreement among raft nodes before linearized reading' (duration: 2.463843465s)","trace[116539351] 'range keys from in-memory index tree' (duration: 39.431827ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:52.770511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.868551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T00:34:52.770539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:50.266794Z","time spent":"2.503733862s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:34:52.770582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404761188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:52.770626Z","caller":"traceutil/trace.go:171","msg":"trace[236304512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23247; }","duration":"1.40483719s","start":"2026-02-27T00:34:51.365777Z","end":"2026-02-27T00:34:52.770614Z","steps":["trace[236304512] 'agreement among raft nodes before linearized reading' (duration: 1.365004964s)","trace[236304512] 'range keys from in-memory index tree' (duration: 39.786855ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:52.770663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:51.365755Z","time spent":"1.404899692s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T00:34:52.770159Z","caller":"traceutil/trace.go:171","msg":"trace[1350333466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23247; }","duration":"501.666684ms","start":"2026-02-27T00:34:52.268456Z","end":"2026-02-27T00:34:52.770123Z","steps":["trace[1350333466] 'agreement among raft nodes before linearized reading' (duration: 462.292879ms)","trace[1350333466] 'range keys from in-memory index tree' (duration: 38.807993ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:52.770186Z","caller":"traceutil/trace.go:171","msg":"trace[408386895] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23247; }","duration":"2.499587141s","start":"2026-02-27T00:34:50.270587Z","end":"2026-02-27T00:34:52.770174Z","steps":["trace[408386895] 'agreement among raft nodes before linearized reading' (duration: 2.460184354s)","trace[408386895] 'range keys from in-memory index tree' (duration: 39.353176ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:52.770714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:52.268446Z","time spent":"502.258757ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:34:52.770727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:50.270581Z","time spent":"2.500131112s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T00:34:52.770289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289071404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:52.770545Z","caller":"traceutil/trace.go:171","msg":"trace[751246374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23247; }","duration":"502.925431ms","start":"2026-02-27T00:34:52.267607Z","end":"2026-02-27T00:34:52.770532Z","steps":["trace[751246374] 'agreement among raft nodes before linearized reading' (duration: 463.172727ms)","trace[751246374] 'range keys from in-memory index tree' (duration: 39.667783ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:52.77084Z","caller":"traceutil/trace.go:171","msg":"trace[1424902444] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23247; }","duration":"1.289674647s","start":"2026-02-27T00:34:51.481137Z","end":"2026-02-27T00:34:52.770812Z","steps":["trace[1424902444] 'agreement among raft nodes before linearized reading' (duration: 1.249615957s)","trace[1424902444] 'count revisions from in-memory index tree' (duration: 39.475328ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:52.769889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:50.267737Z","time spent":"2.502138017s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-02-27T00:34:52.770889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:51.481112Z","time spent":"1.28976392s","remote":"127.0.0.1:44708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:34:52.771054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.752774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:34:52.77085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:52.267589Z","time spent":"503.252169ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T00:34:52.771114Z","caller":"traceutil/trace.go:171","msg":"trace[720326706] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23247; }","duration":"470.810105ms","start":"2026-02-27T00:34:52.300284Z","end":"2026-02-27T00:34:52.771095Z","steps":["trace[720326706] 'agreement among raft nodes before linearized reading' (duration: 430.500729ms)","trace[720326706] 'count revisions from in-memory index tree' (duration: 40.237345ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:52.771166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:52.300272Z","time spent":"470.882338ms","remote":"127.0.0.1:44672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:34:56.708417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805402859,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:34:56.829358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:56.084961Z","time spent":"744.391934ms","remote":"127.0.0.1:47286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T00:34:57.767013Z","caller":"traceutil/trace.go:171","msg":"trace[1246351577] transaction","detail":"{read_only:false; response_revision:23266; number_of_response:1; }","duration":"1.56211618s","start":"2026-02-27T00:34:56.204877Z","end":"2026-02-27T00:34:57.766993Z","steps":["trace[1246351577] 'process raft request' (duration: 1.561876825s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:57.767125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:56.204557Z","time spent":"1.562515479s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:57.767315Z","caller":"traceutil/trace.go:171","msg":"trace[611062037] transaction","detail":"{read_only:false; response_revision:23267; number_of_response:1; }","duration":"1.559534273s","start":"2026-02-27T00:34:56.207765Z","end":"2026-02-27T00:34:57.767299Z","steps":["trace[611062037] 'process raft request' (duration: 1.559169475s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:57.767364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:56.207739Z","time spent":"1.559599775s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:57.767498Z","caller":"traceutil/trace.go:171","msg":"trace[1358596997] transaction","detail":"{read_only:false; response_revision:23269; number_of_response:1; }","duration":"1.559057513s","start":"2026-02-27T00:34:56.208412Z","end":"2026-02-27T00:34:57.767469Z","steps":["trace[1358596997] 'process raft request' (duration: 1.55894944s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:57.767566Z","caller":"traceutil/trace.go:171","msg":"trace[201546065] linearizableReadLoop","detail":"{readStateIndex:24076; appliedIndex:24070; }","duration":"1.559336s","start":"2026-02-27T00:34:56.208221Z","end":"2026-02-27T00:34:57.767557Z","steps":["trace[201546065] 'read index received' (duration: 621.315087ms)","trace[201546065] 'applied index is now lower than readState.Index' (duration: 938.020193ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:57.767531Z","caller":"traceutil/trace.go:171","msg":"trace[1020457429] transaction","detail":"{read_only:false; response_revision:23268; number_of_response:1; }","duration":"1.559611005s","start":"2026-02-27T00:34:56.207853Z","end":"2026-02-27T00:34:57.767464Z","steps":["trace[1020457429] 'process raft request' (duration: 1.559370569s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:57.767608Z","caller":"traceutil/trace.go:171","msg":"trace[1136787389] transaction","detail":"{read_only:false; response_revision:23270; number_of_response:1; }","duration":"1.559116085s","start":"2026-02-27T00:34:56.208485Z","end":"2026-02-27T00:34:57.767601Z","steps":["trace[1136787389] 'process raft request' (duration: 1.55892145s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:57.767645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:56.208454Z","time spent":"1.559166325s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:57.76769Z","caller":"traceutil/trace.go:171","msg":"trace[723220636] transaction","detail":"{read_only:false; response_revision:23272; number_of_response:1; }","duration":"1.019399452s","start":"2026-02-27T00:34:56.748268Z","end":"2026-02-27T00:34:57.767668Z","steps":["trace[723220636] 'process raft request' (duration: 1.019241659s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:57.767707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:56.2084Z","time spent":"1.559190156s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:57.767775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:56.207845Z","time spent":"1.559786469s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:57.767796Z","caller":"traceutil/trace.go:171","msg":"trace[1516524150] transaction","detail":"{read_only:false; response_revision:23271; number_of_response:1; }","duration":"1.558844437s","start":"2026-02-27T00:34:56.208934Z","end":"2026-02-27T00:34:57.767778Z","steps":["trace[1516524150] 'process raft request' (duration: 1.558538651s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:57.767809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:56.748244Z","time spent":"1.019509375s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:57.76788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:56.208913Z","time spent":"1.5589241s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:57.768779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560531105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T00:34:57.768894Z","caller":"traceutil/trace.go:171","msg":"trace[1195981133] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23272; }","duration":"1.560658587s","start":"2026-02-27T00:34:56.208183Z","end":"2026-02-27T00:34:57.768842Z","steps":["trace[1195981133] 'agreement among raft nodes before linearized reading' (duration: 1.559518973s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:57.769121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:56.208165Z","time spent":"1.560938545s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:34:58.267653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805402871,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:34:58.813502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.968038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:34:58.81377Z","caller":"traceutil/trace.go:171","msg":"trace[1710059493] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"1.983490898s","start":"2026-02-27T00:34:56.830224Z","end":"2026-02-27T00:34:58.813715Z","steps":["trace[1710059493] 'process raft request' (duration: 1.763205384s)","trace[1710059493] 'compare' (duration: 219.056288ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:58.813902Z","caller":"traceutil/trace.go:171","msg":"trace[954246978] transaction","detail":"{read_only:false; response_revision:23275; number_of_response:1; }","duration":"1.040639719s","start":"2026-02-27T00:34:57.773238Z","end":"2026-02-27T00:34:58.813878Z","steps":["trace[954246978] 'process raft request' (duration: 1.040505296s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:58.813986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:56.830211Z","time spent":"1.983654252s","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:58.813979Z","caller":"traceutil/trace.go:171","msg":"trace[655565165] linearizableReadLoop","detail":"{readStateIndex:24080; appliedIndex:24077; }","duration":"1.046365257s","start":"2026-02-27T00:34:57.767583Z","end":"2026-02-27T00:34:58.813948Z","steps":["trace[655565165] 'read index received' (duration: 825.854256ms)","trace[655565165] 'applied index is now lower than readState.Index' (duration: 220.5095ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:34:58.814019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:57.773219Z","time spent":"1.040751043s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:58.8141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881354502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:34:58.814167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997792544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T00:34:58.814177Z","caller":"traceutil/trace.go:171","msg":"trace[1139015565] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23276; }","duration":"1.881475835s","start":"2026-02-27T00:34:56.93268Z","end":"2026-02-27T00:34:58.814156Z","steps":["trace[1139015565] 'agreement among raft nodes before linearized reading' (duration: 1.881333072s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:58.814163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991927544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:34:58.814211Z","caller":"traceutil/trace.go:171","msg":"trace[2107269519] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23276; }","duration":"1.997873736s","start":"2026-02-27T00:34:56.816327Z","end":"2026-02-27T00:34:58.8142Z","steps":["trace[2107269519] 'agreement among raft nodes before linearized reading' (duration: 1.997731183s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:58.8142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996746371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T00:34:58.814031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984491751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:34:58.814234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:56.932661Z","time spent":"1.881558456s","remote":"127.0.0.1:52312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:34:58.814264Z","caller":"traceutil/trace.go:171","msg":"trace[651035919] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23276; }","duration":"1.996849573s","start":"2026-02-27T00:34:56.817399Z","end":"2026-02-27T00:34:58.814248Z","steps":["trace[651035919] 'agreement among raft nodes before linearized reading' (duration: 1.996621678s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:58.814262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.486354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:58.814239Z","caller":"traceutil/trace.go:171","msg":"trace[1368265604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23276; }","duration":"1.992034296s","start":"2026-02-27T00:34:56.822184Z","end":"2026-02-27T00:34:58.814219Z","steps":["trace[1368265604] 'agreement among raft nodes before linearized reading' (duration: 1.991801441s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:58.814304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:56.817381Z","time spent":"1.996911594s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T00:34:58.813903Z","caller":"traceutil/trace.go:171","msg":"trace[1304483163] transaction","detail":"{read_only:false; response_revision:23274; number_of_response:1; }","duration":"1.843050959s","start":"2026-02-27T00:34:56.970822Z","end":"2026-02-27T00:34:58.813872Z","steps":["trace[1304483163] 'process raft request' (duration: 1.842794693s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:58.814317Z","caller":"traceutil/trace.go:171","msg":"trace[1608851586] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23276; }","duration":"648.578196ms","start":"2026-02-27T00:34:58.165723Z","end":"2026-02-27T00:34:58.814301Z","steps":["trace[1608851586] 'agreement among raft nodes before linearized reading' (duration: 648.451153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:58.814394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:58.165661Z","time spent":"648.72045ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:34:58.814389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99221737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T00:34:58.814295Z","caller":"traceutil/trace.go:171","msg":"trace[599529495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23276; }","duration":"1.984778158s","start":"2026-02-27T00:34:56.829498Z","end":"2026-02-27T00:34:58.814276Z","steps":["trace[599529495] 'agreement among raft nodes before linearized reading' (duration: 1.984451551s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:58.814478Z","caller":"traceutil/trace.go:171","msg":"trace[393258901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23276; }","duration":"1.992332103s","start":"2026-02-27T00:34:56.822135Z","end":"2026-02-27T00:34:58.814467Z","steps":["trace[393258901] 'agreement among raft nodes before linearized reading' (duration: 1.991826202s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:58.814464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:56.970805Z","time spent":"1.843571881s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:58.814249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:56.816293Z","time spent":"1.997949348s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:34:58.814319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004320951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T00:34:58.814645Z","caller":"traceutil/trace.go:171","msg":"trace[1013943668] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23276; }","duration":"1.004697359s","start":"2026-02-27T00:34:57.809931Z","end":"2026-02-27T00:34:58.814628Z","steps":["trace[1013943668] 'agreement among raft nodes before linearized reading' (duration: 1.004210879s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:58.81432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:56.822165Z","time spent":"1.992144378s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:34:58.814711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:57.809911Z","time spent":"1.004783742s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:34:58.814652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:56.822121Z","time spent":"1.992396514s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:34:58.814484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:56.829487Z","time spent":"1.984989702s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T00:34:58.814972Z","caller":"traceutil/trace.go:171","msg":"trace[210898238] transaction","detail":"{read_only:false; response_revision:23276; number_of_response:1; }","duration":"291.526483ms","start":"2026-02-27T00:34:58.522475Z","end":"2026-02-27T00:34:58.814002Z","steps":["trace[210898238] 'process raft request' (duration: 291.341708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:58.815079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44981642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:34:58.81515Z","caller":"traceutil/trace.go:171","msg":"trace[1713866854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23276; }","duration":"1.450346192s","start":"2026-02-27T00:34:57.36478Z","end":"2026-02-27T00:34:58.815126Z","steps":["trace[1713866854] 'agreement among raft nodes before linearized reading' (duration: 1.449172697s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:58.815203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:57.36476Z","time spent":"1.450429143s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:34:59.318587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805402876,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T00:34:59.739922Z","caller":"traceutil/trace.go:171","msg":"trace[734774706] transaction","detail":"{read_only:false; response_revision:23277; number_of_response:1; }","duration":"923.138375ms","start":"2026-02-27T00:34:58.816761Z","end":"2026-02-27T00:34:59.739899Z","steps":["trace[734774706] 'process raft request' (duration: 922.999512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:59.740083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:58.816748Z","time spent":"923.242757ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:59.809601Z","caller":"traceutil/trace.go:171","msg":"trace[1961413071] transaction","detail":"{read_only:false; response_revision:23278; number_of_response:1; }","duration":"991.140671ms","start":"2026-02-27T00:34:58.818435Z","end":"2026-02-27T00:34:59.809575Z","steps":["trace[1961413071] 'process raft request' (duration: 989.585966ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:34:59.809693Z","caller":"traceutil/trace.go:171","msg":"trace[863076058] transaction","detail":"{read_only:false; response_revision:23280; number_of_response:1; }","duration":"989.888513ms","start":"2026-02-27T00:34:58.81978Z","end":"2026-02-27T00:34:59.809669Z","steps":["trace[863076058] 'process raft request' (duration: 989.7791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:59.809757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:58.818414Z","time spent":"991.260274ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:59.809765Z","caller":"traceutil/trace.go:171","msg":"trace[359913873] transaction","detail":"{read_only:false; response_revision:23279; number_of_response:1; }","duration":"990.795154ms","start":"2026-02-27T00:34:58.818834Z","end":"2026-02-27T00:34:59.80963Z","steps":["trace[359913873] 'process raft request' (duration: 990.657341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:59.809846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:58.818826Z","time spent":"990.974338ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:59.809851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:58.819774Z","time spent":"990.000966ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:34:59.809861Z","caller":"traceutil/trace.go:171","msg":"trace[659852461] linearizableReadLoop","detail":"{readStateIndex:24086; appliedIndex:24081; }","duration":"992.290427ms","start":"2026-02-27T00:34:58.81755Z","end":"2026-02-27T00:34:59.80984Z","steps":["trace[659852461] 'read index received' (duration: 922.270356ms)","trace[659852461] 'applied index is now lower than readState.Index' (duration: 70.018961ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:34:59.809963Z","caller":"traceutil/trace.go:171","msg":"trace[589952256] transaction","detail":"{read_only:false; response_revision:23281; number_of_response:1; }","duration":"990.155389ms","start":"2026-02-27T00:34:58.8198Z","end":"2026-02-27T00:34:59.809956Z","steps":["trace[589952256] 'process raft request' (duration: 989.814042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:59.810007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:58.819787Z","time spent":"990.19745ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:34:59.810233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.654644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-27T00:34:59.810309Z","caller":"traceutil/trace.go:171","msg":"trace[1623614023] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23281; }","duration":"992.767876ms","start":"2026-02-27T00:34:58.817524Z","end":"2026-02-27T00:34:59.810292Z","steps":["trace[1623614023] 'agreement among raft nodes before linearized reading' (duration: 992.4541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:34:59.810352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:58.817513Z","time spent":"992.829357ms","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T00:35:00.310569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805402889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:00.810961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805402889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:00.822378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00037979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:35:00.822452Z","caller":"traceutil/trace.go:171","msg":"trace[814305197] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000463362s","start":"2026-02-27T00:34:58.821973Z","end":"2026-02-27T00:35:00.822436Z","steps":["trace[814305197] 'agreement among raft nodes before linearized reading' (duration: 2.00037768s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:00.822493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:58.821954Z","time spent":"2.000529964s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:35:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:35:00.870326Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.062219285s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:35:00.930955Z","caller":"traceutil/trace.go:171","msg":"trace[2046697985] transaction","detail":"{read_only:false; response_revision:23282; number_of_response:1; }","duration":"1.157732925s","start":"2026-02-27T00:34:59.773202Z","end":"2026-02-27T00:35:00.930935Z","steps":["trace[2046697985] 'process raft request' (duration: 1.097496321s)","trace[2046697985] 'compare' (duration: 59.907607ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:00.931056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:59.773174Z","time spent":"1.157824037s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:00.93124Z","caller":"traceutil/trace.go:171","msg":"trace[888573143] transaction","detail":"{read_only:false; response_revision:23283; number_of_response:1; }","duration":"1.157998781s","start":"2026-02-27T00:34:59.77321Z","end":"2026-02-27T00:35:00.931208Z","steps":["trace[888573143] 'process raft request' (duration: 1.157694904s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:00.931441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:59.773189Z","time spent":"1.158131094s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:00.93157Z","caller":"traceutil/trace.go:171","msg":"trace[492386158] transaction","detail":"{read_only:false; response_revision:23284; number_of_response:1; }","duration":"1.157806837s","start":"2026-02-27T00:34:59.77372Z","end":"2026-02-27T00:35:00.931527Z","steps":["trace[492386158] 'process raft request' (duration: 1.157385767s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:00.931688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:59.773706Z","time spent":"1.157910149s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:00.932268Z","caller":"traceutil/trace.go:171","msg":"trace[1522418404] transaction","detail":"{read_only:false; response_revision:23285; number_of_response:1; }","duration":"1.158451511s","start":"2026-02-27T00:34:59.773805Z","end":"2026-02-27T00:35:00.932257Z","steps":["trace[1522418404] 'process raft request' (duration: 1.157626393s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:00.932316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:59.77379Z","time spent":"1.158502402s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:00.932346Z","caller":"traceutil/trace.go:171","msg":"trace[252098529] transaction","detail":"{read_only:false; response_revision:23288; number_of_response:1; }","duration":"1.155921076s","start":"2026-02-27T00:34:59.776397Z","end":"2026-02-27T00:35:00.932318Z","steps":["trace[252098529] 'process raft request' (duration: 1.155874195s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:00.93237Z","caller":"traceutil/trace.go:171","msg":"trace[1183299362] transaction","detail":"{read_only:false; response_revision:23286; number_of_response:1; }","duration":"1.157860038s","start":"2026-02-27T00:34:59.774486Z","end":"2026-02-27T00:35:00.932346Z","steps":["trace[1183299362] 'process raft request' (duration: 1.157634773s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:00.93239Z","caller":"traceutil/trace.go:171","msg":"trace[1907767148] transaction","detail":"{read_only:false; response_revision:23287; number_of_response:1; }","duration":"1.155968606s","start":"2026-02-27T00:34:59.776385Z","end":"2026-02-27T00:35:00.932354Z","steps":["trace[1907767148] 'process raft request' (duration: 1.155844974s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:00.932489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:59.774472Z","time spent":"1.157962261s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:00.932497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:59.776385Z","time spent":"1.156038578s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:00.932523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:59.776362Z","time spent":"1.15608838s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:02.087506Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.216943208s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T00:35:02.132104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.156785ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:02.132265Z","caller":"traceutil/trace.go:171","msg":"trace[1451858833] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23288; }","duration":"101.331989ms","start":"2026-02-27T00:35:02.030914Z","end":"2026-02-27T00:35:02.132246Z","steps":["trace[1451858833] 'range keys from in-memory index tree' (duration: 101.116084ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:02.132485Z","caller":"traceutil/trace.go:171","msg":"trace[1507021306] linearizableReadLoop","detail":"{readStateIndex:24094; appliedIndex:24086; }","duration":"2.322540387s","start":"2026-02-27T00:34:59.809919Z","end":"2026-02-27T00:35:02.13246Z","steps":["trace[1507021306] 'read index received' (duration: 1.060794694s)","trace[1507021306] 'applied index is now lower than readState.Index' (duration: 1.261744373s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:02.132557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365924211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:02.132521Z","caller":"traceutil/trace.go:171","msg":"trace[1098527871] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"2.026773011s","start":"2026-02-27T00:35:00.105688Z","end":"2026-02-27T00:35:02.132461Z","steps":["trace[1098527871] 'process raft request' (duration: 1.982044547s)","trace[1098527871] 'compare' (duration: 44.0703ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:02.132607Z","caller":"traceutil/trace.go:171","msg":"trace[669537988] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23289; }","duration":"2.366005672s","start":"2026-02-27T00:34:59.766586Z","end":"2026-02-27T00:35:02.132592Z","steps":["trace[669537988] 'agreement among raft nodes before linearized reading' (duration: 2.365891769s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:02.132649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:59.766572Z","time spent":"2.366066164s","remote":"127.0.0.1:44704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:02.132632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.299571128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:02.132703Z","caller":"traceutil/trace.go:171","msg":"trace[306640505] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23289; }","duration":"3.29967213s","start":"2026-02-27T00:34:58.833014Z","end":"2026-02-27T00:35:02.132686Z","steps":["trace[306640505] 'agreement among raft nodes before linearized reading' (duration: 3.299451155s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:02.132698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314210729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T00:35:02.132718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.266293785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-666cf4b4dc-88h9p.1897f34a4e88d7a5\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-02-27T00:35:02.132813Z","caller":"traceutil/trace.go:171","msg":"trace[1886701193] range","detail":"{range_begin:/registry/events/openstack/magnum-api-666cf4b4dc-88h9p.1897f34a4e88d7a5; range_end:; response_count:1; response_revision:23289; }","duration":"3.266417718s","start":"2026-02-27T00:34:58.866381Z","end":"2026-02-27T00:35:02.132798Z","steps":["trace[1886701193] 'agreement among raft nodes before linearized reading' (duration: 3.266087131s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:02.132854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:58.86637Z","time spent":"3.266477599s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-666cf4b4dc-88h9p.1897f34a4e88d7a5\" "} {"level":"info","ts":"2026-02-27T00:35:02.132762Z","caller":"traceutil/trace.go:171","msg":"trace[1656648457] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23289; }","duration":"3.314308371s","start":"2026-02-27T00:34:58.81844Z","end":"2026-02-27T00:35:02.132749Z","steps":["trace[1656648457] 'agreement among raft nodes before linearized reading' (duration: 3.314122557s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:02.133014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:58.818425Z","time spent":"3.314581438s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:35:02.132698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:00.105647Z","time spent":"2.026964644s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T00:35:02.132757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:58.833006Z","time spent":"3.299740391s","remote":"127.0.0.1:47498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:02.823529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000773309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T00:35:02.823641Z","caller":"traceutil/trace.go:171","msg":"trace[314982845] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000887601s","start":"2026-02-27T00:35:00.82271Z","end":"2026-02-27T00:35:02.823597Z","steps":["trace[314982845] 'agreement among raft nodes before linearized reading' (duration: 2.000790179s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:02.823858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:00.822701Z","time spent":"2.001138947s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:35:02.843559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.187826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:35:02.843641Z","caller":"traceutil/trace.go:171","msg":"trace[1626363490] linearizableReadLoop","detail":"{readStateIndex:24095; appliedIndex:24094; }","duration":"711.079041ms","start":"2026-02-27T00:35:02.132549Z","end":"2026-02-27T00:35:02.843628Z","steps":["trace[1626363490] 'read index received' (duration: 348.884394ms)","trace[1626363490] 'applied index is now lower than readState.Index' (duration: 362.193507ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:02.843959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47439995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:02.843964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137833467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T00:35:02.844006Z","caller":"traceutil/trace.go:171","msg":"trace[1485485348] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23290; }","duration":"1.474472371s","start":"2026-02-27T00:35:01.369521Z","end":"2026-02-27T00:35:02.843993Z","steps":["trace[1485485348] 'agreement among raft nodes before linearized reading' (duration: 1.47439042s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:02.844043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:01.36951Z","time spent":"1.474521363s","remote":"127.0.0.1:52340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:02.844306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541332673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:02.844348Z","caller":"traceutil/trace.go:171","msg":"trace[1784951006] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23290; }","duration":"1.541391514s","start":"2026-02-27T00:35:01.302945Z","end":"2026-02-27T00:35:02.844337Z","steps":["trace[1784951006] 'agreement among raft nodes before linearized reading' (duration: 1.541326762s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:02.844378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:01.302937Z","time spent":"1.541433775s","remote":"127.0.0.1:47596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:02.844601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652935037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:02.844642Z","caller":"traceutil/trace.go:171","msg":"trace[839007796] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23290; }","duration":"1.653009329s","start":"2026-02-27T00:35:01.191623Z","end":"2026-02-27T00:35:02.844633Z","steps":["trace[839007796] 'agreement among raft nodes before linearized reading' (duration: 1.652942238s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:02.844672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:01.191611Z","time spent":"1.65305366s","remote":"127.0.0.1:50236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:35:02.844113Z","caller":"traceutil/trace.go:171","msg":"trace[1157056] transaction","detail":"{read_only:false; response_revision:23290; number_of_response:1; }","duration":"1.695603736s","start":"2026-02-27T00:35:01.148497Z","end":"2026-02-27T00:35:02.844101Z","steps":["trace[1157056] 'process raft request' (duration: 1.332802206s)","trace[1157056] 'compare' (duration: 361.43868ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:02.844882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030341052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:35:02.844034Z","caller":"traceutil/trace.go:171","msg":"trace[901479414] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23290; }","duration":"1.13795223s","start":"2026-02-27T00:35:01.706065Z","end":"2026-02-27T00:35:02.844018Z","steps":["trace[901479414] 'agreement among raft nodes before linearized reading' (duration: 1.137681614s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:02.84497Z","caller":"traceutil/trace.go:171","msg":"trace[1171876074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23290; }","duration":"1.030449595s","start":"2026-02-27T00:35:01.814492Z","end":"2026-02-27T00:35:02.844942Z","steps":["trace[1171876074] 'agreement among raft nodes before linearized reading' (duration: 1.03020852s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:02.845001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03066866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T00:35:02.844971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:01.706044Z","time spent":"1.13891325s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T00:35:02.845015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02674542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T00:35:02.845081Z","caller":"traceutil/trace.go:171","msg":"trace[458850449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23290; }","duration":"1.030805384s","start":"2026-02-27T00:35:01.814257Z","end":"2026-02-27T00:35:02.845063Z","steps":["trace[458850449] 'agreement among raft nodes before linearized reading' (duration: 1.030578458s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:02.845126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:01.148466Z","time spent":"1.696325852s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:02.845026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:01.814485Z","time spent":"1.030527407s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T00:35:02.845082Z","caller":"traceutil/trace.go:171","msg":"trace[1960089301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23290; }","duration":"2.026865024s","start":"2026-02-27T00:35:00.8182Z","end":"2026-02-27T00:35:02.845065Z","steps":["trace[1960089301] 'agreement among raft nodes before linearized reading' (duration: 2.026639168s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:02.845575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:00.818178Z","time spent":"2.027382174s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:35:02.845142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.652733839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:02.845142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:01.814231Z","time spent":"1.030895525s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:35:02.845131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030955837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T00:35:02.845802Z","caller":"traceutil/trace.go:171","msg":"trace[11737487] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23290; }","duration":"2.653397944s","start":"2026-02-27T00:35:00.192357Z","end":"2026-02-27T00:35:02.845755Z","steps":["trace[11737487] 'agreement among raft nodes before linearized reading' (duration: 2.6527529s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:02.845868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:00.192337Z","time spent":"2.653509277s","remote":"127.0.0.1:50178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:35:02.845876Z","caller":"traceutil/trace.go:171","msg":"trace[1980418219] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23290; }","duration":"1.031712094s","start":"2026-02-27T00:35:01.814122Z","end":"2026-02-27T00:35:02.845834Z","steps":["trace[1980418219] 'agreement among raft nodes before linearized reading' (duration: 1.030893506s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:02.845903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:01.814102Z","time spent":"1.031793956s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:35:02.845154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030575328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T00:35:02.845946Z","caller":"traceutil/trace.go:171","msg":"trace[1814679662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23290; }","duration":"1.031386116s","start":"2026-02-27T00:35:01.814542Z","end":"2026-02-27T00:35:02.845928Z","steps":["trace[1814679662] 'agreement among raft nodes before linearized reading' (duration: 1.030517517s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:02.846004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:01.814528Z","time spent":"1.031458598s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:35:02.84519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.031864499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T00:35:02.846127Z","caller":"traceutil/trace.go:171","msg":"trace[1744366439] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23290; }","duration":"3.032825291s","start":"2026-02-27T00:34:59.813292Z","end":"2026-02-27T00:35:02.846118Z","steps":["trace[1744366439] 'agreement among raft nodes before linearized reading' (duration: 3.03186968s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:02.845208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.665712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:35:02.846156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:34:59.813274Z","time spent":"3.032874001s","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T00:35:02.846227Z","caller":"traceutil/trace.go:171","msg":"trace[445812795] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23290; }","duration":"811.736665ms","start":"2026-02-27T00:35:02.034461Z","end":"2026-02-27T00:35:02.846198Z","steps":["trace[445812795] 'agreement among raft nodes before linearized reading' (duration: 810.498597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:02.846257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.034441Z","time spent":"811.806786ms","remote":"127.0.0.1:46018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:03.527482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.263694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:35:03.527873Z","caller":"traceutil/trace.go:171","msg":"trace[682030528] transaction","detail":"{read_only:false; response_revision:23291; number_of_response:1; }","duration":"1.389713268s","start":"2026-02-27T00:35:02.138138Z","end":"2026-02-27T00:35:03.527851Z","steps":["trace[682030528] 'process raft request' (duration: 888.980233ms)","trace[682030528] 'compare' (duration: 499.924977ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:03.527978Z","caller":"traceutil/trace.go:171","msg":"trace[1744585090] transaction","detail":"{read_only:false; response_revision:23293; number_of_response:1; }","duration":"1.387689663s","start":"2026-02-27T00:35:02.140264Z","end":"2026-02-27T00:35:03.527954Z","steps":["trace[1744585090] 'process raft request' (duration: 1.387588551s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:03.527996Z","caller":"traceutil/trace.go:171","msg":"trace[1243706959] transaction","detail":"{read_only:false; response_revision:23292; number_of_response:1; }","duration":"1.389707448s","start":"2026-02-27T00:35:02.138249Z","end":"2026-02-27T00:35:03.527957Z","steps":["trace[1243706959] 'process raft request' (duration: 1.38936159s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:03.528146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.138241Z","time spent":"1.389841591s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T00:35:03.527994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.138123Z","time spent":"1.38980483s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:03.528201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.140255Z","time spent":"1.387790866s","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5447,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:04.771513Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.218648985s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T00:35:04.829677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00036979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:35:04.829737Z","caller":"traceutil/trace.go:171","msg":"trace[203502584] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000460602s","start":"2026-02-27T00:35:02.829263Z","end":"2026-02-27T00:35:04.829724Z","steps":["trace[203502584] 'agreement among raft nodes before linearized reading' (duration: 2.00038488s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:04.829764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.829255Z","time spent":"2.000504123s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:35:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:35:05.125176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.480895ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-27T00:35:05.125552Z","caller":"traceutil/trace.go:171","msg":"trace[502313075] transaction","detail":"{read_only:false; response_revision:23294; number_of_response:1; }","duration":"2.274210904s","start":"2026-02-27T00:35:02.851323Z","end":"2026-02-27T00:35:05.125534Z","steps":["trace[502313075] 'process raft request' (duration: 2.273988648s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:05.125712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.8513Z","time spent":"2.274296435s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:05.125853Z","caller":"traceutil/trace.go:171","msg":"trace[1662419353] transaction","detail":"{read_only:false; response_revision:23295; number_of_response:1; }","duration":"2.274409688s","start":"2026-02-27T00:35:02.85142Z","end":"2026-02-27T00:35:05.125829Z","steps":["trace[1662419353] 'process raft request' (duration: 2.274065101s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:05.126011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.851397Z","time spent":"2.27453147s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:05.126286Z","caller":"traceutil/trace.go:171","msg":"trace[149444434] transaction","detail":"{read_only:false; response_revision:23296; number_of_response:1; }","duration":"2.274794686s","start":"2026-02-27T00:35:02.851464Z","end":"2026-02-27T00:35:05.126259Z","steps":["trace[149444434] 'process raft request' (duration: 2.274275905s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:05.126348Z","caller":"traceutil/trace.go:171","msg":"trace[1356501485] transaction","detail":"{read_only:false; response_revision:23297; number_of_response:1; }","duration":"2.274822877s","start":"2026-02-27T00:35:02.851499Z","end":"2026-02-27T00:35:05.126322Z","steps":["trace[1356501485] 'process raft request' (duration: 2.274707084s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:05.126413Z","caller":"traceutil/trace.go:171","msg":"trace[424936878] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"2.274268535s","start":"2026-02-27T00:35:02.852099Z","end":"2026-02-27T00:35:05.126367Z","steps":["trace[424936878] 'process raft request' (duration: 2.274147902s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:05.126439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.851454Z","time spent":"2.274912259s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:05.126449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.85149Z","time spent":"2.274907118s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:05.126536Z","caller":"traceutil/trace.go:171","msg":"trace[1388775666] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"2.184650974s","start":"2026-02-27T00:35:02.941862Z","end":"2026-02-27T00:35:05.126513Z","steps":["trace[1388775666] 'process raft request' (duration: 2.18448243s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:05.126536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.852093Z","time spent":"2.274360637s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:05.126569Z","caller":"traceutil/trace.go:171","msg":"trace[915673926] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"2.270991633s","start":"2026-02-27T00:35:02.855567Z","end":"2026-02-27T00:35:05.126559Z","steps":["trace[915673926] 'process raft request' (duration: 2.270712197s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:05.126631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.941851Z","time spent":"2.184735055s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:05.126645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.855557Z","time spent":"2.271061464s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:05.126668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991106023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-02-27T00:35:05.126712Z","caller":"traceutil/trace.go:171","msg":"trace[494146755] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23306; }","duration":"2.991177264s","start":"2026-02-27T00:35:02.135526Z","end":"2026-02-27T00:35:05.126703Z","steps":["trace[494146755] 'agreement among raft nodes before linearized reading' (duration: 2.991044021s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:05.126546Z","caller":"traceutil/trace.go:171","msg":"trace[1395443118] linearizableReadLoop","detail":"{readStateIndex:24099; appliedIndex:24095; }","duration":"2.282869094s","start":"2026-02-27T00:35:02.843665Z","end":"2026-02-27T00:35:05.126534Z","steps":["trace[1395443118] 'read index received' (duration: 183.467855ms)","trace[1395443118] 'applied index is now lower than readState.Index' (duration: 2.099399949s)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:05.126742Z","caller":"traceutil/trace.go:171","msg":"trace[1097420168] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"2.185013322s","start":"2026-02-27T00:35:02.941716Z","end":"2026-02-27T00:35:05.12673Z","steps":["trace[1097420168] 'process raft request' (duration: 2.184594303s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:05.126764Z","caller":"traceutil/trace.go:171","msg":"trace[554048780] transaction","detail":"{read_only:false; response_revision:23306; number_of_response:1; }","duration":"2.184440579s","start":"2026-02-27T00:35:02.942314Z","end":"2026-02-27T00:35:05.126754Z","steps":["trace[554048780] 'process raft request' (duration: 2.184188224s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:05.126795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.297821863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:35:05.126799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.941698Z","time spent":"2.185076263s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:05.126824Z","caller":"traceutil/trace.go:171","msg":"trace[489713667] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23306; }","duration":"2.297873164s","start":"2026-02-27T00:35:02.828944Z","end":"2026-02-27T00:35:05.126817Z","steps":["trace[489713667] 'agreement among raft nodes before linearized reading' (duration: 2.297815242s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:05.126855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.828932Z","time spent":"2.297915134s","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:05.126744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.135508Z","time spent":"2.991227065s","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T00:35:05.126861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364509709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:05.126928Z","caller":"traceutil/trace.go:171","msg":"trace[260124492] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23306; }","duration":"2.364612782s","start":"2026-02-27T00:35:02.7623Z","end":"2026-02-27T00:35:05.126913Z","steps":["trace[260124492] 'agreement among raft nodes before linearized reading' (duration: 2.36451936s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:05.126963Z","caller":"traceutil/trace.go:171","msg":"trace[409603384] transaction","detail":"{read_only:false; response_revision:23305; number_of_response:1; }","duration":"2.184713515s","start":"2026-02-27T00:35:02.942241Z","end":"2026-02-27T00:35:05.126955Z","steps":["trace[409603384] 'process raft request' (duration: 2.184233765s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:05.127023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.762277Z","time spent":"2.364712724s","remote":"127.0.0.1:49144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:05.12703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.942232Z","time spent":"2.184764416s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:05.12682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.942304Z","time spent":"2.18448988s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:05.126884Z","caller":"traceutil/trace.go:171","msg":"trace[2006742557] transaction","detail":"{read_only:false; response_revision:23303; number_of_response:1; }","duration":"2.184890449s","start":"2026-02-27T00:35:02.941987Z","end":"2026-02-27T00:35:05.126877Z","steps":["trace[2006742557] 'process raft request' (duration: 2.184419169s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:05.126853Z","caller":"traceutil/trace.go:171","msg":"trace[1459725060] transaction","detail":"{read_only:false; response_revision:23302; number_of_response:1; }","duration":"2.184924379s","start":"2026-02-27T00:35:02.941921Z","end":"2026-02-27T00:35:05.126845Z","steps":["trace[1459725060] 'process raft request' (duration: 2.184451129s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:05.127087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.988669389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:05.127139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778964866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-7g9hx\" ","response":"range_response_count:1 size:16069"} {"level":"warn","ts":"2026-02-27T00:35:05.127111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.305535512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:05.127183Z","caller":"traceutil/trace.go:171","msg":"trace[1490329671] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-7g9hx; range_end:; response_count:1; response_revision:23306; }","duration":"2.779045958s","start":"2026-02-27T00:35:02.348121Z","end":"2026-02-27T00:35:05.127167Z","steps":["trace[1490329671] 'agreement among raft nodes before linearized reading' (duration: 2.778861624s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:05.127177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.941914Z","time spent":"2.185220946s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:05.127182Z","caller":"traceutil/trace.go:171","msg":"trace[559811807] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:23306; }","duration":"2.988781751s","start":"2026-02-27T00:35:02.138381Z","end":"2026-02-27T00:35:05.127162Z","steps":["trace[559811807] 'agreement among raft nodes before linearized reading' (duration: 2.988545586s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:05.127211Z","caller":"traceutil/trace.go:171","msg":"trace[1285129432] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23306; }","duration":"2.305682186s","start":"2026-02-27T00:35:02.821508Z","end":"2026-02-27T00:35:05.12719Z","steps":["trace[1285129432] 'agreement among raft nodes before linearized reading' (duration: 2.305474171s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:05.127225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.3481Z","time spent":"2.779117809s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":16093,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-7g9hx\" "} {"level":"warn","ts":"2026-02-27T00:35:05.127246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.138351Z","time spent":"2.988885634s","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"info","ts":"2026-02-27T00:35:05.126911Z","caller":"traceutil/trace.go:171","msg":"trace[1111508569] transaction","detail":"{read_only:false; response_revision:23304; number_of_response:1; }","duration":"2.184736525s","start":"2026-02-27T00:35:02.942168Z","end":"2026-02-27T00:35:05.126905Z","steps":["trace[1111508569] 'process raft request' (duration: 2.184276565s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:05.12727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.821497Z","time spent":"2.305762757s","remote":"127.0.0.1:50614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T00:35:05.12715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.941977Z","time spent":"2.185135574s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:05.127353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.942156Z","time spent":"2.185137764s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:05.627772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805402912,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:05.815723Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.043996804s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:35:05.877763Z","caller":"traceutil/trace.go:171","msg":"trace[923330906] transaction","detail":"{read_only:false; response_revision:23307; number_of_response:1; }","duration":"2.05720061s","start":"2026-02-27T00:35:03.820536Z","end":"2026-02-27T00:35:05.877737Z","steps":["trace[923330906] 'process raft request' (duration: 1.99538593s)","trace[923330906] 'compare' (duration: 61.720708ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:05.877898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:03.820514Z","time spent":"2.057315203s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:06.830148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000063583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:35:06.830239Z","caller":"traceutil/trace.go:171","msg":"trace[953064160] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000187626s","start":"2026-02-27T00:35:04.830026Z","end":"2026-02-27T00:35:06.830213Z","steps":["trace[953064160] 'agreement among raft nodes before linearized reading' (duration: 2.000081894s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:06.8303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:04.830015Z","time spent":"2.000271308s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:35:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:35:06.956255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.425242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:35:06.956357Z","caller":"traceutil/trace.go:171","msg":"trace[159128841] linearizableReadLoop","detail":"{readStateIndex:24114; appliedIndex:24112; }","duration":"1.829573254s","start":"2026-02-27T00:35:05.126768Z","end":"2026-02-27T00:35:06.956341Z","steps":["trace[159128841] 'read index received' (duration: 689.167099ms)","trace[159128841] 'applied index is now lower than readState.Index' (duration: 1.140404475s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:06.956428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045952889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:06.956445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.161426968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:06.956521Z","caller":"traceutil/trace.go:171","msg":"trace[1617408177] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23308; }","duration":"3.046106322s","start":"2026-02-27T00:35:03.910396Z","end":"2026-02-27T00:35:06.956502Z","steps":["trace[1617408177] 'agreement among raft nodes before linearized reading' (duration: 3.045958779s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:06.956537Z","caller":"traceutil/trace.go:171","msg":"trace[1239614307] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23308; }","duration":"3.161549621s","start":"2026-02-27T00:35:03.794969Z","end":"2026-02-27T00:35:06.956519Z","steps":["trace[1239614307] 'agreement among raft nodes before linearized reading' (duration: 3.161386327s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:06.956571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:03.910372Z","time spent":"3.046189083s","remote":"127.0.0.1:50626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:06.956579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:03.794913Z","time spent":"3.161656414s","remote":"127.0.0.1:52322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:06.956591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.424824502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5dbfc4f76c-mfqfw.1897f18229a0e39d\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-02-27T00:35:06.956627Z","caller":"traceutil/trace.go:171","msg":"trace[495921225] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5dbfc4f76c-mfqfw.1897f18229a0e39d; range_end:; response_count:1; response_revision:23308; }","duration":"3.424882334s","start":"2026-02-27T00:35:03.531731Z","end":"2026-02-27T00:35:06.956613Z","steps":["trace[495921225] 'agreement among raft nodes before linearized reading' (duration: 3.42471743s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:06.956668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:03.531718Z","time spent":"3.424942475s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-5dbfc4f76c-mfqfw.1897f18229a0e39d\" "} {"level":"info","ts":"2026-02-27T00:35:06.956695Z","caller":"traceutil/trace.go:171","msg":"trace[501958438] transaction","detail":"{read_only:false; response_revision:23308; number_of_response:1; }","duration":"1.816856874s","start":"2026-02-27T00:35:05.139805Z","end":"2026-02-27T00:35:06.956662Z","steps":["trace[501958438] 'process raft request' (duration: 1.3184256s)","trace[501958438] 'compare' (duration: 497.058914ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:06.956707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.634616441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T00:35:06.956766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649394776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:06.956797Z","caller":"traceutil/trace.go:171","msg":"trace[1206005717] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23308; }","duration":"2.634738553s","start":"2026-02-27T00:35:04.322035Z","end":"2026-02-27T00:35:06.956774Z","steps":["trace[1206005717] 'agreement among raft nodes before linearized reading' (duration: 2.634465707s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:06.95683Z","caller":"traceutil/trace.go:171","msg":"trace[1885916715] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23308; }","duration":"2.649520689s","start":"2026-02-27T00:35:04.307295Z","end":"2026-02-27T00:35:06.956816Z","steps":["trace[1885916715] 'agreement among raft nodes before linearized reading' (duration: 2.649391196s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:06.956814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.099481056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:06.956829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.07117877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-27T00:35:06.956837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:05.139788Z","time spent":"1.816979796s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:06.956859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:04.32202Z","time spent":"2.634820215s","remote":"127.0.0.1:47342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T00:35:06.956784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.005106339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:06.956886Z","caller":"traceutil/trace.go:171","msg":"trace[707637525] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23308; }","duration":"3.099609958s","start":"2026-02-27T00:35:03.857257Z","end":"2026-02-27T00:35:06.956867Z","steps":["trace[707637525] 'agreement among raft nodes before linearized reading' (duration: 3.099470045s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:06.956902Z","caller":"traceutil/trace.go:171","msg":"trace[491515552] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23308; }","duration":"4.071275791s","start":"2026-02-27T00:35:02.885599Z","end":"2026-02-27T00:35:06.956875Z","steps":["trace[491515552] 'agreement among raft nodes before linearized reading' (duration: 4.071077147s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:06.956913Z","caller":"traceutil/trace.go:171","msg":"trace[1619485005] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23308; }","duration":"3.005268133s","start":"2026-02-27T00:35:03.951627Z","end":"2026-02-27T00:35:06.956895Z","steps":["trace[1619485005] 'agreement among raft nodes before linearized reading' (duration: 3.00512451s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:06.956931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:03.857224Z","time spent":"3.09969606s","remote":"127.0.0.1:50342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:06.956938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:02.885584Z","time spent":"4.071345383s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T00:35:06.956952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:03.951605Z","time spent":"3.005337665s","remote":"127.0.0.1:50284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:06.956972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181197721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:06.957006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.741064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:06.957018Z","caller":"traceutil/trace.go:171","msg":"trace[1420039619] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23308; }","duration":"1.181278243s","start":"2026-02-27T00:35:05.775728Z","end":"2026-02-27T00:35:06.957006Z","steps":["trace[1420039619] 'agreement among raft nodes before linearized reading' (duration: 1.181213792s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:06.957042Z","caller":"traceutil/trace.go:171","msg":"trace[853887846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23308; }","duration":"129.799655ms","start":"2026-02-27T00:35:06.82723Z","end":"2026-02-27T00:35:06.95703Z","steps":["trace[853887846] 'agreement among raft nodes before linearized reading' (duration: 129.736453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:06.957054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:05.775709Z","time spent":"1.181333784s","remote":"127.0.0.1:42246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:06.95705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414113965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:06.957057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.336341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:06.957074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.567264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:06.957105Z","caller":"traceutil/trace.go:171","msg":"trace[739320270] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23308; }","duration":"1.414198366s","start":"2026-02-27T00:35:05.542889Z","end":"2026-02-27T00:35:06.957087Z","steps":["trace[739320270] 'agreement among raft nodes before linearized reading' (duration: 1.414114954s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:06.957114Z","caller":"traceutil/trace.go:171","msg":"trace[1682452775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23308; }","duration":"122.404102ms","start":"2026-02-27T00:35:06.834696Z","end":"2026-02-27T00:35:06.9571Z","steps":["trace[1682452775] 'agreement among raft nodes before linearized reading' (duration: 122.31292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:06.95687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:04.307277Z","time spent":"2.649584001s","remote":"127.0.0.1:46726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:06.957154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:05.542865Z","time spent":"1.414273178s","remote":"127.0.0.1:50448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:35:06.957121Z","caller":"traceutil/trace.go:171","msg":"trace[1719853402] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23308; }","duration":"462.644306ms","start":"2026-02-27T00:35:06.494464Z","end":"2026-02-27T00:35:06.957108Z","steps":["trace[1719853402] 'agreement among raft nodes before linearized reading' (duration: 462.565045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:06.957274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.244296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-02-27T00:35:06.956966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82351021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:06.957314Z","caller":"traceutil/trace.go:171","msg":"trace[470976302] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:23308; }","duration":"872.322487ms","start":"2026-02-27T00:35:06.084982Z","end":"2026-02-27T00:35:06.957304Z","steps":["trace[470976302] 'agreement among raft nodes before linearized reading' (duration: 872.157694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:06.957312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822501087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:06.957315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:06.494448Z","time spent":"462.85424ms","remote":"127.0.0.1:50252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:35:06.957338Z","caller":"traceutil/trace.go:171","msg":"trace[2068109389] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23308; }","duration":"1.823924889s","start":"2026-02-27T00:35:05.133402Z","end":"2026-02-27T00:35:06.957327Z","steps":["trace[2068109389] 'agreement among raft nodes before linearized reading' (duration: 1.8235118s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:06.957314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769055441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:06.957351Z","caller":"traceutil/trace.go:171","msg":"trace[1150170892] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23308; }","duration":"1.822565698s","start":"2026-02-27T00:35:05.134774Z","end":"2026-02-27T00:35:06.957339Z","steps":["trace[1150170892] 'agreement among raft nodes before linearized reading' (duration: 1.822503497s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:06.957381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:05.133379Z","time spent":"1.823990511s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-02-27T00:35:06.957383Z","caller":"traceutil/trace.go:171","msg":"trace[1536106555] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23308; }","duration":"1.769158524s","start":"2026-02-27T00:35:05.188214Z","end":"2026-02-27T00:35:06.957373Z","steps":["trace[1536106555] 'agreement among raft nodes before linearized reading' (duration: 1.769063682s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:06.957388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:05.13476Z","time spent":"1.82262067s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T00:35:06.957416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:05.188193Z","time spent":"1.769215755s","remote":"127.0.0.1:47638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T00:35:06.95742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817927797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T00:35:06.957457Z","caller":"traceutil/trace.go:171","msg":"trace[1672576100] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23308; }","duration":"1.817997298s","start":"2026-02-27T00:35:05.13945Z","end":"2026-02-27T00:35:06.957447Z","steps":["trace[1672576100] 'agreement among raft nodes before linearized reading' (duration: 1.817830164s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:06.957488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:05.139414Z","time spent":"1.81806634s","remote":"127.0.0.1:44702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":159,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:06.957345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:06.084962Z","time spent":"872.375928ms","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-02-27T00:35:06.95749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.425638491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5465"} {"level":"info","ts":"2026-02-27T00:35:06.957554Z","caller":"traceutil/trace.go:171","msg":"trace[279900] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:23308; }","duration":"3.426328296s","start":"2026-02-27T00:35:03.531208Z","end":"2026-02-27T00:35:06.957537Z","steps":["trace[279900] 'agreement among raft nodes before linearized reading' (duration: 3.425510008s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:06.957601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:03.531153Z","time spent":"3.426433439s","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":5489,"request content":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-02-27T00:35:07.462911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805402915,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:07.963221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805402915,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:08.463764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805402915,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:08.776546Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.795803521s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:35:08.783156Z","caller":"traceutil/trace.go:171","msg":"trace[600708594] transaction","detail":"{read_only:false; response_revision:23309; number_of_response:1; }","duration":"1.822711381s","start":"2026-02-27T00:35:06.960416Z","end":"2026-02-27T00:35:08.783128Z","steps":["trace[600708594] 'process raft request' (duration: 1.822513967s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:08.783313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:06.960389Z","time spent":"1.822857435s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5539,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T00:35:10.042102Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.259742949s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T00:35:10.042747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:06.960553Z","time spent":"3.082189805s","remote":"127.0.0.1:47286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T00:35:10.042927Z","caller":"traceutil/trace.go:171","msg":"trace[790944862] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"2.908443294s","start":"2026-02-27T00:35:07.134461Z","end":"2026-02-27T00:35:10.042905Z","steps":["trace[790944862] 'process raft request' (duration: 2.908371852s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:10.042988Z","caller":"traceutil/trace.go:171","msg":"trace[1893282821] transaction","detail":"{read_only:false; response_revision:23312; number_of_response:1; }","duration":"2.909056308s","start":"2026-02-27T00:35:07.133903Z","end":"2026-02-27T00:35:10.04296Z","steps":["trace[1893282821] 'process raft request' (duration: 2.908883494s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:10.043074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:07.134432Z","time spent":"2.908564217s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:10.043099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:06.961722Z","time spent":"3.081375078s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T00:35:10.043124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:07.133891Z","time spent":"2.90915054s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:10.043092Z","caller":"traceutil/trace.go:171","msg":"trace[56971521] transaction","detail":"{read_only:false; response_revision:23311; number_of_response:1; }","duration":"2.909958378s","start":"2026-02-27T00:35:07.132999Z","end":"2026-02-27T00:35:10.042957Z","steps":["trace[56971521] 'process raft request' (duration: 2.909745163s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:10.043201Z","caller":"traceutil/trace.go:171","msg":"trace[497280002] transaction","detail":"{read_only:false; response_revision:23310; number_of_response:1; }","duration":"3.079636959s","start":"2026-02-27T00:35:06.963516Z","end":"2026-02-27T00:35:10.043153Z","steps":["trace[497280002] 'process raft request' (duration: 3.079119208s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:10.043308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:07.132967Z","time spent":"2.910243753s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:10.043339Z","caller":"traceutil/trace.go:171","msg":"trace[1628459376] transaction","detail":"{read_only:false; response_revision:23314; number_of_response:1; }","duration":"2.908275741s","start":"2026-02-27T00:35:07.135045Z","end":"2026-02-27T00:35:10.043321Z","steps":["trace[1628459376] 'process raft request' (duration: 2.907827031s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:10.043419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:07.13502Z","time spent":"2.908367892s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:10.04344Z","caller":"traceutil/trace.go:171","msg":"trace[995650208] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"2.90826894s","start":"2026-02-27T00:35:07.135154Z","end":"2026-02-27T00:35:10.043423Z","steps":["trace[995650208] 'process raft request' (duration: 2.908084746s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:10.043507Z","caller":"traceutil/trace.go:171","msg":"trace[1054017478] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"2.908133428s","start":"2026-02-27T00:35:07.135365Z","end":"2026-02-27T00:35:10.043498Z","steps":["trace[1054017478] 'process raft request' (duration: 2.908038656s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:10.04351Z","caller":"traceutil/trace.go:171","msg":"trace[1338986724] transaction","detail":"{read_only:false; response_revision:23316; number_of_response:1; }","duration":"2.908173808s","start":"2026-02-27T00:35:07.135313Z","end":"2026-02-27T00:35:10.043487Z","steps":["trace[1338986724] 'process raft request' (duration: 2.908046286s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:10.043521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:07.135145Z","time spent":"2.908327421s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:10.043561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:07.135348Z","time spent":"2.908185908s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:10.043595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:07.1353Z","time spent":"2.90825161s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:10.04349Z","caller":"traceutil/trace.go:171","msg":"trace[212951197] linearizableReadLoop","detail":"{readStateIndex:24125; appliedIndex:24114; }","duration":"3.0814765s","start":"2026-02-27T00:35:06.961989Z","end":"2026-02-27T00:35:10.043465Z","steps":["trace[212951197] 'read index received' (duration: 1.815008063s)","trace[212951197] 'applied index is now lower than readState.Index' (duration: 1.266467497s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:10.043691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.081679464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-02-27T00:35:10.043744Z","caller":"traceutil/trace.go:171","msg":"trace[2039128437] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23317; }","duration":"3.081769157s","start":"2026-02-27T00:35:06.961965Z","end":"2026-02-27T00:35:10.043734Z","steps":["trace[2039128437] 'agreement among raft nodes before linearized reading' (duration: 3.081573973s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:10.043495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:06.963507Z","time spent":"3.079794742s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:10.04378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:06.961947Z","time spent":"3.081825748s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T00:35:10.364961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999875719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T00:35:10.365031Z","caller":"traceutil/trace.go:171","msg":"trace[61630955] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000010742s","start":"2026-02-27T00:35:08.365006Z","end":"2026-02-27T00:35:10.365016Z","steps":["trace[61630955] 'agreement among raft nodes before linearized reading' (duration: 1.99992695s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:10.36507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:08.364971Z","time spent":"2.000089934s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:35:10.544128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805402933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:11.044796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805402933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:11.289471Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.247008739s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:35:11.289935Z","caller":"traceutil/trace.go:171","msg":"trace[1513540492] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"2.500093341s","start":"2026-02-27T00:35:08.789813Z","end":"2026-02-27T00:35:11.289907Z","steps":["trace[1513540492] 'process raft request' (duration: 2.499877107s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:11.290087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:08.789791Z","time spent":"2.500217744s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5585,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:11.290249Z","caller":"traceutil/trace.go:171","msg":"trace[691274772] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"2.498765292s","start":"2026-02-27T00:35:08.791449Z","end":"2026-02-27T00:35:11.290215Z","steps":["trace[691274772] 'process raft request' (duration: 2.498397824s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:11.290279Z","caller":"traceutil/trace.go:171","msg":"trace[704360031] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"2.224180733s","start":"2026-02-27T00:35:09.066057Z","end":"2026-02-27T00:35:11.290238Z","steps":["trace[704360031] 'process raft request' (duration: 2.224031279s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:11.290395Z","caller":"traceutil/trace.go:171","msg":"trace[59697546] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"1.303992082s","start":"2026-02-27T00:35:09.986391Z","end":"2026-02-27T00:35:11.290383Z","steps":["trace[59697546] 'process raft request' (duration: 1.303802748s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:11.290421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:08.791441Z","time spent":"2.498883235s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:11.290464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:09.98637Z","time spent":"1.304059444s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:11.290434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:09.06604Z","time spent":"2.224303906s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:12.131839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998405775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:35:12.131928Z","caller":"traceutil/trace.go:171","msg":"trace[1202040606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998567479s","start":"2026-02-27T00:35:07.133339Z","end":"2026-02-27T00:35:12.131906Z","steps":["trace[1202040606] 'agreement among raft nodes before linearized reading' (duration: 4.998441426s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:12.132019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:07.133319Z","time spent":"4.998686902s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 00:35:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:35:12.13256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999400377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:35:12.132646Z","caller":"traceutil/trace.go:171","msg":"trace[785983538] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99953658s","start":"2026-02-27T00:35:07.133087Z","end":"2026-02-27T00:35:12.132623Z","steps":["trace[785983538] 'agreement among raft nodes before linearized reading' (duration: 4.999432978s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:12.132695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:07.133068Z","time spent":"4.999617522s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 00:35:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:35:12.133433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999565381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:35:12.13352Z","caller":"traceutil/trace.go:171","msg":"trace[383527238] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999684383s","start":"2026-02-27T00:35:07.133812Z","end":"2026-02-27T00:35:12.133496Z","steps":["trace[383527238] 'agreement among raft nodes before linearized reading' (duration: 4.999580441s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:12.13358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:07.133802Z","time spent":"4.999763635s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 00:35:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:35:12.365591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000190656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T00:35:12.365753Z","caller":"traceutil/trace.go:171","msg":"trace[1774525134] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000422251s","start":"2026-02-27T00:35:10.365303Z","end":"2026-02-27T00:35:12.365725Z","steps":["trace[1774525134] 'agreement among raft nodes before linearized reading' (duration: 2.000202417s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:12.365817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:10.365295Z","time spent":"2.000511773s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:35:12.480653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.615768ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:12.480862Z","caller":"traceutil/trace.go:171","msg":"trace[1461935872] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23321; }","duration":"449.869594ms","start":"2026-02-27T00:35:12.030964Z","end":"2026-02-27T00:35:12.480834Z","steps":["trace[1461935872] 'range keys from in-memory index tree' (duration: 449.579228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.041155Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.382807726s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:35:13.04185Z","caller":"traceutil/trace.go:171","msg":"trace[251149058] linearizableReadLoop","detail":"{readStateIndex:24135; appliedIndex:24125; }","duration":"2.998155587s","start":"2026-02-27T00:35:10.043671Z","end":"2026-02-27T00:35:13.041827Z","steps":["trace[251149058] 'read index received' (duration: 1.246044698s)","trace[251149058] 'applied index is now lower than readState.Index' (duration: 1.752109729s)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:13.041961Z","caller":"traceutil/trace.go:171","msg":"trace[2005644592] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"2.997572864s","start":"2026-02-27T00:35:10.044375Z","end":"2026-02-27T00:35:13.041948Z","steps":["trace[2005644592] 'process raft request' (duration: 2.997058793s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.042074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:10.044358Z","time spent":"2.997629156s","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:13.042439Z","caller":"traceutil/trace.go:171","msg":"trace[307694706] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"2.997959073s","start":"2026-02-27T00:35:10.044468Z","end":"2026-02-27T00:35:13.042427Z","steps":["trace[307694706] 'process raft request' (duration: 2.997100714s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.042501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:10.044454Z","time spent":"2.998020095s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T00:35:13.042661Z","caller":"traceutil/trace.go:171","msg":"trace[88595992] transaction","detail":"{read_only:false; response_revision:23324; number_of_response:1; }","duration":"2.998144988s","start":"2026-02-27T00:35:10.044507Z","end":"2026-02-27T00:35:13.042652Z","steps":["trace[88595992] 'process raft request' (duration: 2.997118695s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.042723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:10.044475Z","time spent":"2.998216659s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:13.042904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.941269268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:13.042946Z","caller":"traceutil/trace.go:171","msg":"trace[1082000747] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23327; }","duration":"4.941348039s","start":"2026-02-27T00:35:08.101588Z","end":"2026-02-27T00:35:13.042936Z","steps":["trace[1082000747] 'agreement among raft nodes before linearized reading' (duration: 4.941261077s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.04298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:08.10157Z","time spent":"4.941401521s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:13.042973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.261841394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-27T00:35:13.043054Z","caller":"traceutil/trace.go:171","msg":"trace[1434015500] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23327; }","duration":"4.261975796s","start":"2026-02-27T00:35:08.781057Z","end":"2026-02-27T00:35:13.043033Z","steps":["trace[1434015500] 'agreement among raft nodes before linearized reading' (duration: 4.261709981s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.043127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:08.781037Z","time spent":"4.262076449s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-27T00:35:13.043272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.692805998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T00:35:13.04331Z","caller":"traceutil/trace.go:171","msg":"trace[730626146] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23327; }","duration":"5.6928802s","start":"2026-02-27T00:35:07.350421Z","end":"2026-02-27T00:35:13.043301Z","steps":["trace[730626146] 'agreement among raft nodes before linearized reading' (duration: 5.692701426s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.043339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:07.3504Z","time spent":"5.692931851s","remote":"127.0.0.1:47328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:13.043502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.824760881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:13.043537Z","caller":"traceutil/trace.go:171","msg":"trace[963533873] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23327; }","duration":"5.824834152s","start":"2026-02-27T00:35:07.218694Z","end":"2026-02-27T00:35:13.043528Z","steps":["trace[963533873] 'agreement among raft nodes before linearized reading' (duration: 5.824780931s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:13.043557Z","caller":"traceutil/trace.go:171","msg":"trace[1375639554] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"2.990707773s","start":"2026-02-27T00:35:10.052832Z","end":"2026-02-27T00:35:13.04354Z","steps":["trace[1375639554] 'process raft request' (duration: 2.988848442s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.043669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.910747262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T00:35:13.043678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:10.052814Z","time spent":"2.990792536s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:13.043702Z","caller":"traceutil/trace.go:171","msg":"trace[1768724588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23327; }","duration":"5.910794754s","start":"2026-02-27T00:35:07.132899Z","end":"2026-02-27T00:35:13.043694Z","steps":["trace[1768724588] 'agreement among raft nodes before linearized reading' (duration: 5.910686491s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.043728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:07.132892Z","time spent":"5.910831234s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:35:13.043793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.910994778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:35:13.043834Z","caller":"traceutil/trace.go:171","msg":"trace[712303275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23327; }","duration":"5.911073649s","start":"2026-02-27T00:35:07.132748Z","end":"2026-02-27T00:35:13.043822Z","steps":["trace[712303275] 'agreement among raft nodes before linearized reading' (duration: 5.910971907s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.043862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:07.132726Z","time spent":"5.911131521s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:35:13.043983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.080502066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:13.044009Z","caller":"traceutil/trace.go:171","msg":"trace[1111595731] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23327; }","duration":"6.080539036s","start":"2026-02-27T00:35:06.963463Z","end":"2026-02-27T00:35:13.044002Z","steps":["trace[1111595731] 'agreement among raft nodes before linearized reading' (duration: 6.080496515s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.044027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:06.963458Z","time spent":"6.080564837s","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-27T00:35:13.04405Z","caller":"traceutil/trace.go:171","msg":"trace[1595562173] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"2.689028478s","start":"2026-02-27T00:35:10.355006Z","end":"2026-02-27T00:35:13.044034Z","steps":["trace[1595562173] 'process raft request' (duration: 2.686730017s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.044175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.080832333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:13.04418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:10.354989Z","time spent":"2.68914261s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:13.044201Z","caller":"traceutil/trace.go:171","msg":"trace[1972796801] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23327; }","duration":"6.080875373s","start":"2026-02-27T00:35:06.96332Z","end":"2026-02-27T00:35:13.044195Z","steps":["trace[1972796801] 'agreement among raft nodes before linearized reading' (duration: 6.080832613s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.044193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.98348282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:35:13.04422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:06.963308Z","time spent":"6.080907605s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T00:35:13.044237Z","caller":"traceutil/trace.go:171","msg":"trace[1138469070] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23327; }","duration":"3.983566282s","start":"2026-02-27T00:35:09.060659Z","end":"2026-02-27T00:35:13.044225Z","steps":["trace[1138469070] 'agreement among raft nodes before linearized reading' (duration: 3.98347731s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.044282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:09.060638Z","time spent":"3.983632973s","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:35:13.044438Z","caller":"traceutil/trace.go:171","msg":"trace[145748997] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"2.161061194s","start":"2026-02-27T00:35:10.883366Z","end":"2026-02-27T00:35:13.044427Z","steps":["trace[145748997] 'process raft request' (duration: 2.158418736s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.044502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.24123429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T00:35:13.044526Z","caller":"traceutil/trace.go:171","msg":"trace[1460743209] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23327; }","duration":"4.241292381s","start":"2026-02-27T00:35:08.803225Z","end":"2026-02-27T00:35:13.044518Z","steps":["trace[1460743209] 'agreement among raft nodes before linearized reading' (duration: 4.241197039s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.044546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:08.803208Z","time spent":"4.241333142s","remote":"127.0.0.1:47342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T00:35:13.044554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:10.883335Z","time spent":"2.161180436s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:13.044653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136272124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:35:13.043567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:07.218673Z","time spent":"5.824886124s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:13.044855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.345772042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:13.044878Z","caller":"traceutil/trace.go:171","msg":"trace[592582851] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23327; }","duration":"3.136529331s","start":"2026-02-27T00:35:09.908334Z","end":"2026-02-27T00:35:13.044864Z","steps":["trace[592582851] 'agreement among raft nodes before linearized reading' (duration: 3.136284625s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:13.044897Z","caller":"traceutil/trace.go:171","msg":"trace[652371747] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23327; }","duration":"3.345862705s","start":"2026-02-27T00:35:09.699024Z","end":"2026-02-27T00:35:13.044887Z","steps":["trace[652371747] 'agreement among raft nodes before linearized reading' (duration: 3.345791183s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.04493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:09.699002Z","time spent":"3.345918417s","remote":"127.0.0.1:60020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:13.044929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:09.908316Z","time spent":"3.136597633s","remote":"127.0.0.1:47636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:13.045192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.081774684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-27T00:35:13.045334Z","caller":"traceutil/trace.go:171","msg":"trace[233405008] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:23327; }","duration":"6.081989159s","start":"2026-02-27T00:35:06.963313Z","end":"2026-02-27T00:35:13.045302Z","steps":["trace[233405008] 'agreement among raft nodes before linearized reading' (duration: 6.08111561s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.045505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:06.963301Z","time spent":"6.082182963s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-02-27T00:35:13.04745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.464541406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:13.04752Z","caller":"traceutil/trace.go:171","msg":"trace[2077390239] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23327; }","duration":"3.466496028s","start":"2026-02-27T00:35:09.581007Z","end":"2026-02-27T00:35:13.047503Z","steps":["trace[2077390239] 'agreement among raft nodes before linearized reading' (duration: 3.463866851s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.047557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:09.580989Z","time spent":"3.46655319s","remote":"127.0.0.1:46628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:13.048659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.53152143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T00:35:13.048728Z","caller":"traceutil/trace.go:171","msg":"trace[615148565] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23327; }","duration":"3.531647852s","start":"2026-02-27T00:35:09.517068Z","end":"2026-02-27T00:35:13.048716Z","steps":["trace[615148565] 'agreement among raft nodes before linearized reading' (duration: 3.528635726s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:13.048761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:09.517047Z","time spent":"3.531706374s","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2655,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:13.542634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805402949,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:14.043261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805402949,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:14.373964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999965521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:35:14.37403Z","caller":"traceutil/trace.go:171","msg":"trace[1883747100] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000094294s","start":"2026-02-27T00:35:12.373922Z","end":"2026-02-27T00:35:14.374017Z","steps":["trace[1883747100] 'agreement among raft nodes before linearized reading' (duration: 2.000002642s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:14.374061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:12.373896Z","time spent":"2.000159425s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:35:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:35:14.544369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805402949,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:14.553843Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.359250728s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:35:14.610364Z","caller":"traceutil/trace.go:171","msg":"trace[3487053] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"3.315179s","start":"2026-02-27T00:35:11.295152Z","end":"2026-02-27T00:35:14.610331Z","steps":["trace[3487053] 'process raft request' (duration: 3.259002705s)","trace[3487053] 'compare' (duration: 55.902379ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:14.610462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:11.295125Z","time spent":"3.315291873s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T00:35:14.611079Z","caller":"traceutil/trace.go:171","msg":"trace[491058050] transaction","detail":"{read_only:false; response_revision:23331; number_of_response:1; }","duration":"2.559460588s","start":"2026-02-27T00:35:12.051589Z","end":"2026-02-27T00:35:14.61105Z","steps":["trace[491058050] 'process raft request' (duration: 2.558755651s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:14.61115Z","caller":"traceutil/trace.go:171","msg":"trace[1853430622] transaction","detail":"{read_only:false; response_revision:23329; number_of_response:1; }","duration":"2.559906627s","start":"2026-02-27T00:35:12.051223Z","end":"2026-02-27T00:35:14.611129Z","steps":["trace[1853430622] 'process raft request' (duration: 2.558994347s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:14.611192Z","caller":"traceutil/trace.go:171","msg":"trace[2103735945] transaction","detail":"{read_only:false; response_revision:23332; number_of_response:1; }","duration":"2.558551879s","start":"2026-02-27T00:35:12.052634Z","end":"2026-02-27T00:35:14.611186Z","steps":["trace[2103735945] 'process raft request' (duration: 2.55774925s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:14.611204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:12.051567Z","time spent":"2.559570281s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:14.611245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:12.052619Z","time spent":"2.558594599s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:14.611271Z","caller":"traceutil/trace.go:171","msg":"trace[34864044] transaction","detail":"{read_only:false; response_revision:23330; number_of_response:1; }","duration":"2.559663632s","start":"2026-02-27T00:35:12.051586Z","end":"2026-02-27T00:35:14.611249Z","steps":["trace[34864044] 'process raft request' (duration: 2.558720031s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:14.611283Z","caller":"traceutil/trace.go:171","msg":"trace[743702471] transaction","detail":"{read_only:false; response_revision:23334; number_of_response:1; }","duration":"2.558283893s","start":"2026-02-27T00:35:12.05299Z","end":"2026-02-27T00:35:14.611274Z","steps":["trace[743702471] 'process raft request' (duration: 2.557477324s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:14.611328Z","caller":"traceutil/trace.go:171","msg":"trace[743210941] transaction","detail":"{read_only:false; response_revision:23335; number_of_response:1; }","duration":"2.558323134s","start":"2026-02-27T00:35:12.052999Z","end":"2026-02-27T00:35:14.611322Z","steps":["trace[743210941] 'process raft request' (duration: 2.557501195s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:14.611243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:12.05118Z","time spent":"2.56001654s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:14.611359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:12.052982Z","time spent":"2.558360154s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:14.611345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:12.052964Z","time spent":"2.558356135s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:14.611364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:12.051569Z","time spent":"2.559750815s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:14.611166Z","caller":"traceutil/trace.go:171","msg":"trace[1143382533] transaction","detail":"{read_only:false; response_revision:23333; number_of_response:1; }","duration":"2.558511118s","start":"2026-02-27T00:35:12.052645Z","end":"2026-02-27T00:35:14.611156Z","steps":["trace[1143382533] 'process raft request' (duration: 2.557787401s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:14.61144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:12.052619Z","time spent":"2.558799634s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:15.712915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102359888s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-27T00:35:15.71413Z","caller":"traceutil/trace.go:171","msg":"trace[1399018097] transaction","detail":"{read_only:false; response_revision:23336; number_of_response:1; }","duration":"2.662732919s","start":"2026-02-27T00:35:13.051372Z","end":"2026-02-27T00:35:15.714105Z","steps":["trace[1399018097] 'process raft request' (duration: 2.661643765s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:15.715043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:13.051353Z","time spent":"2.662845232s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:15.79932Z","caller":"traceutil/trace.go:171","msg":"trace[844689429] linearizableReadLoop","detail":"{readStateIndex:24146; appliedIndex:24135; }","duration":"2.757369372s","start":"2026-02-27T00:35:13.041918Z","end":"2026-02-27T00:35:15.799287Z","steps":["trace[844689429] 'read index received' (duration: 1.512204403s)","trace[844689429] 'applied index is now lower than readState.Index' (duration: 1.245163509s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:15.799417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.463971444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:15.799456Z","caller":"traceutil/trace.go:171","msg":"trace[736552421] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23337; }","duration":"3.464051375s","start":"2026-02-27T00:35:12.335391Z","end":"2026-02-27T00:35:15.799442Z","steps":["trace[736552421] 'agreement among raft nodes before linearized reading' (duration: 3.464002414s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:15.799428Z","caller":"traceutil/trace.go:171","msg":"trace[1585911151] transaction","detail":"{read_only:false; response_revision:23337; number_of_response:1; }","duration":"2.747526065s","start":"2026-02-27T00:35:13.051868Z","end":"2026-02-27T00:35:15.799394Z","steps":["trace[1585911151] 'process raft request' (duration: 2.662222708s)","trace[1585911151] 'compare' (duration: 85.033561ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:15.799483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:12.335369Z","time spent":"3.464108097s","remote":"127.0.0.1:50630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:15.799565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:13.051856Z","time spent":"2.747631197s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:15.799626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.502130789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29535875\" ","response":"range_response_count:1 size:5542"} {"level":"info","ts":"2026-02-27T00:35:15.799679Z","caller":"traceutil/trace.go:171","msg":"trace[1274849816] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29535875; range_end:; response_count:1; response_revision:23337; }","duration":"4.502236621s","start":"2026-02-27T00:35:11.297425Z","end":"2026-02-27T00:35:15.799662Z","steps":["trace[1274849816] 'agreement among raft nodes before linearized reading' (duration: 4.502040677s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:15.799724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:11.297405Z","time spent":"4.502307122s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":5566,"request content":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29535875\" "} {"level":"warn","ts":"2026-02-27T00:35:15.799754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.45190004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:15.799778Z","caller":"traceutil/trace.go:171","msg":"trace[1482434689] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23337; }","duration":"5.45196144s","start":"2026-02-27T00:35:10.347809Z","end":"2026-02-27T00:35:15.799771Z","steps":["trace[1482434689] 'agreement among raft nodes before linearized reading' (duration: 5.451916269s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:15.799799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:10.34779Z","time spent":"5.452000812s","remote":"127.0.0.1:50492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:15.799895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749684783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9c924afa-64d5-4cbe-a6dd-d96bd6a409d1\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-27T00:35:15.799954Z","caller":"traceutil/trace.go:171","msg":"trace[241827260] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9c924afa-64d5-4cbe-a6dd-d96bd6a409d1; range_end:; response_count:1; response_revision:23337; }","duration":"2.749780034s","start":"2026-02-27T00:35:13.050158Z","end":"2026-02-27T00:35:15.799938Z","steps":["trace[241827260] 'agreement among raft nodes before linearized reading' (duration: 2.749626481s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:15.799962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666201919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T00:35:15.79998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749712674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:15.800091Z","caller":"traceutil/trace.go:171","msg":"trace[185683112] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23337; }","duration":"2.749831485s","start":"2026-02-27T00:35:13.050213Z","end":"2026-02-27T00:35:15.800045Z","steps":["trace[185683112] 'agreement among raft nodes before linearized reading' (duration: 2.749702413s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:15.800107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.200455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:35:15.800139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.049745354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:15.800142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749912987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T00:35:15.800145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:13.050189Z","time spent":"2.749941708s","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-27T00:35:15.800176Z","caller":"traceutil/trace.go:171","msg":"trace[886084046] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23337; }","duration":"2.749981239s","start":"2026-02-27T00:35:13.050189Z","end":"2026-02-27T00:35:15.80017Z","steps":["trace[886084046] 'agreement among raft nodes before linearized reading' (duration: 2.749820346s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:15.800188Z","caller":"traceutil/trace.go:171","msg":"trace[48546423] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23337; }","duration":"5.049781865s","start":"2026-02-27T00:35:10.750383Z","end":"2026-02-27T00:35:15.800165Z","steps":["trace[48546423] 'agreement among raft nodes before linearized reading' (duration: 5.049638282s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:15.800197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:13.05017Z","time spent":"2.75002149s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:35:15.800187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749960638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-02-27T00:35:15.80023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.212411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:15.800252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425975926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:15.800257Z","caller":"traceutil/trace.go:171","msg":"trace[440267862] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23337; }","duration":"534.277832ms","start":"2026-02-27T00:35:15.265971Z","end":"2026-02-27T00:35:15.800249Z","steps":["trace[440267862] 'agreement among raft nodes before linearized reading' (duration: 534.238201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:15.800191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.625588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:15.800275Z","caller":"traceutil/trace.go:171","msg":"trace[178259519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23337; }","duration":"1.425998106s","start":"2026-02-27T00:35:14.374271Z","end":"2026-02-27T00:35:15.800269Z","steps":["trace[178259519] 'agreement among raft nodes before linearized reading' (duration: 1.425958865s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:15.800302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:14.37424Z","time spent":"1.426057768s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T00:35:15.800304Z","caller":"traceutil/trace.go:171","msg":"trace[541591393] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23337; }","duration":"308.764572ms","start":"2026-02-27T00:35:15.491525Z","end":"2026-02-27T00:35:15.80029Z","steps":["trace[541591393] 'agreement among raft nodes before linearized reading' (duration: 308.636619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:15.800311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:15.265941Z","time spent":"534.343144ms","remote":"127.0.0.1:50666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:15.800322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.529359916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:15.800356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:15.491506Z","time spent":"308.832213ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:35:15.800372Z","caller":"traceutil/trace.go:171","msg":"trace[1342388408] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23337; }","duration":"2.529416967s","start":"2026-02-27T00:35:13.27094Z","end":"2026-02-27T00:35:15.800357Z","steps":["trace[1342388408] 'agreement among raft nodes before linearized reading' (duration: 2.529325865s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:15.80025Z","caller":"traceutil/trace.go:171","msg":"trace[443156636] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23337; }","duration":"2.7500359s","start":"2026-02-27T00:35:13.050201Z","end":"2026-02-27T00:35:15.800237Z","steps":["trace[443156636] 'agreement among raft nodes before linearized reading' (duration: 2.749826755s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:15.80042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:13.05019Z","time spent":"2.750221264s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T00:35:15.800416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:13.270883Z","time spent":"2.529517959s","remote":"127.0.0.1:60028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:15.800421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749931147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-27T00:35:15.800441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.991129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:15.80047Z","caller":"traceutil/trace.go:171","msg":"trace[1246362345] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23337; }","duration":"851.048709ms","start":"2026-02-27T00:35:14.949413Z","end":"2026-02-27T00:35:15.800462Z","steps":["trace[1246362345] 'agreement among raft nodes before linearized reading' (duration: 850.997668ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:15.80047Z","caller":"traceutil/trace.go:171","msg":"trace[1318314453] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23337; }","duration":"2.749994968s","start":"2026-02-27T00:35:13.05046Z","end":"2026-02-27T00:35:15.800455Z","steps":["trace[1318314453] 'agreement among raft nodes before linearized reading' (duration: 2.749896516s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:15.800491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:14.949397Z","time spent":"851.086341ms","remote":"127.0.0.1:44676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:15.800508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:13.050453Z","time spent":"2.75004606s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T00:35:15.80021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:10.750319Z","time spent":"5.049884408s","remote":"127.0.0.1:49148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:15.800556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661371093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T00:35:15.800578Z","caller":"traceutil/trace.go:171","msg":"trace[1906862357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23337; }","duration":"1.661423775s","start":"2026-02-27T00:35:14.139148Z","end":"2026-02-27T00:35:15.800572Z","steps":["trace[1906862357] 'agreement among raft nodes before linearized reading' (duration: 1.661358923s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:15.800597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:14.139135Z","time spent":"1.661456545s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:35:15.799998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:13.05014Z","time spent":"2.749845136s","remote":"127.0.0.1:47388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-9c924afa-64d5-4cbe-a6dd-d96bd6a409d1\" "} {"level":"info","ts":"2026-02-27T00:35:15.800142Z","caller":"traceutil/trace.go:171","msg":"trace[2019901404] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23337; }","duration":"175.268935ms","start":"2026-02-27T00:35:15.624864Z","end":"2026-02-27T00:35:15.800133Z","steps":["trace[2019901404] 'agreement among raft nodes before linearized reading' (duration: 175.167443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:15.800644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239465589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:15.800691Z","caller":"traceutil/trace.go:171","msg":"trace[1480480096] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23337; }","duration":"2.239554191s","start":"2026-02-27T00:35:13.561124Z","end":"2026-02-27T00:35:15.800678Z","steps":["trace[1480480096] 'agreement among raft nodes before linearized reading' (duration: 2.239469639s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:15.799922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.823874426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:15.800743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666306102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T00:35:15.799354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.521875727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:15.800747Z","caller":"traceutil/trace.go:171","msg":"trace[2008187119] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23337; }","duration":"4.824739484s","start":"2026-02-27T00:35:10.975991Z","end":"2026-02-27T00:35:15.80073Z","steps":["trace[2008187119] 'agreement among raft nodes before linearized reading' (duration: 4.823901966s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:15.800738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:13.561098Z","time spent":"2.239626342s","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:35:15.800787Z","caller":"traceutil/trace.go:171","msg":"trace[1608009390] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23337; }","duration":"3.523350918s","start":"2026-02-27T00:35:12.277419Z","end":"2026-02-27T00:35:15.80077Z","steps":["trace[1608009390] 'agreement among raft nodes before linearized reading' (duration: 3.521871056s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:15.80083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:12.2774Z","time spent":"3.52341641s","remote":"127.0.0.1:50372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:15.800806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:10.975962Z","time spent":"4.824825776s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:15.800002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.321383509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:15.800767Z","caller":"traceutil/trace.go:171","msg":"trace[759133765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23337; }","duration":"1.666359663s","start":"2026-02-27T00:35:14.134402Z","end":"2026-02-27T00:35:15.800761Z","steps":["trace[759133765] 'agreement among raft nodes before linearized reading' (duration: 1.666294521s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:15.801116Z","caller":"traceutil/trace.go:171","msg":"trace[2030685222] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23337; }","duration":"5.322529324s","start":"2026-02-27T00:35:10.478567Z","end":"2026-02-27T00:35:15.801096Z","steps":["trace[2030685222] 'agreement among raft nodes before linearized reading' (duration: 5.321336168s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:15.801171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:10.478546Z","time spent":"5.322607606s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":79,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:15.80107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749538768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-27T00:35:15.800007Z","caller":"traceutil/trace.go:171","msg":"trace[314768373] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23337; }","duration":"1.666271121s","start":"2026-02-27T00:35:14.133721Z","end":"2026-02-27T00:35:15.799992Z","steps":["trace[314768373] 'agreement among raft nodes before linearized reading' (duration: 1.666137038s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:15.801262Z","caller":"traceutil/trace.go:171","msg":"trace[995327453] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:23337; }","duration":"2.749730592s","start":"2026-02-27T00:35:13.051513Z","end":"2026-02-27T00:35:15.801244Z","steps":["trace[995327453] 'agreement among raft nodes before linearized reading' (duration: 2.749508778s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:15.801338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:13.051507Z","time spent":"2.749791223s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-02-27T00:35:15.801338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:14.133703Z","time spent":"1.6675887s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:35:15.80112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:14.134385Z","time spent":"1.666726571s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:35:15.802171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.751200875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f12ef5c631c3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T00:35:15.802211Z","caller":"traceutil/trace.go:171","msg":"trace[921995448] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f12ef5c631c3; range_end:; response_count:1; response_revision:23337; }","duration":"2.751255226s","start":"2026-02-27T00:35:13.050947Z","end":"2026-02-27T00:35:15.802203Z","steps":["trace[921995448] 'agreement among raft nodes before linearized reading' (duration: 2.751159264s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:15.802326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:13.050941Z","time spent":"2.751377999s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f12ef5c631c3\" "} {"level":"warn","ts":"2026-02-27T00:35:16.306199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805402955,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:17.091346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.471289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:35:17.091489Z","caller":"traceutil/trace.go:171","msg":"trace[1500265550] transaction","detail":"{read_only:false; response_revision:23338; number_of_response:1; }","duration":"1.286884966s","start":"2026-02-27T00:35:15.804581Z","end":"2026-02-27T00:35:17.091466Z","steps":["trace[1500265550] 'process raft request' (duration: 741.168963ms)","trace[1500265550] 'compare' (duration: 545.291384ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:17.091585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:15.804553Z","time spent":"1.286988068s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:17.13323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:15.80618Z","time spent":"1.32704034s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 00:35:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:35:17.133505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:15.806109Z","time spent":"1.327391037s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T00:35:17.133701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:15.806674Z","time spent":"1.327025219s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T00:35:17.168868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:15.813731Z","time spent":"1.355124128s","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 00:35:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:35:17.808356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000440521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:35:17.808478Z","caller":"traceutil/trace.go:171","msg":"trace[1699316083] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000619165s","start":"2026-02-27T00:35:15.807833Z","end":"2026-02-27T00:35:17.808452Z","steps":["trace[1699316083] 'agreement among raft nodes before linearized reading' (duration: 2.000462092s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:17.808546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:15.807826Z","time spent":"2.000708487s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:35:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:35:18.082646Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.536752002s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:35:18.125222Z","caller":"traceutil/trace.go:171","msg":"trace[559154726] linearizableReadLoop","detail":"{readStateIndex:24152; appliedIndex:24146; }","duration":"2.31952255s","start":"2026-02-27T00:35:15.805678Z","end":"2026-02-27T00:35:18.1252Z","steps":["trace[559154726] 'read index received' (duration: 740.290973ms)","trace[559154726] 'applied index is now lower than readState.Index' (duration: 1.579230937s)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:18.125325Z","caller":"traceutil/trace.go:171","msg":"trace[1244840652] transaction","detail":"{read_only:false; response_revision:23342; number_of_response:1; }","duration":"2.315740358s","start":"2026-02-27T00:35:15.809569Z","end":"2026-02-27T00:35:18.12531Z","steps":["trace[1244840652] 'process raft request' (duration: 2.315535473s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:18.125382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319691054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T00:35:18.125418Z","caller":"traceutil/trace.go:171","msg":"trace[1760144977] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23343; }","duration":"2.319794956s","start":"2026-02-27T00:35:15.805614Z","end":"2026-02-27T00:35:18.125409Z","steps":["trace[1760144977] 'agreement among raft nodes before linearized reading' (duration: 2.319689114s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:18.125422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:15.809542Z","time spent":"2.315812709s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:18.125439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:15.805585Z","time spent":"2.319848817s","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T00:35:18.53819Z","caller":"traceutil/trace.go:171","msg":"trace[1736387161] transaction","detail":"{read_only:false; response_revision:23344; number_of_response:1; }","duration":"1.921888164s","start":"2026-02-27T00:35:16.616285Z","end":"2026-02-27T00:35:18.538173Z","steps":["trace[1736387161] 'process raft request' (duration: 1.92172877s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:18.538308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:16.61625Z","time spent":"1.921996586s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:18.538571Z","caller":"traceutil/trace.go:171","msg":"trace[60270764] transaction","detail":"{read_only:false; response_revision:23345; number_of_response:1; }","duration":"1.921968526s","start":"2026-02-27T00:35:16.616596Z","end":"2026-02-27T00:35:18.538564Z","steps":["trace[60270764] 'process raft request' (duration: 1.921541206s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:18.538605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:16.61656Z","time spent":"1.922026558s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:18.538734Z","caller":"traceutil/trace.go:171","msg":"trace[395147713] transaction","detail":"{read_only:false; response_revision:23346; number_of_response:1; }","duration":"1.922008207s","start":"2026-02-27T00:35:16.616718Z","end":"2026-02-27T00:35:18.538727Z","steps":["trace[395147713] 'process raft request' (duration: 1.921751001s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:18.538766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:16.616709Z","time spent":"1.922039887s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:18.538926Z","caller":"traceutil/trace.go:171","msg":"trace[420969162] transaction","detail":"{read_only:false; response_revision:23348; number_of_response:1; }","duration":"1.922053327s","start":"2026-02-27T00:35:16.616865Z","end":"2026-02-27T00:35:18.538918Z","steps":["trace[420969162] 'process raft request' (duration: 1.921824652s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:18.538968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:16.616855Z","time spent":"1.922087648s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:18.539031Z","caller":"traceutil/trace.go:171","msg":"trace[1814578467] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"1.922327793s","start":"2026-02-27T00:35:16.616694Z","end":"2026-02-27T00:35:18.539022Z","steps":["trace[1814578467] 'process raft request' (duration: 1.921893344s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:18.539067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:16.616658Z","time spent":"1.922390855s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:18.539049Z","caller":"traceutil/trace.go:171","msg":"trace[1859005921] transaction","detail":"{read_only:false; response_revision:23350; number_of_response:1; }","duration":"1.920919532s","start":"2026-02-27T00:35:16.618073Z","end":"2026-02-27T00:35:18.538993Z","steps":["trace[1859005921] 'process raft request' (duration: 1.92082104s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:18.539131Z","caller":"traceutil/trace.go:171","msg":"trace[933529021] transaction","detail":"{read_only:false; response_revision:23349; number_of_response:1; }","duration":"1.922227391s","start":"2026-02-27T00:35:16.616891Z","end":"2026-02-27T00:35:18.539119Z","steps":["trace[933529021] 'process raft request' (duration: 1.921926185s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:18.539204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:16.616784Z","time spent":"1.922392494s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:18.539219Z","caller":"traceutil/trace.go:171","msg":"trace[1341049588] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23350; }","duration":"1.403613694s","start":"2026-02-27T00:35:17.135591Z","end":"2026-02-27T00:35:18.539205Z","steps":["trace[1341049588] 'process raft request' (duration: 1.403370299s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:18.539301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:17.135565Z","time spent":"1.403713005s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":530,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:18.539367Z","caller":"traceutil/trace.go:171","msg":"trace[615095946] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23350; }","duration":"1.403567713s","start":"2026-02-27T00:35:17.135789Z","end":"2026-02-27T00:35:18.539357Z","steps":["trace[615095946] 'process raft request' (duration: 1.403342188s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:18.539358Z","caller":"traceutil/trace.go:171","msg":"trace[1330887743] linearizableReadLoop","detail":"{readStateIndex:24162; appliedIndex:24152; }","duration":"414.056748ms","start":"2026-02-27T00:35:18.125281Z","end":"2026-02-27T00:35:18.539338Z","steps":["trace[1330887743] 'read index received' (duration: 412.663837ms)","trace[1330887743] 'applied index is now lower than readState.Index' (duration: 1.392131ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:18.539408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:17.135766Z","time spent":"1.403620844s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":517,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:18.539444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.917137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:18.539484Z","caller":"traceutil/trace.go:171","msg":"trace[172108366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23351; }","duration":"731.02014ms","start":"2026-02-27T00:35:17.808456Z","end":"2026-02-27T00:35:18.539476Z","steps":["trace[172108366] 'agreement among raft nodes before linearized reading' (duration: 730.904787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:18.539537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:17.808429Z","time spent":"731.100891ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:35:18.539536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.063743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:35:18.53959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.733375883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-27T00:35:18.539617Z","caller":"traceutil/trace.go:171","msg":"trace[1071116211] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23351; }","duration":"2.733398484s","start":"2026-02-27T00:35:15.806209Z","end":"2026-02-27T00:35:18.539607Z","steps":["trace[1071116211] 'agreement among raft nodes before linearized reading' (duration: 2.733353693s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:18.539654Z","caller":"traceutil/trace.go:171","msg":"trace[38035103] transaction","detail":"{read_only:false; response_revision:23351; number_of_response:1; }","duration":"488.376622ms","start":"2026-02-27T00:35:18.051267Z","end":"2026-02-27T00:35:18.539644Z","steps":["trace[38035103] 'process raft request' (duration: 487.986974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:18.539749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:18.051224Z","time spent":"488.463544ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:18.539775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.804196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:18.539847Z","caller":"traceutil/trace.go:171","msg":"trace[51964033] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23351; }","duration":"726.879648ms","start":"2026-02-27T00:35:17.81296Z","end":"2026-02-27T00:35:18.53984Z","steps":["trace[51964033] 'agreement among raft nodes before linearized reading' (duration: 726.784856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:18.539886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:17.812884Z","time spent":"726.99339ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:18.540111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.571921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T00:35:18.540144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444259147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f12ef5c631c3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T00:35:18.540196Z","caller":"traceutil/trace.go:171","msg":"trace[839104600] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f12ef5c631c3; range_end:; response_count:1; response_revision:23351; }","duration":"1.444352739s","start":"2026-02-27T00:35:17.095829Z","end":"2026-02-27T00:35:18.540181Z","steps":["trace[839104600] 'agreement among raft nodes before linearized reading' (duration: 1.444145174s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:18.54039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.029043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-02-27T00:35:18.539284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:16.618059Z","time spent":"1.921111307s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:18.540437Z","caller":"traceutil/trace.go:171","msg":"trace[963003764] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:23351; }","duration":"412.127575ms","start":"2026-02-27T00:35:18.1283Z","end":"2026-02-27T00:35:18.540428Z","steps":["trace[963003764] 'agreement among raft nodes before linearized reading' (duration: 412.001723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:18.540465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:18.128275Z","time spent":"412.184436ms","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-02-27T00:35:18.540499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710421852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:18.540641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:17.09581Z","time spent":"1.444419901s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f12ef5c631c3\" "} {"level":"warn","ts":"2026-02-27T00:35:18.540649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.981129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29535875-nkf66\" ","response":"range_response_count:1 size:5603"} {"level":"info","ts":"2026-02-27T00:35:18.540548Z","caller":"traceutil/trace.go:171","msg":"trace[574678726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23351; }","duration":"1.710631157s","start":"2026-02-27T00:35:16.829903Z","end":"2026-02-27T00:35:18.540534Z","steps":["trace[574678726] 'agreement among raft nodes before linearized reading' (duration: 1.710425232s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:18.539612Z","caller":"traceutil/trace.go:171","msg":"trace[1254770617] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23351; }","duration":"512.204826ms","start":"2026-02-27T00:35:18.027392Z","end":"2026-02-27T00:35:18.539597Z","steps":["trace[1254770617] 'agreement among raft nodes before linearized reading' (duration: 512.080734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:18.540707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:16.829881Z","time spent":"1.71081577s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T00:35:18.540168Z","caller":"traceutil/trace.go:171","msg":"trace[1602157831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23351; }","duration":"731.676254ms","start":"2026-02-27T00:35:17.808485Z","end":"2026-02-27T00:35:18.540161Z","steps":["trace[1602157831] 'agreement among raft nodes before linearized reading' (duration: 731.5181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:18.540913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:17.808461Z","time spent":"732.437181ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:35:18.540711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:18.027366Z","time spent":"513.334071ms","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:18.539546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.082095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T00:35:18.541195Z","caller":"traceutil/trace.go:171","msg":"trace[1828861208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23351; }","duration":"819.820483ms","start":"2026-02-27T00:35:17.721364Z","end":"2026-02-27T00:35:18.541185Z","steps":["trace[1828861208] 'agreement among raft nodes before linearized reading' (duration: 818.079714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:18.541237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:17.721333Z","time spent":"819.895915ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T00:35:18.540707Z","caller":"traceutil/trace.go:171","msg":"trace[884828943] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29535875-nkf66; range_end:; response_count:1; response_revision:23351; }","duration":"411.063161ms","start":"2026-02-27T00:35:18.129623Z","end":"2026-02-27T00:35:18.540687Z","steps":["trace[884828943] 'agreement among raft nodes before linearized reading' (duration: 410.885767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:18.541545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:18.129605Z","time spent":"411.92227ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5627,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29535875-nkf66\" "} {"level":"warn","ts":"2026-02-27T00:35:18.54077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.528317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267251"} {"level":"info","ts":"2026-02-27T00:35:18.541667Z","caller":"traceutil/trace.go:171","msg":"trace[1365798297] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23351; }","duration":"109.455308ms","start":"2026-02-27T00:35:18.432196Z","end":"2026-02-27T00:35:18.541651Z","steps":["trace[1365798297] 'agreement among raft nodes before linearized reading' (duration: 108.150249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:18.541808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:15.806177Z","time spent":"2.735615753s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-02-27T00:35:18.546977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.733745471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-27T00:35:18.54704Z","caller":"traceutil/trace.go:171","msg":"trace[621218152] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23351; }","duration":"2.733844364s","start":"2026-02-27T00:35:15.813178Z","end":"2026-02-27T00:35:18.547022Z","steps":["trace[621218152] 'agreement among raft nodes before linearized reading' (duration: 2.726287097s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:18.547071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:15.813163Z","time spent":"2.733900335s","remote":"127.0.0.1:46018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T00:35:23.063123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805403084,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T00:35:23.378165Z","caller":"traceutil/trace.go:171","msg":"trace[729275195] transaction","detail":"{read_only:false; response_revision:23399; number_of_response:1; }","duration":"821.05344ms","start":"2026-02-27T00:35:22.557086Z","end":"2026-02-27T00:35:23.378139Z","steps":["trace[729275195] 'process raft request' (duration: 820.910066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:23.37833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:22.557059Z","time spent":"821.177663ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:24.362289Z","caller":"traceutil/trace.go:171","msg":"trace[751026143] transaction","detail":"{read_only:false; response_revision:23400; number_of_response:1; }","duration":"1.803582551s","start":"2026-02-27T00:35:22.558679Z","end":"2026-02-27T00:35:24.362261Z","steps":["trace[751026143] 'process raft request' (duration: 1.80309346s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:24.362548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:22.558648Z","time spent":"1.803725253s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:24.362719Z","caller":"traceutil/trace.go:171","msg":"trace[2142690926] transaction","detail":"{read_only:false; response_revision:23402; number_of_response:1; }","duration":"1.802676772s","start":"2026-02-27T00:35:22.560011Z","end":"2026-02-27T00:35:24.362688Z","steps":["trace[2142690926] 'process raft request' (duration: 1.802469918s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:24.362716Z","caller":"traceutil/trace.go:171","msg":"trace[731964599] transaction","detail":"{read_only:false; response_revision:23401; number_of_response:1; }","duration":"1.802692673s","start":"2026-02-27T00:35:22.55997Z","end":"2026-02-27T00:35:24.362662Z","steps":["trace[731964599] 'process raft request' (duration: 1.802239602s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:24.362892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:22.559994Z","time spent":"1.802810535s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:24.362961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:22.559952Z","time spent":"1.802889036s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:24.362993Z","caller":"traceutil/trace.go:171","msg":"trace[683321149] linearizableReadLoop","detail":"{readStateIndex:24217; appliedIndex:24210; }","duration":"1.800459453s","start":"2026-02-27T00:35:22.562512Z","end":"2026-02-27T00:35:24.362972Z","steps":["trace[683321149] 'read index received' (duration: 815.579259ms)","trace[683321149] 'applied index is now lower than readState.Index' (duration: 984.878524ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:24.363105Z","caller":"traceutil/trace.go:171","msg":"trace[1247647943] transaction","detail":"{read_only:false; response_revision:23404; number_of_response:1; }","duration":"1.802049519s","start":"2026-02-27T00:35:22.561031Z","end":"2026-02-27T00:35:24.363081Z","steps":["trace[1247647943] 'process raft request' (duration: 1.801753232s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:24.363134Z","caller":"traceutil/trace.go:171","msg":"trace[294288723] transaction","detail":"{read_only:false; response_revision:23403; number_of_response:1; }","duration":"1.802330774s","start":"2026-02-27T00:35:22.56079Z","end":"2026-02-27T00:35:24.363121Z","steps":["trace[294288723] 'process raft request' (duration: 1.801838784s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:24.363147Z","caller":"traceutil/trace.go:171","msg":"trace[749420507] transaction","detail":"{read_only:false; response_revision:23405; number_of_response:1; }","duration":"1.802039288s","start":"2026-02-27T00:35:22.561073Z","end":"2026-02-27T00:35:24.363112Z","steps":["trace[749420507] 'process raft request' (duration: 1.801833924s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:24.363199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:22.560776Z","time spent":"1.802389195s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:24.363205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:22.561013Z","time spent":"1.80214196s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:24.363264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800754929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:35:24.363331Z","caller":"traceutil/trace.go:171","msg":"trace[360980721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23405; }","duration":"1.800868822s","start":"2026-02-27T00:35:22.562446Z","end":"2026-02-27T00:35:24.363315Z","steps":["trace[360980721] 'agreement among raft nodes before linearized reading' (duration: 1.800644687s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:24.363372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:22.562421Z","time spent":"1.800941014s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:35:24.363277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:22.561012Z","time spent":"1.802194911s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:25.225401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.70621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:35:25.225516Z","caller":"traceutil/trace.go:171","msg":"trace[1675195278] linearizableReadLoop","detail":"{readStateIndex:24218; appliedIndex:24217; }","duration":"862.451611ms","start":"2026-02-27T00:35:24.363053Z","end":"2026-02-27T00:35:25.225504Z","steps":["trace[1675195278] 'read index received' (duration: 108.682841ms)","trace[1675195278] 'applied index is now lower than readState.Index' (duration: 753.76787ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:25.225515Z","caller":"traceutil/trace.go:171","msg":"trace[953108188] transaction","detail":"{read_only:false; response_revision:23406; number_of_response:1; }","duration":"1.679591455s","start":"2026-02-27T00:35:23.545889Z","end":"2026-02-27T00:35:25.225481Z","steps":["trace[953108188] 'process raft request' (duration: 925.744122ms)","trace[953108188] 'compare' (duration: 752.895191ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:25.225577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206171061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:25.225603Z","caller":"traceutil/trace.go:171","msg":"trace[1099933168] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23406; }","duration":"1.206227372s","start":"2026-02-27T00:35:24.019363Z","end":"2026-02-27T00:35:25.22559Z","steps":["trace[1099933168] 'agreement among raft nodes before linearized reading' (duration: 1.206184622s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:25.225633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:24.019345Z","time spent":"1.206282014s","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:25.225668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:23.545851Z","time spent":"1.679736767s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:25.225694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770509444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:25.22575Z","caller":"traceutil/trace.go:171","msg":"trace[1636854917] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23406; }","duration":"1.770617937s","start":"2026-02-27T00:35:23.455119Z","end":"2026-02-27T00:35:25.225737Z","steps":["trace[1636854917] 'agreement among raft nodes before linearized reading' (duration: 1.770529255s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:25.225774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:23.455101Z","time spent":"1.770667807s","remote":"127.0.0.1:47440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:25.225795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122765983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:25.225824Z","caller":"traceutil/trace.go:171","msg":"trace[2099535000] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23406; }","duration":"2.122842254s","start":"2026-02-27T00:35:23.102974Z","end":"2026-02-27T00:35:25.225816Z","steps":["trace[2099535000] 'agreement among raft nodes before linearized reading' (duration: 2.122797043s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:25.225852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:23.102955Z","time spent":"2.122889725s","remote":"127.0.0.1:50170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:25.22594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857796894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:25.225969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156817832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:25.225979Z","caller":"traceutil/trace.go:171","msg":"trace[896395925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23406; }","duration":"1.857937307s","start":"2026-02-27T00:35:23.368031Z","end":"2026-02-27T00:35:25.225968Z","steps":["trace[896395925] 'agreement among raft nodes before linearized reading' (duration: 1.857873515s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:25.225989Z","caller":"traceutil/trace.go:171","msg":"trace[1397106332] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23406; }","duration":"2.156891673s","start":"2026-02-27T00:35:23.069092Z","end":"2026-02-27T00:35:25.225983Z","steps":["trace[1397106332] 'agreement among raft nodes before linearized reading' (duration: 2.156853132s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:25.226001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:23.368004Z","time spent":"1.857992428s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:35:25.226015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:23.069068Z","time spent":"2.156941725s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:25.226046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939212954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:25.226064Z","caller":"traceutil/trace.go:171","msg":"trace[510735366] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23406; }","duration":"1.939252956s","start":"2026-02-27T00:35:23.286806Z","end":"2026-02-27T00:35:25.226059Z","steps":["trace[510735366] 'agreement among raft nodes before linearized reading' (duration: 1.939165714s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:25.22606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.346010943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:25.22611Z","caller":"traceutil/trace.go:171","msg":"trace[1102432672] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23406; }","duration":"2.346063904s","start":"2026-02-27T00:35:22.880034Z","end":"2026-02-27T00:35:25.226098Z","steps":["trace[1102432672] 'agreement among raft nodes before linearized reading' (duration: 2.345991563s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:25.226149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:22.879953Z","time spent":"2.346182807s","remote":"127.0.0.1:50460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:25.22608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:23.286796Z","time spent":"1.939278856s","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:25.226583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522154708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:25.226648Z","caller":"traceutil/trace.go:171","msg":"trace[977186946] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23406; }","duration":"2.52272305s","start":"2026-02-27T00:35:22.703908Z","end":"2026-02-27T00:35:25.226631Z","steps":["trace[977186946] 'agreement among raft nodes before linearized reading' (duration: 2.522141147s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:25.226683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:22.703888Z","time spent":"2.522787751s","remote":"127.0.0.1:54922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:25.22798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963907278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:25.228118Z","caller":"traceutil/trace.go:171","msg":"trace[420815848] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23406; }","duration":"1.966291511s","start":"2026-02-27T00:35:23.26173Z","end":"2026-02-27T00:35:25.228021Z","steps":["trace[420815848] 'agreement among raft nodes before linearized reading' (duration: 1.963873518s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:25.228228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:23.261704Z","time spent":"1.966448634s","remote":"127.0.0.1:60008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:35:25.228805Z","caller":"traceutil/trace.go:171","msg":"trace[585763595] transaction","detail":"{read_only:false; response_revision:23407; number_of_response:1; }","duration":"861.587532ms","start":"2026-02-27T00:35:24.367202Z","end":"2026-02-27T00:35:25.228789Z","steps":["trace[585763595] 'process raft request' (duration: 858.276409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:25.228944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668967361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T00:35:25.228982Z","caller":"traceutil/trace.go:171","msg":"trace[1654841373] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23406; }","duration":"1.669056923s","start":"2026-02-27T00:35:23.559916Z","end":"2026-02-27T00:35:25.228973Z","steps":["trace[1654841373] 'agreement among raft nodes before linearized reading' (duration: 1.665718849s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:25.229007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:23.559899Z","time spent":"1.669100963s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:35:25.229007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626227017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T00:35:25.22904Z","caller":"traceutil/trace.go:171","msg":"trace[638134787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23406; }","duration":"2.626291138s","start":"2026-02-27T00:35:22.602741Z","end":"2026-02-27T00:35:25.229032Z","steps":["trace[638134787] 'agreement among raft nodes before linearized reading' (duration: 2.623250991s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:25.229044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:24.36718Z","time spent":"861.725195ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:25.229061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:22.602728Z","time spent":"2.62632774s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:35:25.229374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777641322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T00:35:25.229465Z","caller":"traceutil/trace.go:171","msg":"trace[1464472847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23406; }","duration":"1.777793375s","start":"2026-02-27T00:35:23.451652Z","end":"2026-02-27T00:35:25.229445Z","steps":["trace[1464472847] 'agreement among raft nodes before linearized reading' (duration: 1.77393497s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:25.22962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:23.451631Z","time spent":"1.777871546s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:35:25.238741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.25399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:25.239664Z","caller":"traceutil/trace.go:171","msg":"trace[520905203] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23408; }","duration":"700.232252ms","start":"2026-02-27T00:35:24.539406Z","end":"2026-02-27T00:35:25.239638Z","steps":["trace[520905203] 'agreement among raft nodes before linearized reading' (duration: 699.196079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:25.238815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.33997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-27T00:35:25.239733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:24.539388Z","time spent":"700.327364ms","remote":"127.0.0.1:50216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:35:25.239789Z","caller":"traceutil/trace.go:171","msg":"trace[131297029] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23408; }","duration":"188.310942ms","start":"2026-02-27T00:35:25.051459Z","end":"2026-02-27T00:35:25.23977Z","steps":["trace[131297029] 'agreement among raft nodes before linearized reading' (duration: 187.227278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:25.238972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.265897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T00:35:25.239876Z","caller":"traceutil/trace.go:171","msg":"trace[1527285318] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23408; }","duration":"247.186528ms","start":"2026-02-27T00:35:24.992668Z","end":"2026-02-27T00:35:25.239855Z","steps":["trace[1527285318] 'agreement among raft nodes before linearized reading' (duration: 246.137874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:31.211525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.844997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:31.211676Z","caller":"traceutil/trace.go:171","msg":"trace[431461114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23438; }","duration":"847.063592ms","start":"2026-02-27T00:35:30.364588Z","end":"2026-02-27T00:35:31.211651Z","steps":["trace[431461114] 'range keys from in-memory index tree' (duration: 846.707454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:31.211778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:30.364564Z","time spent":"847.201616ms","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:35:31.212351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.892726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T00:35:31.212435Z","caller":"traceutil/trace.go:171","msg":"trace[1615161183] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23438; }","duration":"841.003558ms","start":"2026-02-27T00:35:30.371411Z","end":"2026-02-27T00:35:31.212415Z","steps":["trace[1615161183] 'range keys from in-memory index tree' (duration: 840.741963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:31.212684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:30.371401Z","time spent":"841.268475ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:35:31.213943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.483561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:35:31.21409Z","caller":"traceutil/trace.go:171","msg":"trace[10188812] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"787.530333ms","start":"2026-02-27T00:35:30.426531Z","end":"2026-02-27T00:35:31.214061Z","steps":["trace[10188812] 'process raft request' (duration: 309.982559ms)","trace[10188812] 'compare' (duration: 476.078452ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:31.214171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:30.426503Z","time spent":"787.636295ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:31.72575Z","caller":"traceutil/trace.go:171","msg":"trace[1099796487] transaction","detail":"{read_only:false; response_revision:23440; number_of_response:1; }","duration":"1.294952584s","start":"2026-02-27T00:35:30.430767Z","end":"2026-02-27T00:35:31.725719Z","steps":["trace[1099796487] 'process raft request' (duration: 1.294611006s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:31.725903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:30.430735Z","time spent":"1.295091047s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:31.725921Z","caller":"traceutil/trace.go:171","msg":"trace[1961516948] linearizableReadLoop","detail":"{readStateIndex:24258; appliedIndex:24252; }","duration":"1.028470963s","start":"2026-02-27T00:35:30.697434Z","end":"2026-02-27T00:35:31.725905Z","steps":["trace[1961516948] 'read index received' (duration: 39.123261ms)","trace[1961516948] 'applied index is now lower than readState.Index' (duration: 989.346772ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:31.72606Z","caller":"traceutil/trace.go:171","msg":"trace[1298108658] transaction","detail":"{read_only:false; response_revision:23443; number_of_response:1; }","duration":"1.293679776s","start":"2026-02-27T00:35:30.432368Z","end":"2026-02-27T00:35:31.726048Z","steps":["trace[1298108658] 'process raft request' (duration: 1.293469291s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:31.726076Z","caller":"traceutil/trace.go:171","msg":"trace[453937280] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"1.291719362s","start":"2026-02-27T00:35:30.434346Z","end":"2026-02-27T00:35:31.726065Z","steps":["trace[453937280] 'process raft request' (duration: 1.291523918s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:31.726127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:30.432355Z","time spent":"1.293736818s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:31.726145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:30.434328Z","time spent":"1.291773354s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:31.726214Z","caller":"traceutil/trace.go:171","msg":"trace[1423686177] transaction","detail":"{read_only:false; response_revision:23441; number_of_response:1; }","duration":"1.294732229s","start":"2026-02-27T00:35:30.431473Z","end":"2026-02-27T00:35:31.726205Z","steps":["trace[1423686177] 'process raft request' (duration: 1.294079435s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:31.726266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:30.431457Z","time spent":"1.29478305s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:31.726317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028895331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T00:35:31.726361Z","caller":"traceutil/trace.go:171","msg":"trace[1067473045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23444; }","duration":"1.028976223s","start":"2026-02-27T00:35:30.697372Z","end":"2026-02-27T00:35:31.726348Z","steps":["trace[1067473045] 'agreement among raft nodes before linearized reading' (duration: 1.02885277s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:31.726371Z","caller":"traceutil/trace.go:171","msg":"trace[2014939858] transaction","detail":"{read_only:false; response_revision:23442; number_of_response:1; }","duration":"1.294198237s","start":"2026-02-27T00:35:30.43216Z","end":"2026-02-27T00:35:31.726358Z","steps":["trace[2014939858] 'process raft request' (duration: 1.293641565s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:31.726396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:30.697351Z","time spent":"1.029038294s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:35:31.726417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:30.432122Z","time spent":"1.294269569s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:32.226027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805403185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:32.609681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.985606ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:32.609865Z","caller":"traceutil/trace.go:171","msg":"trace[744959980] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23444; }","duration":"579.1803ms","start":"2026-02-27T00:35:32.030662Z","end":"2026-02-27T00:35:32.609842Z","steps":["trace[744959980] 'range keys from in-memory index tree' (duration: 578.966096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:32.727107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805403185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:33.214307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999814768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:35:33.214391Z","caller":"traceutil/trace.go:171","msg":"trace[236618883] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999966712s","start":"2026-02-27T00:35:31.214405Z","end":"2026-02-27T00:35:33.214372Z","steps":["trace[236618883] 'agreement among raft nodes before linearized reading' (duration: 1.999844989s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:33.214439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:31.214386Z","time spent":"2.000043373s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:35:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:35:33.227256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805403185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:33.72932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805403185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:33.796737Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.071361801s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:35:33.797293Z","caller":"traceutil/trace.go:171","msg":"trace[2031554104] transaction","detail":"{read_only:false; response_revision:23445; number_of_response:1; }","duration":"2.387772901s","start":"2026-02-27T00:35:31.409489Z","end":"2026-02-27T00:35:33.797262Z","steps":["trace[2031554104] 'process raft request' (duration: 2.387493495s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:33.797471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:31.409469Z","time spent":"2.387905374s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:33.797666Z","caller":"traceutil/trace.go:171","msg":"trace[1238026993] transaction","detail":"{read_only:false; response_revision:23446; number_of_response:1; }","duration":"2.266614807s","start":"2026-02-27T00:35:31.530986Z","end":"2026-02-27T00:35:33.797601Z","steps":["trace[1238026993] 'process raft request' (duration: 2.266231578s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:33.797906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:31.530947Z","time spent":"2.266840052s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:33.797863Z","caller":"traceutil/trace.go:171","msg":"trace[1640515158] transaction","detail":"{read_only:false; response_revision:23447; number_of_response:1; }","duration":"2.094557522s","start":"2026-02-27T00:35:31.703203Z","end":"2026-02-27T00:35:33.797761Z","steps":["trace[1640515158] 'process raft request' (duration: 2.094322267s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:33.798237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:31.703177Z","time spent":"2.094976621s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:35.006Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.208906821s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:35:35.006568Z","caller":"traceutil/trace.go:171","msg":"trace[682997976] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"1.785745349s","start":"2026-02-27T00:35:33.220787Z","end":"2026-02-27T00:35:35.006533Z","steps":["trace[682997976] 'process raft request' (duration: 1.785486603s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:35.006759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:33.220763Z","time spent":"1.785901892s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:35.006857Z","caller":"traceutil/trace.go:171","msg":"trace[1831190169] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"1.276125509s","start":"2026-02-27T00:35:33.730685Z","end":"2026-02-27T00:35:35.00681Z","steps":["trace[1831190169] 'process raft request' (duration: 1.275788112s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:35.007086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:33.730666Z","time spent":"1.276292683s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:35.007101Z","caller":"traceutil/trace.go:171","msg":"trace[1646257277] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"1.2734262s","start":"2026-02-27T00:35:33.73362Z","end":"2026-02-27T00:35:35.007046Z","steps":["trace[1646257277] 'process raft request' (duration: 1.273213046s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:35.007155Z","caller":"traceutil/trace.go:171","msg":"trace[615265054] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"1.275332362s","start":"2026-02-27T00:35:33.731764Z","end":"2026-02-27T00:35:35.007096Z","steps":["trace[615265054] 'process raft request' (duration: 1.274960904s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:35.007231Z","caller":"traceutil/trace.go:171","msg":"trace[1849127241] transaction","detail":"{read_only:false; response_revision:23452; number_of_response:1; }","duration":"1.273262267s","start":"2026-02-27T00:35:33.733937Z","end":"2026-02-27T00:35:35.0072Z","steps":["trace[1849127241] 'process raft request' (duration: 1.272927199s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:35.007238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:33.733598Z","time spent":"1.273566513s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:35.007291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:33.731746Z","time spent":"1.275482615s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:35.007305Z","caller":"traceutil/trace.go:171","msg":"trace[1270074459] transaction","detail":"{read_only:false; response_revision:23453; number_of_response:1; }","duration":"1.273337387s","start":"2026-02-27T00:35:33.733949Z","end":"2026-02-27T00:35:35.007287Z","steps":["trace[1270074459] 'process raft request' (duration: 1.272945369s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:35.007384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:33.733928Z","time spent":"1.273347698s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:35.007403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:33.733917Z","time spent":"1.27343681s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:35.019563Z","caller":"traceutil/trace.go:171","msg":"trace[1464472577] linearizableReadLoop","detail":"{readStateIndex:24262; appliedIndex:24258; }","duration":"3.293563975s","start":"2026-02-27T00:35:31.725959Z","end":"2026-02-27T00:35:35.019523Z","steps":["trace[1464472577] 'read index received' (duration: 2.071209638s)","trace[1464472577] 'applied index is now lower than readState.Index' (duration: 1.222352317s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:35.020141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.495371454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:35.0202Z","caller":"traceutil/trace.go:171","msg":"trace[1421563005] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23453; }","duration":"3.495464406s","start":"2026-02-27T00:35:31.524719Z","end":"2026-02-27T00:35:35.020183Z","steps":["trace[1421563005] 'agreement among raft nodes before linearized reading' (duration: 3.495305593s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:35.020266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:31.524689Z","time spent":"3.495563088s","remote":"127.0.0.1:54914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:35.020494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.035696539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:35.020575Z","caller":"traceutil/trace.go:171","msg":"trace[1229215791] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23453; }","duration":"4.035841922s","start":"2026-02-27T00:35:30.98471Z","end":"2026-02-27T00:35:35.020552Z","steps":["trace[1229215791] 'agreement among raft nodes before linearized reading' (duration: 4.035662238s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:35.020593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.271897088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-02-27T00:35:35.020629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:30.984678Z","time spent":"4.035938475s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:35.020646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.261879804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-02-27T00:35:35.020701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.338097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:35.020727Z","caller":"traceutil/trace.go:171","msg":"trace[655140711] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23453; }","duration":"4.262033097s","start":"2026-02-27T00:35:30.758675Z","end":"2026-02-27T00:35:35.020708Z","steps":["trace[655140711] 'agreement among raft nodes before linearized reading' (duration: 4.261759711s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:35.020743Z","caller":"traceutil/trace.go:171","msg":"trace[1022134443] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23453; }","duration":"952.4334ms","start":"2026-02-27T00:35:34.068301Z","end":"2026-02-27T00:35:35.020734Z","steps":["trace[1022134443] 'agreement among raft nodes before linearized reading' (duration: 952.363279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:35.020772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:30.758651Z","time spent":"4.262112019s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-02-27T00:35:35.020785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:34.068272Z","time spent":"952.505531ms","remote":"127.0.0.1:46736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:35.020883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.660443014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:35.020899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.789018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:35.020926Z","caller":"traceutil/trace.go:171","msg":"trace[1882182828] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23453; }","duration":"3.660529666s","start":"2026-02-27T00:35:31.360386Z","end":"2026-02-27T00:35:35.020915Z","steps":["trace[1882182828] 'agreement among raft nodes before linearized reading' (duration: 3.660452004s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:35.020937Z","caller":"traceutil/trace.go:171","msg":"trace[44996000] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23453; }","duration":"166.850149ms","start":"2026-02-27T00:35:34.854074Z","end":"2026-02-27T00:35:35.020924Z","steps":["trace[44996000] 'agreement among raft nodes before linearized reading' (duration: 166.800248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:35.020969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:31.360366Z","time spent":"3.660593997s","remote":"127.0.0.1:50126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:35.020988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422225453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:35.021032Z","caller":"traceutil/trace.go:171","msg":"trace[642134144] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23453; }","duration":"1.422291033s","start":"2026-02-27T00:35:33.598729Z","end":"2026-02-27T00:35:35.02102Z","steps":["trace[642134144] 'agreement among raft nodes before linearized reading' (duration: 1.422228972s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:35.021075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:33.598716Z","time spent":"1.422347435s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:35.021141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.491094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:35.021177Z","caller":"traceutil/trace.go:171","msg":"trace[1844163691] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23453; }","duration":"408.552296ms","start":"2026-02-27T00:35:34.612613Z","end":"2026-02-27T00:35:35.021165Z","steps":["trace[1844163691] 'agreement among raft nodes before linearized reading' (duration: 408.500484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:35.021202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:34.612595Z","time spent":"408.600347ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:35.021234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.709534005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T00:35:35.02126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798912858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:35.021275Z","caller":"traceutil/trace.go:171","msg":"trace[1011016200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23453; }","duration":"3.709598056s","start":"2026-02-27T00:35:31.311668Z","end":"2026-02-27T00:35:35.021266Z","steps":["trace[1011016200] 'agreement among raft nodes before linearized reading' (duration: 3.709449503s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:35.021301Z","caller":"traceutil/trace.go:171","msg":"trace[522604992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23453; }","duration":"1.79898125s","start":"2026-02-27T00:35:33.22231Z","end":"2026-02-27T00:35:35.021291Z","steps":["trace[522604992] 'agreement among raft nodes before linearized reading' (duration: 1.798914959s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:35.020965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.147738463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:35.021341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:33.222296Z","time spent":"1.799038451s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T00:35:35.021351Z","caller":"traceutil/trace.go:171","msg":"trace[584477582] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23453; }","duration":"4.148126071s","start":"2026-02-27T00:35:30.873217Z","end":"2026-02-27T00:35:35.021343Z","steps":["trace[584477582] 'agreement among raft nodes before linearized reading' (duration: 4.147721193s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:35.021378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:30.873149Z","time spent":"4.148220843s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:35.021368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078606971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:35.02139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.732211043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:35:35.021423Z","caller":"traceutil/trace.go:171","msg":"trace[1868741191] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23453; }","duration":"2.078689443s","start":"2026-02-27T00:35:32.942717Z","end":"2026-02-27T00:35:35.021407Z","steps":["trace[1868741191] 'agreement among raft nodes before linearized reading' (duration: 2.07858089s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:35.021426Z","caller":"traceutil/trace.go:171","msg":"trace[21821019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23453; }","duration":"3.732286205s","start":"2026-02-27T00:35:31.28913Z","end":"2026-02-27T00:35:35.021416Z","steps":["trace[21821019] 'agreement among raft nodes before linearized reading' (duration: 3.732196123s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:35.021471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:31.289107Z","time spent":"3.732355576s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:35:35.021472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:32.942706Z","time spent":"2.078756074s","remote":"127.0.0.1:50158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:35.021038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.167828415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4438"} {"level":"info","ts":"2026-02-27T00:35:35.021618Z","caller":"traceutil/trace.go:171","msg":"trace[565976019] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:23453; }","duration":"4.168458s","start":"2026-02-27T00:35:30.853151Z","end":"2026-02-27T00:35:35.021609Z","steps":["trace[565976019] 'agreement among raft nodes before linearized reading' (duration: 4.167829956s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:35.021676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:30.853121Z","time spent":"4.168546262s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4462,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-02-27T00:35:35.021308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:31.311657Z","time spent":"3.709643947s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:35:35.021733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.035904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T00:35:35.021767Z","caller":"traceutil/trace.go:171","msg":"trace[1299421124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23453; }","duration":"542.087994ms","start":"2026-02-27T00:35:34.479669Z","end":"2026-02-27T00:35:35.021757Z","steps":["trace[1299421124] 'agreement among raft nodes before linearized reading' (duration: 541.952241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:35.021779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802788075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f12ef5c631c3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T00:35:35.021824Z","caller":"traceutil/trace.go:171","msg":"trace[996058712] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f12ef5c631c3; range_end:; response_count:1; response_revision:23453; }","duration":"1.802873897s","start":"2026-02-27T00:35:33.218939Z","end":"2026-02-27T00:35:35.021813Z","steps":["trace[996058712] 'agreement among raft nodes before linearized reading' (duration: 1.802692233s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:35.021616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101297931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T00:35:35.021862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:33.218917Z","time spent":"1.802938898s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f12ef5c631c3\" "} {"level":"warn","ts":"2026-02-27T00:35:35.022049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905155516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:35.02209Z","caller":"traceutil/trace.go:171","msg":"trace[1081654222] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23453; }","duration":"1.905225387s","start":"2026-02-27T00:35:33.116853Z","end":"2026-02-27T00:35:35.022078Z","steps":["trace[1081654222] 'agreement among raft nodes before linearized reading' (duration: 1.905166246s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:35.022125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:33.116837Z","time spent":"1.905280438s","remote":"127.0.0.1:50190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:35.020652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.011053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:35.022339Z","caller":"traceutil/trace.go:171","msg":"trace[86075400] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23453; }","duration":"854.745471ms","start":"2026-02-27T00:35:34.16757Z","end":"2026-02-27T00:35:35.022316Z","steps":["trace[86075400] 'agreement among raft nodes before linearized reading' (duration: 852.985241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:35.022347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.728495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:35.021866Z","caller":"traceutil/trace.go:171","msg":"trace[822740884] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23453; }","duration":"2.101587117s","start":"2026-02-27T00:35:32.92027Z","end":"2026-02-27T00:35:35.021857Z","steps":["trace[822740884] 'agreement among raft nodes before linearized reading' (duration: 2.101218458s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:35.022397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:32.920251Z","time spent":"2.102142359s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T00:35:35.022403Z","caller":"traceutil/trace.go:171","msg":"trace[1873769704] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23453; }","duration":"591.821927ms","start":"2026-02-27T00:35:34.430569Z","end":"2026-02-27T00:35:35.02239Z","steps":["trace[1873769704] 'agreement among raft nodes before linearized reading' (duration: 591.736515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:35.022445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:34.430547Z","time spent":"591.889729ms","remote":"127.0.0.1:50174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:35.021795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:34.479654Z","time spent":"542.136685ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:35:35.02229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039187084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:35.022541Z","caller":"traceutil/trace.go:171","msg":"trace[416953116] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23453; }","duration":"2.039435569s","start":"2026-02-27T00:35:32.983094Z","end":"2026-02-27T00:35:35.022529Z","steps":["trace[416953116] 'agreement among raft nodes before linearized reading' (duration: 2.039165513s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:35.022512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.805123647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T00:35:35.022564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:32.983085Z","time spent":"2.03947036s","remote":"127.0.0.1:50436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:35.022374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:34.167549Z","time spent":"854.813363ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:35:35.022588Z","caller":"traceutil/trace.go:171","msg":"trace[1290401346] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23453; }","duration":"3.805256641s","start":"2026-02-27T00:35:31.217312Z","end":"2026-02-27T00:35:35.022569Z","steps":["trace[1290401346] 'agreement among raft nodes before linearized reading' (duration: 3.805003526s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:35.022625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.904153826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T00:35:35.022629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:31.217292Z","time spent":"3.805329122s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T00:35:35.020641Z","caller":"traceutil/trace.go:171","msg":"trace[248528415] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23453; }","duration":"3.27196518s","start":"2026-02-27T00:35:31.748664Z","end":"2026-02-27T00:35:35.020629Z","steps":["trace[248528415] 'agreement among raft nodes before linearized reading' (duration: 3.271866268s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:35.022659Z","caller":"traceutil/trace.go:171","msg":"trace[339316544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23453; }","duration":"3.904235028s","start":"2026-02-27T00:35:31.118414Z","end":"2026-02-27T00:35:35.022649Z","steps":["trace[339316544] 'agreement among raft nodes before linearized reading' (duration: 3.904129455s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:35.022669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:31.748628Z","time spent":"3.274034156s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T00:35:35.022686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:31.118389Z","time spent":"3.904292358s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:35:35.024314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.162781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T00:35:35.024354Z","caller":"traceutil/trace.go:171","msg":"trace[1757476441] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23453; }","duration":"545.234983ms","start":"2026-02-27T00:35:34.479111Z","end":"2026-02-27T00:35:35.024346Z","steps":["trace[1757476441] 'agreement among raft nodes before linearized reading' (duration: 542.699018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:35.024381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:34.479095Z","time spent":"545.280883ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2669,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:36.983242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805403241,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T00:35:37.08903Z","caller":"traceutil/trace.go:171","msg":"trace[1987621901] linearizableReadLoop","detail":"{readStateIndex:24283; appliedIndex:24282; }","duration":"606.317837ms","start":"2026-02-27T00:35:36.482688Z","end":"2026-02-27T00:35:37.089006Z","steps":["trace[1987621901] 'read index received' (duration: 606.237105ms)","trace[1987621901] 'applied index is now lower than readState.Index' (duration: 78.822µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:37.089356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.648615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:37.089389Z","caller":"traceutil/trace.go:171","msg":"trace[1304138264] transaction","detail":"{read_only:false; response_revision:23468; number_of_response:1; }","duration":"634.277602ms","start":"2026-02-27T00:35:36.454829Z","end":"2026-02-27T00:35:37.089107Z","steps":["trace[1304138264] 'process raft request' (duration: 633.995045ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:37.089472Z","caller":"traceutil/trace.go:171","msg":"trace[447718186] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23468; }","duration":"606.802017ms","start":"2026-02-27T00:35:36.482649Z","end":"2026-02-27T00:35:37.089451Z","steps":["trace[447718186] 'agreement among raft nodes before linearized reading' (duration: 606.550162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:37.089541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:36.482635Z","time spent":"606.895ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:37.089826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:36.454802Z","time spent":"634.806914ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7060,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:37.589796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805403249,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:38.09029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805403249,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:38.590948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805403249,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:38.598513Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.509667346s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:35:38.599219Z","caller":"traceutil/trace.go:171","msg":"trace[386187795] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"1.584779649s","start":"2026-02-27T00:35:37.014417Z","end":"2026-02-27T00:35:38.599196Z","steps":["trace[386187795] 'process raft request' (duration: 1.584704137s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:38.599273Z","caller":"traceutil/trace.go:171","msg":"trace[1982287654] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"1.58665522s","start":"2026-02-27T00:35:37.012574Z","end":"2026-02-27T00:35:38.599229Z","steps":["trace[1982287654] 'process raft request' (duration: 1.586477006s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:38.599318Z","caller":"traceutil/trace.go:171","msg":"trace[792086491] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"1.586923567s","start":"2026-02-27T00:35:37.012369Z","end":"2026-02-27T00:35:38.599293Z","steps":["trace[792086491] 'process raft request' (duration: 1.58663491s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:38.59936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:37.014409Z","time spent":"1.584879982s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:38.599405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:37.012566Z","time spent":"1.586768263s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:38.599409Z","caller":"traceutil/trace.go:171","msg":"trace[769890202] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"1.586737612s","start":"2026-02-27T00:35:37.012642Z","end":"2026-02-27T00:35:38.599379Z","steps":["trace[769890202] 'process raft request' (duration: 1.586450276s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:38.59943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:37.012362Z","time spent":"1.587010878s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:38.599408Z","caller":"traceutil/trace.go:171","msg":"trace[1697401735] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"1.587200112s","start":"2026-02-27T00:35:37.012163Z","end":"2026-02-27T00:35:38.599363Z","steps":["trace[1697401735] 'process raft request' (duration: 1.586635729s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:38.599511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:37.01263Z","time spent":"1.586830734s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:38.599585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:37.012139Z","time spent":"1.587361476s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:38.599801Z","caller":"traceutil/trace.go:171","msg":"trace[368556017] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"1.587503979s","start":"2026-02-27T00:35:37.012277Z","end":"2026-02-27T00:35:38.599781Z","steps":["trace[368556017] 'process raft request' (duration: 1.586683281s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:38.599887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:37.01227Z","time spent":"1.587576841s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:39.367803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000494633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T00:35:39.367911Z","caller":"traceutil/trace.go:171","msg":"trace[1500096046] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000636146s","start":"2026-02-27T00:35:37.36724Z","end":"2026-02-27T00:35:39.367876Z","steps":["trace[1500096046] 'agreement among raft nodes before linearized reading' (duration: 2.000513693s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:39.367964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:37.367224Z","time spent":"2.000727108s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:35:39.611727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.436559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:35:39.611878Z","caller":"traceutil/trace.go:171","msg":"trace[2142947916] linearizableReadLoop","detail":"{readStateIndex:24290; appliedIndex:24283; }","duration":"2.522637407s","start":"2026-02-27T00:35:37.089215Z","end":"2026-02-27T00:35:39.611852Z","steps":["trace[2142947916] 'read index received' (duration: 1.509671426s)","trace[2142947916] 'applied index is now lower than readState.Index' (duration: 1.012964071s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:39.612237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.941056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:39.61237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.525029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T00:35:39.61237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43345289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T00:35:39.61237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973087469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:39.612415Z","caller":"traceutil/trace.go:171","msg":"trace[1068519560] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23475; }","duration":"615.587269ms","start":"2026-02-27T00:35:38.996814Z","end":"2026-02-27T00:35:39.612401Z","steps":["trace[1068519560] 'agreement among raft nodes before linearized reading' (duration: 615.494327ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:39.612435Z","caller":"traceutil/trace.go:171","msg":"trace[660813074] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23475; }","duration":"1.973187592s","start":"2026-02-27T00:35:37.639232Z","end":"2026-02-27T00:35:39.61242Z","steps":["trace[660813074] 'agreement among raft nodes before linearized reading' (duration: 1.97309111s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:39.612451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:38.996798Z","time spent":"615.646821ms","remote":"127.0.0.1:47342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T00:35:39.612494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:37.639208Z","time spent":"1.973274354s","remote":"127.0.0.1:50228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:35:39.61244Z","caller":"traceutil/trace.go:171","msg":"trace[429959132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23475; }","duration":"1.433529112s","start":"2026-02-27T00:35:38.178881Z","end":"2026-02-27T00:35:39.61241Z","steps":["trace[429959132] 'agreement among raft nodes before linearized reading' (duration: 1.433430999s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:39.612577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:38.178865Z","time spent":"1.433699435s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:35:39.612277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55325093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-27T00:35:39.612272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.95529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-666cf4b4dc-88h9p.1897f34a4e88d7a5\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-02-27T00:35:39.612689Z","caller":"traceutil/trace.go:171","msg":"trace[317844109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23475; }","duration":"2.55367642s","start":"2026-02-27T00:35:37.058984Z","end":"2026-02-27T00:35:39.61266Z","steps":["trace[317844109] 'agreement among raft nodes before linearized reading' (duration: 2.553036176s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:39.61275Z","caller":"traceutil/trace.go:171","msg":"trace[112235222] range","detail":"{range_begin:/registry/events/openstack/magnum-api-666cf4b4dc-88h9p.1897f34a4e88d7a5; range_end:; response_count:1; response_revision:23475; }","duration":"747.481841ms","start":"2026-02-27T00:35:38.865258Z","end":"2026-02-27T00:35:39.61274Z","steps":["trace[112235222] 'agreement among raft nodes before linearized reading' (duration: 746.881468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:39.612779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:38.865238Z","time spent":"747.532902ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-666cf4b4dc-88h9p.1897f34a4e88d7a5\" "} {"level":"warn","ts":"2026-02-27T00:35:39.612783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:37.058965Z","time spent":"2.553783642s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:35:39.612278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572524865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T00:35:39.612267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577593607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T00:35:39.612962Z","caller":"traceutil/trace.go:171","msg":"trace[1310490184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23475; }","duration":"2.578333662s","start":"2026-02-27T00:35:37.034611Z","end":"2026-02-27T00:35:39.612945Z","steps":["trace[1310490184] 'agreement among raft nodes before linearized reading' (duration: 2.577484744s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:39.612292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.518331323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7077"} {"level":"warn","ts":"2026-02-27T00:35:39.613016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:37.034595Z","time spent":"2.578407564s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T00:35:39.613053Z","caller":"traceutil/trace.go:171","msg":"trace[915270646] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:23475; }","duration":"2.51914346s","start":"2026-02-27T00:35:37.0939Z","end":"2026-02-27T00:35:39.613043Z","steps":["trace[915270646] 'agreement among raft nodes before linearized reading' (duration: 2.518237381s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:39.61238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.24315865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T00:35:39.613088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:37.093881Z","time spent":"2.519197863s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7101,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-02-27T00:35:39.613103Z","caller":"traceutil/trace.go:171","msg":"trace[1285441299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23475; }","duration":"2.243876436s","start":"2026-02-27T00:35:37.369207Z","end":"2026-02-27T00:35:39.613083Z","steps":["trace[1285441299] 'agreement among raft nodes before linearized reading' (duration: 2.243119539s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:39.613112Z","caller":"traceutil/trace.go:171","msg":"trace[1448830195] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"1.80439921s","start":"2026-02-27T00:35:37.807499Z","end":"2026-02-27T00:35:39.611899Z","steps":["trace[1448830195] 'process raft request' (duration: 1.348652585s)","trace[1448830195] 'compare' (duration: 455.043269ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:39.613142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:37.369203Z","time spent":"2.243927237s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T00:35:39.612895Z","caller":"traceutil/trace.go:171","msg":"trace[1354075981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23475; }","duration":"2.573165579s","start":"2026-02-27T00:35:37.039717Z","end":"2026-02-27T00:35:39.612883Z","steps":["trace[1354075981] 'agreement among raft nodes before linearized reading' (duration: 2.572412653s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:39.61348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:37.039708Z","time spent":"2.573753752s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:35:39.612273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.076824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:39.613581Z","caller":"traceutil/trace.go:171","msg":"trace[1906388198] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23475; }","duration":"383.426674ms","start":"2026-02-27T00:35:39.230136Z","end":"2026-02-27T00:35:39.613563Z","steps":["trace[1906388198] 'agreement among raft nodes before linearized reading' (duration: 382.074774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:39.613645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:39.230116Z","time spent":"383.510326ms","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:39.612285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483294146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-27T00:35:39.613814Z","caller":"traceutil/trace.go:171","msg":"trace[769500073] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:23475; }","duration":"1.48483354s","start":"2026-02-27T00:35:38.128956Z","end":"2026-02-27T00:35:39.613789Z","steps":["trace[769500073] 'agreement among raft nodes before linearized reading' (duration: 1.483246335s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:39.613883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:38.128943Z","time spent":"1.484922122s","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"info","ts":"2026-02-27T00:35:39.61359Z","caller":"traceutil/trace.go:171","msg":"trace[1069525068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23475; }","duration":"244.1534ms","start":"2026-02-27T00:35:39.368225Z","end":"2026-02-27T00:35:39.612378Z","steps":["trace[1069525068] 'agreement among raft nodes before linearized reading' (duration: 243.945245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:39.613398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:37.807476Z","time spent":"1.805700438s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:40.123729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805403252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:40.624224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805403252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:41.125136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805403252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:41.220342Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.605611077s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:35:41.220797Z","caller":"traceutil/trace.go:171","msg":"trace[525382721] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"1.606121978s","start":"2026-02-27T00:35:39.614647Z","end":"2026-02-27T00:35:41.220769Z","steps":["trace[525382721] 'process raft request' (duration: 1.605916193s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:41.220959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:39.614635Z","time spent":"1.60623767s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:41.442109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:39.615368Z","time spent":"1.826730121s","remote":"127.0.0.1:47286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T00:35:41.442985Z","caller":"traceutil/trace.go:171","msg":"trace[909592435] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"1.823797376s","start":"2026-02-27T00:35:39.619151Z","end":"2026-02-27T00:35:41.442949Z","steps":["trace[909592435] 'process raft request' (duration: 1.823580712s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:41.443023Z","caller":"traceutil/trace.go:171","msg":"trace[1520107572] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"1.823935679s","start":"2026-02-27T00:35:39.619052Z","end":"2026-02-27T00:35:41.442987Z","steps":["trace[1520107572] 'process raft request' (duration: 1.822960177s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:41.443137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:39.619145Z","time spent":"1.823885228s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:41.443259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:39.61904Z","time spent":"1.824099082s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:41.443401Z","caller":"traceutil/trace.go:171","msg":"trace[1070183064] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"1.818967669s","start":"2026-02-27T00:35:39.624301Z","end":"2026-02-27T00:35:41.443268Z","steps":["trace[1070183064] 'process raft request' (duration: 1.818569691s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:41.443527Z","caller":"traceutil/trace.go:171","msg":"trace[1725804952] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"1.823123572s","start":"2026-02-27T00:35:39.620392Z","end":"2026-02-27T00:35:41.443515Z","steps":["trace[1725804952] 'process raft request' (duration: 1.822438377s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:41.443584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:39.620384Z","time spent":"1.823173463s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:41.443575Z","caller":"traceutil/trace.go:171","msg":"trace[993262343] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"1.823348396s","start":"2026-02-27T00:35:39.620178Z","end":"2026-02-27T00:35:41.443526Z","steps":["trace[993262343] 'process raft request' (duration: 1.82261675s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:41.443733Z","caller":"traceutil/trace.go:171","msg":"trace[180895927] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"1.815234188s","start":"2026-02-27T00:35:39.62849Z","end":"2026-02-27T00:35:41.443724Z","steps":["trace[180895927] 'process raft request' (duration: 1.81441308s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:41.443679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:39.624276Z","time spent":"1.819195685s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:41.443789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:39.62847Z","time spent":"1.815291829s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6850,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:41.443823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:39.620169Z","time spent":"1.823529631s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:41.444446Z","caller":"traceutil/trace.go:171","msg":"trace[411933595] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"1.159578816s","start":"2026-02-27T00:35:40.284848Z","end":"2026-02-27T00:35:41.444427Z","steps":["trace[411933595] 'process raft request' (duration: 1.158111465s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:41.444535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:40.284829Z","time spent":"1.159661058s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:41.444689Z","caller":"traceutil/trace.go:171","msg":"trace[832448612] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"839.929925ms","start":"2026-02-27T00:35:40.604734Z","end":"2026-02-27T00:35:41.444664Z","steps":["trace[832448612] 'process raft request' (duration: 838.263669ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:41.444788Z","caller":"traceutil/trace.go:171","msg":"trace[870880889] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"839.911814ms","start":"2026-02-27T00:35:40.604859Z","end":"2026-02-27T00:35:41.444771Z","steps":["trace[870880889] 'process raft request' (duration: 838.212457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:41.444801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:40.604709Z","time spent":"840.041437ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:41.444938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:40.604841Z","time spent":"840.052466ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:41.445162Z","caller":"traceutil/trace.go:171","msg":"trace[1437867775] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"840.21691ms","start":"2026-02-27T00:35:40.604931Z","end":"2026-02-27T00:35:41.445148Z","steps":["trace[1437867775] 'process raft request' (duration: 839.77736ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:41.445169Z","caller":"traceutil/trace.go:171","msg":"trace[791774684] transaction","detail":"{read_only:false; response_revision:23487; number_of_response:1; }","duration":"840.122459ms","start":"2026-02-27T00:35:40.605007Z","end":"2026-02-27T00:35:41.44513Z","steps":["trace[791774684] 'process raft request' (duration: 839.991056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:41.445248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:40.604905Z","time spent":"840.307453ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:41.445292Z","caller":"traceutil/trace.go:171","msg":"trace[1211477587] linearizableReadLoop","detail":"{readStateIndex:24305; appliedIndex:24290; }","duration":"1.822364235s","start":"2026-02-27T00:35:39.62291Z","end":"2026-02-27T00:35:41.445274Z","steps":["trace[1211477587] 'read index received' (duration: 1.597698242s)","trace[1211477587] 'applied index is now lower than readState.Index' (duration: 224.664823ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:41.445328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:40.604992Z","time spent":"840.257102ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:41.445398Z","caller":"traceutil/trace.go:171","msg":"trace[235035733] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"840.297003ms","start":"2026-02-27T00:35:40.605087Z","end":"2026-02-27T00:35:41.445384Z","steps":["trace[235035733] 'process raft request' (duration: 839.999686ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:41.445441Z","caller":"traceutil/trace.go:171","msg":"trace[1057981342] transaction","detail":"{read_only:false; response_revision:23489; number_of_response:1; }","duration":"839.850274ms","start":"2026-02-27T00:35:40.60557Z","end":"2026-02-27T00:35:41.44542Z","steps":["trace[1057981342] 'process raft request' (duration: 839.629609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:41.445489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:40.605063Z","time spent":"840.375465ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:41.445554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822643832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:41.445561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:40.605558Z","time spent":"839.944976ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:41.445595Z","caller":"traceutil/trace.go:171","msg":"trace[100516679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23489; }","duration":"1.822715892s","start":"2026-02-27T00:35:39.622868Z","end":"2026-02-27T00:35:41.445584Z","steps":["trace[100516679] 'agreement among raft nodes before linearized reading' (duration: 1.82258506s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:41.445629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:39.622848Z","time spent":"1.822774524s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:35:41.453597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.262683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:41.453647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02105619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:41.453675Z","caller":"traceutil/trace.go:171","msg":"trace[1768657542] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23490; }","duration":"855.373075ms","start":"2026-02-27T00:35:40.598278Z","end":"2026-02-27T00:35:41.453652Z","steps":["trace[1768657542] 'agreement among raft nodes before linearized reading' (duration: 855.213791ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:41.453687Z","caller":"traceutil/trace.go:171","msg":"trace[1960156427] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23490; }","duration":"1.021133822s","start":"2026-02-27T00:35:40.432543Z","end":"2026-02-27T00:35:41.453677Z","steps":["trace[1960156427] 'agreement among raft nodes before linearized reading' (duration: 1.020962237s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:41.4537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:40.598259Z","time spent":"855.434637ms","remote":"127.0.0.1:46716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:41.453688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.071972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-27T00:35:41.453715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:40.432524Z","time spent":"1.021183792s","remote":"127.0.0.1:47638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:41.453698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303015332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T00:35:41.453732Z","caller":"traceutil/trace.go:171","msg":"trace[334660984] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23490; }","duration":"696.158274ms","start":"2026-02-27T00:35:40.757562Z","end":"2026-02-27T00:35:41.453721Z","steps":["trace[334660984] 'agreement among raft nodes before linearized reading' (duration: 696.021531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:41.453756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:40.757545Z","time spent":"696.205244ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-02-27T00:35:41.453753Z","caller":"traceutil/trace.go:171","msg":"trace[141824844] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23490; }","duration":"1.303108154s","start":"2026-02-27T00:35:40.150633Z","end":"2026-02-27T00:35:41.453741Z","steps":["trace[141824844] 'agreement among raft nodes before linearized reading' (duration: 1.30293646s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:41.453788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:40.150613Z","time spent":"1.303166726s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:35:41.453808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203636525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T00:35:41.453886Z","caller":"traceutil/trace.go:171","msg":"trace[10599570] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23490; }","duration":"1.203723947s","start":"2026-02-27T00:35:40.25013Z","end":"2026-02-27T00:35:41.453854Z","steps":["trace[10599570] 'agreement among raft nodes before linearized reading' (duration: 1.203580594s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:41.453868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.573047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:41.453912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:40.250111Z","time spent":"1.203792789s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T00:35:41.453931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382617233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:41.453954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588652904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:41.453936Z","caller":"traceutil/trace.go:171","msg":"trace[1161580547] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:23490; }","duration":"834.68134ms","start":"2026-02-27T00:35:40.619236Z","end":"2026-02-27T00:35:41.453918Z","steps":["trace[1161580547] 'agreement among raft nodes before linearized reading' (duration: 834.515326ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:41.453968Z","caller":"traceutil/trace.go:171","msg":"trace[524167190] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23490; }","duration":"1.382682454s","start":"2026-02-27T00:35:40.071271Z","end":"2026-02-27T00:35:41.453954Z","steps":["trace[524167190] 'agreement among raft nodes before linearized reading' (duration: 1.382626922s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:41.453976Z","caller":"traceutil/trace.go:171","msg":"trace[786396788] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23490; }","duration":"1.588704105s","start":"2026-02-27T00:35:39.865265Z","end":"2026-02-27T00:35:41.453969Z","steps":["trace[786396788] 'agreement among raft nodes before linearized reading' (duration: 1.588635123s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:41.453951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.766814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f12ef5c631c3\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-27T00:35:41.453994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:39.865247Z","time spent":"1.588743375s","remote":"127.0.0.1:52332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:41.453999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:40.071254Z","time spent":"1.382736325s","remote":"127.0.0.1:54826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:41.454003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:40.619227Z","time spent":"834.765091ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-27T00:35:41.454019Z","caller":"traceutil/trace.go:171","msg":"trace[1198895876] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f12ef5c631c3; range_end:; response_count:1; response_revision:23490; }","duration":"229.914268ms","start":"2026-02-27T00:35:41.224085Z","end":"2026-02-27T00:35:41.454Z","steps":["trace[1198895876] 'agreement among raft nodes before linearized reading' (duration: 229.700033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:45.392467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025422405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:45.392642Z","caller":"traceutil/trace.go:171","msg":"trace[1937756997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23591; }","duration":"1.02564139s","start":"2026-02-27T00:35:44.366979Z","end":"2026-02-27T00:35:45.392621Z","steps":["trace[1937756997] 'range keys from in-memory index tree' (duration: 1.025330713s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:45.393866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:44.366963Z","time spent":"1.026889568s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:35:45.392516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046374697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-29eb7c36-2e9b-44ef-8781-368a9aae798a\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-02-27T00:35:45.392921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.771164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:45.392967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.916755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:45.394062Z","caller":"traceutil/trace.go:171","msg":"trace[874915974] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23591; }","duration":"771.06464ms","start":"2026-02-27T00:35:44.622978Z","end":"2026-02-27T00:35:45.394042Z","steps":["trace[874915974] 'count revisions from in-memory index tree' (duration: 769.760612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:45.394132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:44.62296Z","time spent":"771.157112ms","remote":"127.0.0.1:52330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:35:45.3942Z","caller":"traceutil/trace.go:171","msg":"trace[670104599] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23591; }","duration":"862.067692ms","start":"2026-02-27T00:35:44.532079Z","end":"2026-02-27T00:35:45.394146Z","steps":["trace[670104599] 'count revisions from in-memory index tree' (duration: 860.654802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:45.394274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:44.532026Z","time spent":"862.229555ms","remote":"127.0.0.1:60000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:45.393082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187261455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:45.394904Z","caller":"traceutil/trace.go:171","msg":"trace[1130997665] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23591; }","duration":"1.189141636s","start":"2026-02-27T00:35:44.205746Z","end":"2026-02-27T00:35:45.394887Z","steps":["trace[1130997665] 'count revisions from in-memory index tree' (duration: 1.187172193s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:45.393386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.446689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:45.393548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097054821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-29eb7c36-2e9b-44ef-8781-368a9aae798a\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-02-27T00:35:45.393634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.81493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:45.393785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.404219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:45.394074Z","caller":"traceutil/trace.go:171","msg":"trace[34326665] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-29eb7c36-2e9b-44ef-8781-368a9aae798a; range_end:; response_count:1; response_revision:23591; }","duration":"1.048030862s","start":"2026-02-27T00:35:44.346022Z","end":"2026-02-27T00:35:45.394053Z","steps":["trace[34326665] 'range keys from in-memory index tree' (duration: 1.046106781s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:45.395112Z","caller":"traceutil/trace.go:171","msg":"trace[1641395958] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-29eb7c36-2e9b-44ef-8781-368a9aae798a; range_end:; response_count:1; response_revision:23591; }","duration":"1.098645667s","start":"2026-02-27T00:35:44.29645Z","end":"2026-02-27T00:35:45.395096Z","steps":["trace[1641395958] 'range keys from in-memory index tree' (duration: 1.096864347s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:45.395141Z","caller":"traceutil/trace.go:171","msg":"trace[740164663] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23591; }","duration":"818.228589ms","start":"2026-02-27T00:35:44.576881Z","end":"2026-02-27T00:35:45.39511Z","steps":["trace[740164663] 'count revisions from in-memory index tree' (duration: 816.339246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:45.395197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:44.576855Z","time spent":"818.3308ms","remote":"127.0.0.1:50558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:45.395217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:44.296431Z","time spent":"1.098747758s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-29eb7c36-2e9b-44ef-8781-368a9aae798a\" "} {"level":"info","ts":"2026-02-27T00:35:45.395261Z","caller":"traceutil/trace.go:171","msg":"trace[530599533] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23591; }","duration":"449.386535ms","start":"2026-02-27T00:35:44.945779Z","end":"2026-02-27T00:35:45.395165Z","steps":["trace[530599533] 'count revisions from in-memory index tree' (duration: 447.749649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:45.395339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:44.945757Z","time spent":"449.567499ms","remote":"127.0.0.1:42280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:45.395141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:44.345992Z","time spent":"1.049131497s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-29eb7c36-2e9b-44ef-8781-368a9aae798a\" "} {"level":"warn","ts":"2026-02-27T00:35:45.395056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:44.205731Z","time spent":"1.189292579s","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:35:45.396018Z","caller":"traceutil/trace.go:171","msg":"trace[254104333] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23591; }","duration":"483.25384ms","start":"2026-02-27T00:35:44.912281Z","end":"2026-02-27T00:35:45.395535Z","steps":["trace[254104333] 'count revisions from in-memory index tree' (duration: 481.189754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:45.396177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:44.91225Z","time spent":"483.909375ms","remote":"127.0.0.1:54858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:45.96189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805403619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:46.462912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805403619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:46.825892Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.419937653s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:35:46.826377Z","caller":"traceutil/trace.go:171","msg":"trace[1804293329] transaction","detail":"{read_only:false; response_revision:23592; number_of_response:1; }","duration":"1.420558696s","start":"2026-02-27T00:35:45.405788Z","end":"2026-02-27T00:35:46.826347Z","steps":["trace[1804293329] 'process raft request' (duration: 1.420383253s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:46.826541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:45.405751Z","time spent":"1.42070464s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:47.606484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.731602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:35:47.606749Z","caller":"traceutil/trace.go:171","msg":"trace[692166549] transaction","detail":"{read_only:false; response_revision:23593; number_of_response:1; }","duration":"2.148342075s","start":"2026-02-27T00:35:45.458364Z","end":"2026-02-27T00:35:47.606707Z","steps":["trace[692166549] 'process raft request' (duration: 1.643276055s)","trace[692166549] 'compare' (duration: 504.065028ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:47.60692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:45.458322Z","time spent":"2.148497898s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:47.607596Z","caller":"traceutil/trace.go:171","msg":"trace[1890367649] transaction","detail":"{read_only:false; response_revision:23595; number_of_response:1; }","duration":"2.146557376s","start":"2026-02-27T00:35:45.461019Z","end":"2026-02-27T00:35:47.607577Z","steps":["trace[1890367649] 'process raft request' (duration: 2.146436583s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:47.607594Z","caller":"traceutil/trace.go:171","msg":"trace[1997058850] transaction","detail":"{read_only:false; response_revision:23594; number_of_response:1; }","duration":"2.14676568s","start":"2026-02-27T00:35:45.460773Z","end":"2026-02-27T00:35:47.607539Z","steps":["trace[1997058850] 'process raft request' (duration: 2.14584916s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:47.607642Z","caller":"traceutil/trace.go:171","msg":"trace[123427631] transaction","detail":"{read_only:false; response_revision:23596; number_of_response:1; }","duration":"2.146119046s","start":"2026-02-27T00:35:45.461499Z","end":"2026-02-27T00:35:47.607618Z","steps":["trace[123427631] 'process raft request' (duration: 2.146021893s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.607696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:45.461004Z","time spent":"2.146640537s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:47.607732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:45.461476Z","time spent":"2.146213868s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:47.607829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:45.460738Z","time spent":"2.146947644s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:47.607888Z","caller":"traceutil/trace.go:171","msg":"trace[1513505588] transaction","detail":"{read_only:false; response_revision:23597; number_of_response:1; }","duration":"2.144592792s","start":"2026-02-27T00:35:45.463279Z","end":"2026-02-27T00:35:47.607872Z","steps":["trace[1513505588] 'process raft request' (duration: 2.144290566s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:47.607916Z","caller":"traceutil/trace.go:171","msg":"trace[333439461] linearizableReadLoop","detail":"{readStateIndex:24417; appliedIndex:24408; }","duration":"2.146709668s","start":"2026-02-27T00:35:45.461171Z","end":"2026-02-27T00:35:47.607881Z","steps":["trace[333439461] 'read index received' (duration: 1.365065815s)","trace[333439461] 'applied index is now lower than readState.Index' (duration: 781.643053ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:47.607949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:45.463266Z","time spent":"2.144647743s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:47.608019Z","caller":"traceutil/trace.go:171","msg":"trace[510350468] transaction","detail":"{read_only:false; response_revision:23598; number_of_response:1; }","duration":"2.140148855s","start":"2026-02-27T00:35:45.467863Z","end":"2026-02-27T00:35:47.608012Z","steps":["trace[510350468] 'process raft request' (duration: 2.139829928s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:47.608133Z","caller":"traceutil/trace.go:171","msg":"trace[341028932] transaction","detail":"{read_only:false; response_revision:23599; number_of_response:1; }","duration":"1.96857834s","start":"2026-02-27T00:35:45.639537Z","end":"2026-02-27T00:35:47.608115Z","steps":["trace[341028932] 'process raft request' (duration: 1.968260053s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.608205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:45.639508Z","time spent":"1.968662864s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:47.608251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.147076538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T00:35:47.608139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:45.467854Z","time spent":"2.140183536s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:47.608293Z","caller":"traceutil/trace.go:171","msg":"trace[1082879067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23600; }","duration":"2.147147159s","start":"2026-02-27T00:35:45.461131Z","end":"2026-02-27T00:35:47.608278Z","steps":["trace[1082879067] 'agreement among raft nodes before linearized reading' (duration: 2.146932303s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.608308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14628037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:35:47.60828Z","caller":"traceutil/trace.go:171","msg":"trace[1574687766] transaction","detail":"{read_only:false; response_revision:23600; number_of_response:1; }","duration":"1.156427657s","start":"2026-02-27T00:35:46.451798Z","end":"2026-02-27T00:35:47.608226Z","steps":["trace[1574687766] 'process raft request' (duration: 1.156050678s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.608326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:45.461101Z","time spent":"2.147218381s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T00:35:47.608337Z","caller":"traceutil/trace.go:171","msg":"trace[300236155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23600; }","duration":"2.146338012s","start":"2026-02-27T00:35:45.461992Z","end":"2026-02-27T00:35:47.60833Z","steps":["trace[300236155] 'agreement among raft nodes before linearized reading' (duration: 2.146212389s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.608362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:45.461983Z","time spent":"2.146374743s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:35:47.608442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.451771Z","time spent":"1.156583921s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:47.608473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.85901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-02-27T00:35:47.608492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12520069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-27T00:35:47.608512Z","caller":"traceutil/trace.go:171","msg":"trace[1291393986] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23600; }","duration":"1.125256092s","start":"2026-02-27T00:35:46.483248Z","end":"2026-02-27T00:35:47.608504Z","steps":["trace[1291393986] 'agreement among raft nodes before linearized reading' (duration: 1.12519096s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:47.608507Z","caller":"traceutil/trace.go:171","msg":"trace[434330419] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:23600; }","duration":"752.930212ms","start":"2026-02-27T00:35:46.855566Z","end":"2026-02-27T00:35:47.608496Z","steps":["trace[434330419] 'agreement among raft nodes before linearized reading' (duration: 752.832689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.608529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.483226Z","time spent":"1.125297842s","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-27T00:35:47.608536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.855545Z","time spent":"752.984843ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-02-27T00:35:47.608557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03833353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T00:35:47.608609Z","caller":"traceutil/trace.go:171","msg":"trace[143088649] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23600; }","duration":"1.038464093s","start":"2026-02-27T00:35:46.570131Z","end":"2026-02-27T00:35:47.608595Z","steps":["trace[143088649] 'agreement among raft nodes before linearized reading' (duration: 1.038237138s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.608644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.570108Z","time spent":"1.038528614s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:35:47.608678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.985493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/staffeln-api\" ","response":"range_response_count:1 size:935"} {"level":"info","ts":"2026-02-27T00:35:47.608704Z","caller":"traceutil/trace.go:171","msg":"trace[470413566] range","detail":"{range_begin:/registry/services/specs/openstack/staffeln-api; range_end:; response_count:1; response_revision:23600; }","duration":"753.023784ms","start":"2026-02-27T00:35:46.855672Z","end":"2026-02-27T00:35:47.608695Z","steps":["trace[470413566] 'agreement among raft nodes before linearized reading' (duration: 752.942252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.608729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.855662Z","time spent":"753.061814ms","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":959,"request content":"key:\"/registry/services/specs/openstack/staffeln-api\" "} {"level":"warn","ts":"2026-02-27T00:35:47.608732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.035014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7383"} {"level":"info","ts":"2026-02-27T00:35:47.608773Z","caller":"traceutil/trace.go:171","msg":"trace[1746101635] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23600; }","duration":"753.094995ms","start":"2026-02-27T00:35:46.855667Z","end":"2026-02-27T00:35:47.608762Z","steps":["trace[1746101635] 'agreement among raft nodes before linearized reading' (duration: 752.919391ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.608787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274235479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:47.608808Z","caller":"traceutil/trace.go:171","msg":"trace[1405215738] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23600; }","duration":"1.27430988s","start":"2026-02-27T00:35:46.334492Z","end":"2026-02-27T00:35:47.608802Z","steps":["trace[1405215738] 'agreement among raft nodes before linearized reading' (duration: 1.274263849s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.608803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.855656Z","time spent":"753.140186ms","remote":"127.0.0.1:44672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7407,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-27T00:35:47.608862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472659133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:47.608883Z","caller":"traceutil/trace.go:171","msg":"trace[506642908] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23600; }","duration":"1.472735065s","start":"2026-02-27T00:35:46.13614Z","end":"2026-02-27T00:35:47.608875Z","steps":["trace[506642908] 'agreement among raft nodes before linearized reading' (duration: 1.472705394s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.608899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.136047Z","time spent":"1.472847817s","remote":"127.0.0.1:50516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:47.608742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208321489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-29eb7c36-2e9b-44ef-8781-368a9aae798a\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-02-27T00:35:47.608934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.461536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-02-27T00:35:47.608951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.726317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:47.608976Z","caller":"traceutil/trace.go:171","msg":"trace[685512106] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:23600; }","duration":"754.523528ms","start":"2026-02-27T00:35:46.85444Z","end":"2026-02-27T00:35:47.608964Z","steps":["trace[685512106] 'agreement among raft nodes before linearized reading' (duration: 754.400065ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:47.608989Z","caller":"traceutil/trace.go:171","msg":"trace[1525543788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23600; }","duration":"777.794649ms","start":"2026-02-27T00:35:46.831182Z","end":"2026-02-27T00:35:47.608977Z","steps":["trace[1525543788] 'agreement among raft nodes before linearized reading' (duration: 777.723127ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:47.608976Z","caller":"traceutil/trace.go:171","msg":"trace[1134644086] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-29eb7c36-2e9b-44ef-8781-368a9aae798a; range_end:; response_count:1; response_revision:23600; }","duration":"1.208575314s","start":"2026-02-27T00:35:46.400375Z","end":"2026-02-27T00:35:47.608951Z","steps":["trace[1134644086] 'agreement among raft nodes before linearized reading' (duration: 1.208312979s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.608986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.795303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-02-27T00:35:47.609018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.322969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-02-27T00:35:47.609021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.831167Z","time spent":"777.84926ms","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T00:35:47.609041Z","caller":"traceutil/trace.go:171","msg":"trace[1249141771] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:23600; }","duration":"752.344899ms","start":"2026-02-27T00:35:46.85669Z","end":"2026-02-27T00:35:47.609035Z","steps":["trace[1249141771] 'agreement among raft nodes before linearized reading' (duration: 752.267338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.609058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.856661Z","time spent":"752.393441ms","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-02-27T00:35:47.609051Z","caller":"traceutil/trace.go:171","msg":"trace[177534401] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23600; }","duration":"819.885564ms","start":"2026-02-27T00:35:46.789145Z","end":"2026-02-27T00:35:47.609031Z","steps":["trace[177534401] 'agreement among raft nodes before linearized reading' (duration: 819.724811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.6091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.789132Z","time spent":"819.956066ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-02-27T00:35:47.609124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.119502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:35:47.609148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.263435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-02-27T00:35:47.609166Z","caller":"traceutil/trace.go:171","msg":"trace[639213043] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:23600; }","duration":"751.280255ms","start":"2026-02-27T00:35:46.857879Z","end":"2026-02-27T00:35:47.60916Z","steps":["trace[639213043] 'agreement among raft nodes before linearized reading' (duration: 751.225724ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:47.609167Z","caller":"traceutil/trace.go:171","msg":"trace[70065484] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23600; }","duration":"931.224354ms","start":"2026-02-27T00:35:46.677933Z","end":"2026-02-27T00:35:47.609157Z","steps":["trace[70065484] 'agreement among raft nodes before linearized reading' (duration: 931.095741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.609182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.857829Z","time spent":"751.349396ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-02-27T00:35:47.609177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.456543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-02-27T00:35:47.609202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.6779Z","time spent":"931.290126ms","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:35:47.609213Z","caller":"traceutil/trace.go:171","msg":"trace[187905818] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:23600; }","duration":"753.510095ms","start":"2026-02-27T00:35:46.85569Z","end":"2026-02-27T00:35:47.609201Z","steps":["trace[187905818] 'agreement among raft nodes before linearized reading' (duration: 753.390952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.609243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.855676Z","time spent":"753.560776ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-02-27T00:35:47.609008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.854428Z","time spent":"754.572368ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-02-27T00:35:47.60933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.495229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-02-27T00:35:47.609349Z","caller":"traceutil/trace.go:171","msg":"trace[328606915] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:23600; }","duration":"751.548741ms","start":"2026-02-27T00:35:46.857794Z","end":"2026-02-27T00:35:47.609342Z","steps":["trace[328606915] 'agreement among raft nodes before linearized reading' (duration: 751.471569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.609353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.346611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"warn","ts":"2026-02-27T00:35:47.609057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.400345Z","time spent":"1.208686927s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-29eb7c36-2e9b-44ef-8781-368a9aae798a\" "} {"level":"info","ts":"2026-02-27T00:35:47.609388Z","caller":"traceutil/trace.go:171","msg":"trace[923348774] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:23600; }","duration":"753.435063ms","start":"2026-02-27T00:35:46.855943Z","end":"2026-02-27T00:35:47.609378Z","steps":["trace[923348774] 'agreement among raft nodes before linearized reading' (duration: 753.31724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.609386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137448426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T00:35:47.608833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.334464Z","time spent":"1.274363201s","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:47.609418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.85592Z","time spent":"753.491854ms","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3740,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-02-27T00:35:47.609424Z","caller":"traceutil/trace.go:171","msg":"trace[1476369598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23600; }","duration":"2.137508306s","start":"2026-02-27T00:35:45.471906Z","end":"2026-02-27T00:35:47.609414Z","steps":["trace[1476369598] 'agreement among raft nodes before linearized reading' (duration: 2.137405904s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.609462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.904328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-02-27T00:35:47.609464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:45.471897Z","time spent":"2.137558708s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T00:35:47.609531Z","caller":"traceutil/trace.go:171","msg":"trace[1480696090] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:23600; }","duration":"751.983851ms","start":"2026-02-27T00:35:46.857541Z","end":"2026-02-27T00:35:47.609525Z","steps":["trace[1480696090] 'agreement among raft nodes before linearized reading' (duration: 751.884099ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.609552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.857532Z","time spent":"752.015151ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-27T00:35:47.609551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.095505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-02-27T00:35:47.609596Z","caller":"traceutil/trace.go:171","msg":"trace[780330575] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:23600; }","duration":"753.148106ms","start":"2026-02-27T00:35:46.856433Z","end":"2026-02-27T00:35:47.609581Z","steps":["trace[780330575] 'agreement among raft nodes before linearized reading' (duration: 753.015393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.609631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.082542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-02-27T00:35:47.609648Z","caller":"traceutil/trace.go:171","msg":"trace[533624340] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:23600; }","duration":"752.116363ms","start":"2026-02-27T00:35:46.857526Z","end":"2026-02-27T00:35:47.609643Z","steps":["trace[533624340] 'agreement among raft nodes before linearized reading' (duration: 752.066802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.609666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.857516Z","time spent":"752.146604ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-02-27T00:35:47.609412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.789726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1604"} {"level":"warn","ts":"2026-02-27T00:35:47.609692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749735358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:47.609757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.271967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-02-27T00:35:47.609766Z","caller":"traceutil/trace.go:171","msg":"trace[607022568] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23600; }","duration":"1.74981295s","start":"2026-02-27T00:35:45.85994Z","end":"2026-02-27T00:35:47.609753Z","steps":["trace[607022568] 'agreement among raft nodes before linearized reading' (duration: 1.749706467s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:47.609744Z","caller":"traceutil/trace.go:171","msg":"trace[344488765] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:23600; }","duration":"752.123533ms","start":"2026-02-27T00:35:46.857605Z","end":"2026-02-27T00:35:47.609729Z","steps":["trace[344488765] 'agreement among raft nodes before linearized reading' (duration: 751.772046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.609802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.857599Z","time spent":"752.197905ms","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1628,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-02-27T00:35:47.609815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:45.85991Z","time spent":"1.749886811s","remote":"127.0.0.1:50614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T00:35:47.609726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.689798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-02-27T00:35:47.609859Z","caller":"traceutil/trace.go:171","msg":"trace[184871231] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:23600; }","duration":"753.895193ms","start":"2026-02-27T00:35:46.855957Z","end":"2026-02-27T00:35:47.609853Z","steps":["trace[184871231] 'agreement among raft nodes before linearized reading' (duration: 753.664828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.609878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.855922Z","time spent":"753.950214ms","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" "} {"level":"warn","ts":"2026-02-27T00:35:47.60963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.856425Z","time spent":"753.197508ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-02-27T00:35:47.609779Z","caller":"traceutil/trace.go:171","msg":"trace[862920065] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23600; }","duration":"752.312077ms","start":"2026-02-27T00:35:46.857459Z","end":"2026-02-27T00:35:47.609771Z","steps":["trace[862920065] 'agreement among raft nodes before linearized reading' (duration: 752.252816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.608471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.716637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-02-27T00:35:47.610036Z","caller":"traceutil/trace.go:171","msg":"trace[1724066228] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:23600; }","duration":"754.304342ms","start":"2026-02-27T00:35:46.855724Z","end":"2026-02-27T00:35:47.610028Z","steps":["trace[1724066228] 'agreement among raft nodes before linearized reading' (duration: 752.616875ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.610042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.251911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-server\" ","response":"range_response_count:1 size:1074"} {"level":"warn","ts":"2026-02-27T00:35:47.609419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.295629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-27T00:35:47.610086Z","caller":"traceutil/trace.go:171","msg":"trace[1351482988] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-server; range_end:; response_count:1; response_revision:23600; }","duration":"754.310312ms","start":"2026-02-27T00:35:46.855763Z","end":"2026-02-27T00:35:47.610074Z","steps":["trace[1351482988] 'agreement among raft nodes before linearized reading' (duration: 754.188519ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:47.610096Z","caller":"traceutil/trace.go:171","msg":"trace[2002205805] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23600; }","duration":"753.987145ms","start":"2026-02-27T00:35:46.856094Z","end":"2026-02-27T00:35:47.610081Z","steps":["trace[2002205805] 'agreement among raft nodes before linearized reading' (duration: 753.236539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.610118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.855757Z","time spent":"754.354112ms","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1098,"request content":"key:\"/registry/services/specs/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-27T00:35:47.610141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.856086Z","time spent":"754.042006ms","remote":"127.0.0.1:46018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T00:35:47.610172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.419764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-02-27T00:35:47.610189Z","caller":"traceutil/trace.go:171","msg":"trace[176138418] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:23600; }","duration":"754.450455ms","start":"2026-02-27T00:35:46.855733Z","end":"2026-02-27T00:35:47.610184Z","steps":["trace[176138418] 'agreement among raft nodes before linearized reading' (duration: 754.398574ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.610207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.855727Z","time spent":"754.476355ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-02-27T00:35:47.610059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.855712Z","time spent":"754.340222ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-02-27T00:35:47.610233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.272121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-02-27T00:35:47.610001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.857451Z","time spent":"752.533623ms","remote":"127.0.0.1:44638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-02-27T00:35:47.610252Z","caller":"traceutil/trace.go:171","msg":"trace[289549634] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23600; }","duration":"754.341962ms","start":"2026-02-27T00:35:46.855905Z","end":"2026-02-27T00:35:47.610246Z","steps":["trace[289549634] 'agreement among raft nodes before linearized reading' (duration: 754.286361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.610273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.855876Z","time spent":"754.392884ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-27T00:35:47.610306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143765743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T00:35:47.610048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137869105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T00:35:47.610351Z","caller":"traceutil/trace.go:171","msg":"trace[1226798941] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23600; }","duration":"2.143820085s","start":"2026-02-27T00:35:45.466518Z","end":"2026-02-27T00:35:47.610338Z","steps":["trace[1226798941] 'agreement among raft nodes before linearized reading' (duration: 2.143632281s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:47.610355Z","caller":"traceutil/trace.go:171","msg":"trace[733824971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23600; }","duration":"2.138196042s","start":"2026-02-27T00:35:45.472152Z","end":"2026-02-27T00:35:47.610348Z","steps":["trace[733824971] 'agreement among raft nodes before linearized reading' (duration: 2.137812313s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:47.610372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:45.466511Z","time spent":"2.143857216s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:35:47.610377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:45.472144Z","time spent":"2.138227642s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:35:47.609365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:46.857777Z","time spent":"751.584431ms","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:35:47.61269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.906897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:47.612747Z","caller":"traceutil/trace.go:171","msg":"trace[2127664659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23600; }","duration":"245.018889ms","start":"2026-02-27T00:35:47.367716Z","end":"2026-02-27T00:35:47.612735Z","steps":["trace[2127664659] 'agreement among raft nodes before linearized reading' (duration: 240.793037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.114955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805403631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:48.861107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.373936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:35:48.861298Z","caller":"traceutil/trace.go:171","msg":"trace[162103616] transaction","detail":"{read_only:false; response_revision:23601; number_of_response:1; }","duration":"1.247105081s","start":"2026-02-27T00:35:47.614172Z","end":"2026-02-27T00:35:48.861277Z","steps":["trace[162103616] 'process raft request' (duration: 511.47832ms)","trace[162103616] 'compare' (duration: 735.240733ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:48.861395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.614142Z","time spent":"1.247219373s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:48.908542Z","caller":"traceutil/trace.go:171","msg":"trace[316823274] transaction","detail":"{read_only:false; response_revision:23602; number_of_response:1; }","duration":"1.293696156s","start":"2026-02-27T00:35:47.614809Z","end":"2026-02-27T00:35:48.908505Z","steps":["trace[316823274] 'process raft request' (duration: 1.293444391s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.908753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.614795Z","time spent":"1.293844229s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:48.90901Z","caller":"traceutil/trace.go:171","msg":"trace[1858605018] transaction","detail":"{read_only:false; response_revision:23603; number_of_response:1; }","duration":"1.293018782s","start":"2026-02-27T00:35:47.615976Z","end":"2026-02-27T00:35:48.908995Z","steps":["trace[1858605018] 'process raft request' (duration: 1.29246955s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.90911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.615963Z","time spent":"1.293098993s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:48.9096Z","caller":"traceutil/trace.go:171","msg":"trace[1657184153] linearizableReadLoop","detail":"{readStateIndex:24422; appliedIndex:24417; }","duration":"1.294716729s","start":"2026-02-27T00:35:47.614866Z","end":"2026-02-27T00:35:48.909583Z","steps":["trace[1657184153] 'read index received' (duration: 510.850196ms)","trace[1657184153] 'applied index is now lower than readState.Index' (duration: 783.864593ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:48.909714Z","caller":"traceutil/trace.go:171","msg":"trace[1290253413] transaction","detail":"{read_only:false; response_revision:23605; number_of_response:1; }","duration":"1.293367609s","start":"2026-02-27T00:35:47.616333Z","end":"2026-02-27T00:35:48.909701Z","steps":["trace[1290253413] 'process raft request' (duration: 1.293015422s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.909803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.616308Z","time spent":"1.29344581s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:48.910034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295160648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:760"} {"level":"info","ts":"2026-02-27T00:35:48.910034Z","caller":"traceutil/trace.go:171","msg":"trace[870158710] transaction","detail":"{read_only:false; response_revision:23604; number_of_response:1; }","duration":"1.293733717s","start":"2026-02-27T00:35:47.616275Z","end":"2026-02-27T00:35:48.910008Z","steps":["trace[870158710] 'process raft request' (duration: 1.292655123s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:48.910091Z","caller":"traceutil/trace.go:171","msg":"trace[570958026] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:23605; }","duration":"1.29524887s","start":"2026-02-27T00:35:47.614827Z","end":"2026-02-27T00:35:48.910076Z","steps":["trace[570958026] 'agreement among raft nodes before linearized reading' (duration: 1.295079787s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.910136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.614816Z","time spent":"1.295308361s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":784,"request content":"key:\"/registry/services/specs/openstack/memcached-metrics\" "} {"level":"warn","ts":"2026-02-27T00:35:48.910175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.616263Z","time spent":"1.293837829s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:48.910343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292869957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:48.910389Z","caller":"traceutil/trace.go:171","msg":"trace[545769215] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23605; }","duration":"1.292910009s","start":"2026-02-27T00:35:47.617461Z","end":"2026-02-27T00:35:48.910371Z","steps":["trace[545769215] 'agreement among raft nodes before linearized reading' (duration: 1.292844127s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.91042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.617443Z","time spent":"1.29296935s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T00:35:48.910477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220968856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:35:48.910468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295554236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/placement-api\" ","response":"range_response_count:1 size:936"} {"level":"warn","ts":"2026-02-27T00:35:48.910514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.527575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:48.91056Z","caller":"traceutil/trace.go:171","msg":"trace[1790861339] range","detail":"{range_begin:/registry/services/specs/openstack/placement-api; range_end:; response_count:1; response_revision:23605; }","duration":"1.295670529s","start":"2026-02-27T00:35:47.614867Z","end":"2026-02-27T00:35:48.910537Z","steps":["trace[1790861339] 'agreement among raft nodes before linearized reading' (duration: 1.295386363s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:48.910527Z","caller":"traceutil/trace.go:171","msg":"trace[24705900] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23605; }","duration":"1.221031707s","start":"2026-02-27T00:35:47.689479Z","end":"2026-02-27T00:35:48.910511Z","steps":["trace[24705900] 'agreement among raft nodes before linearized reading' (duration: 1.220925314s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.910587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.482638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:48.910592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292604192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1076"} {"level":"warn","ts":"2026-02-27T00:35:48.910587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292264955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-02-27T00:35:48.910639Z","caller":"traceutil/trace.go:171","msg":"trace[1932089313] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:23605; }","duration":"1.292675683s","start":"2026-02-27T00:35:47.61795Z","end":"2026-02-27T00:35:48.910625Z","steps":["trace[1932089313] 'agreement among raft nodes before linearized reading' (duration: 1.29252553s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.910677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.617904Z","time spent":"1.292760745s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1100,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-02-27T00:35:48.910687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292746694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" ","response":"range_response_count:1 size:819"} {"level":"info","ts":"2026-02-27T00:35:48.910687Z","caller":"traceutil/trace.go:171","msg":"trace[322026391] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23605; }","duration":"1.292374137s","start":"2026-02-27T00:35:47.618285Z","end":"2026-02-27T00:35:48.910659Z","steps":["trace[322026391] 'agreement among raft nodes before linearized reading' (duration: 1.292205293s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:48.910718Z","caller":"traceutil/trace.go:171","msg":"trace[126300652] range","detail":"{range_begin:/registry/services/specs/capi-system/capi-webhook-service; range_end:; response_count:1; response_revision:23605; }","duration":"1.292784306s","start":"2026-02-27T00:35:47.617924Z","end":"2026-02-27T00:35:48.910708Z","steps":["trace[126300652] 'agreement among raft nodes before linearized reading' (duration: 1.292668163s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.910742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.0997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-02-27T00:35:48.91075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.61828Z","time spent":"1.292452239s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T00:35:48.910759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293321877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1456"} {"level":"info","ts":"2026-02-27T00:35:48.910793Z","caller":"traceutil/trace.go:171","msg":"trace[1751892569] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:23605; }","duration":"781.189982ms","start":"2026-02-27T00:35:48.129582Z","end":"2026-02-27T00:35:48.910772Z","steps":["trace[1751892569] 'agreement among raft nodes before linearized reading' (duration: 781.06941ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:48.910809Z","caller":"traceutil/trace.go:171","msg":"trace[2127988586] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:23605; }","duration":"1.293380889s","start":"2026-02-27T00:35:47.617414Z","end":"2026-02-27T00:35:48.910795Z","steps":["trace[2127988586] 'agreement among raft nodes before linearized reading' (duration: 1.293241256s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.910814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292731805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"warn","ts":"2026-02-27T00:35:48.910835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:48.129567Z","time spent":"781.254934ms","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"info","ts":"2026-02-27T00:35:48.910851Z","caller":"traceutil/trace.go:171","msg":"trace[1409901339] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:23605; }","duration":"1.292778087s","start":"2026-02-27T00:35:47.618064Z","end":"2026-02-27T00:35:48.910842Z","steps":["trace[1409901339] 'agreement among raft nodes before linearized reading' (duration: 1.292690714s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.910853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.617407Z","time spent":"1.293435821s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1480,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-02-27T00:35:48.910879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.618056Z","time spent":"1.292815188s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1290,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" "} {"level":"info","ts":"2026-02-27T00:35:48.910572Z","caller":"traceutil/trace.go:171","msg":"trace[1117256709] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23605; }","duration":"503.620427ms","start":"2026-02-27T00:35:48.406937Z","end":"2026-02-27T00:35:48.910557Z","steps":["trace[1117256709] 'agreement among raft nodes before linearized reading' (duration: 503.500004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.910945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293434241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1960"} {"level":"warn","ts":"2026-02-27T00:35:48.910956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:48.406932Z","time spent":"503.989086ms","remote":"127.0.0.1:46730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:35:48.910983Z","caller":"traceutil/trace.go:171","msg":"trace[1917982058] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23605; }","duration":"1.293486662s","start":"2026-02-27T00:35:47.617486Z","end":"2026-02-27T00:35:48.910973Z","steps":["trace[1917982058] 'agreement among raft nodes before linearized reading' (duration: 1.29338911s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.910998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.710425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-29eb7c36-2e9b-44ef-8781-368a9aae798a\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-02-27T00:35:48.910747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.617912Z","time spent":"1.292830147s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":843,"request content":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" "} {"level":"warn","ts":"2026-02-27T00:35:48.911018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.617478Z","time spent":"1.293533703s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1984,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-02-27T00:35:48.911026Z","caller":"traceutil/trace.go:171","msg":"trace[489554233] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-29eb7c36-2e9b-44ef-8781-368a9aae798a; range_end:; response_count:1; response_revision:23605; }","duration":"295.788527ms","start":"2026-02-27T00:35:48.615228Z","end":"2026-02-27T00:35:48.911017Z","steps":["trace[489554233] 'agreement among raft nodes before linearized reading' (duration: 295.712055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.911066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294334251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-cfn\" ","response":"range_response_count:1 size:915"} {"level":"info","ts":"2026-02-27T00:35:48.911111Z","caller":"traceutil/trace.go:171","msg":"trace[633718413] range","detail":"{range_begin:/registry/services/specs/openstack/heat-cfn; range_end:; response_count:1; response_revision:23605; }","duration":"1.294378481s","start":"2026-02-27T00:35:47.61672Z","end":"2026-02-27T00:35:48.911098Z","steps":["trace[633718413] 'agreement among raft nodes before linearized reading' (duration: 1.294255569s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.911145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.616678Z","time spent":"1.294459072s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":939,"request content":"key:\"/registry/services/specs/openstack/heat-cfn\" "} {"level":"warn","ts":"2026-02-27T00:35:48.910623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.61485Z","time spent":"1.295758521s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":960,"request content":"key:\"/registry/services/specs/openstack/placement-api\" "} {"level":"warn","ts":"2026-02-27T00:35:48.910621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.689473Z","time spent":"1.221134399s","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:48.911201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295228871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T00:35:48.911226Z","caller":"traceutil/trace.go:171","msg":"trace[1105292132] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23605; }","duration":"1.295285492s","start":"2026-02-27T00:35:47.615933Z","end":"2026-02-27T00:35:48.911219Z","steps":["trace[1105292132] 'agreement among raft nodes before linearized reading' (duration: 1.29520542s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.91125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.615916Z","time spent":"1.295328583s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T00:35:48.910628Z","caller":"traceutil/trace.go:171","msg":"trace[521201785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23605; }","duration":"545.555889ms","start":"2026-02-27T00:35:48.365058Z","end":"2026-02-27T00:35:48.910614Z","steps":["trace[521201785] 'agreement among raft nodes before linearized reading' (duration: 545.493638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.91131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:48.365039Z","time spent":"546.257376ms","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:35:48.911301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294953145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-02-27T00:35:48.911404Z","caller":"traceutil/trace.go:171","msg":"trace[1080894408] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:23605; }","duration":"1.295058746s","start":"2026-02-27T00:35:47.616317Z","end":"2026-02-27T00:35:48.911376Z","steps":["trace[1080894408] 'agreement among raft nodes before linearized reading' (duration: 1.29474244s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.911438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295233851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-02-27T00:35:48.91146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.616309Z","time spent":"1.295136738s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1474,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-02-27T00:35:48.911468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295288941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-02-27T00:35:48.911474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294961424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:1094"} {"level":"info","ts":"2026-02-27T00:35:48.911511Z","caller":"traceutil/trace.go:171","msg":"trace[903765897] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:23605; }","duration":"1.295342843s","start":"2026-02-27T00:35:47.616158Z","end":"2026-02-27T00:35:48.911501Z","steps":["trace[903765897] 'agreement among raft nodes before linearized reading' (duration: 1.295245381s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:48.911525Z","caller":"traceutil/trace.go:171","msg":"trace[1643804077] range","detail":"{range_begin:/registry/services/specs/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:23605; }","duration":"1.295034516s","start":"2026-02-27T00:35:47.616477Z","end":"2026-02-27T00:35:48.911511Z","steps":["trace[1643804077] 'agreement among raft nodes before linearized reading' (duration: 1.294878893s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.911538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.616152Z","time spent":"1.295379704s","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-02-27T00:35:48.911566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.616457Z","time spent":"1.295098487s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1118,"request content":"key:\"/registry/services/specs/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-02-27T00:35:48.911562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296372955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-02-27T00:35:48.911612Z","caller":"traceutil/trace.go:171","msg":"trace[943462636] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:23605; }","duration":"1.296431876s","start":"2026-02-27T00:35:47.615167Z","end":"2026-02-27T00:35:48.911599Z","steps":["trace[943462636] 'agreement among raft nodes before linearized reading' (duration: 1.296298553s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:48.911467Z","caller":"traceutil/trace.go:171","msg":"trace[1233969623] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:23605; }","duration":"1.295271901s","start":"2026-02-27T00:35:47.616186Z","end":"2026-02-27T00:35:48.911458Z","steps":["trace[1233969623] 'agreement among raft nodes before linearized reading' (duration: 1.295182959s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.911651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.615162Z","time spent":"1.296478987s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-02-27T00:35:48.911669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.616182Z","time spent":"1.295478486s","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-02-27T00:35:48.911675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295077927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-02-27T00:35:48.911728Z","caller":"traceutil/trace.go:171","msg":"trace[2097826739] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23605; }","duration":"1.295139588s","start":"2026-02-27T00:35:47.616572Z","end":"2026-02-27T00:35:48.911712Z","steps":["trace[2097826739] 'agreement among raft nodes before linearized reading' (duration: 1.294956804s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.911741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295172059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:1 size:1239"} {"level":"warn","ts":"2026-02-27T00:35:48.911769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.61656Z","time spent":"1.29519855s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1018,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-02-27T00:35:48.911773Z","caller":"traceutil/trace.go:171","msg":"trace[1327421971] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:1; response_revision:23605; }","duration":"1.29521688s","start":"2026-02-27T00:35:47.616546Z","end":"2026-02-27T00:35:48.911763Z","steps":["trace[1327421971] 'agreement among raft nodes before linearized reading' (duration: 1.295131228s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.91179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296861616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2556"} {"level":"warn","ts":"2026-02-27T00:35:48.911806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.616539Z","time spent":"1.295261621s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1263,"request content":"key:\"/registry/services/specs/monitoring/loki-memberlist\" "} {"level":"info","ts":"2026-02-27T00:35:48.911902Z","caller":"traceutil/trace.go:171","msg":"trace[1202813955] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:23605; }","duration":"1.296927157s","start":"2026-02-27T00:35:47.614899Z","end":"2026-02-27T00:35:48.911826Z","steps":["trace[1202813955] 'agreement among raft nodes before linearized reading' (duration: 1.296782024s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.91195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.61489Z","time spent":"1.29704652s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2580,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" "} {"level":"warn","ts":"2026-02-27T00:35:48.911972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295493986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-27T00:35:48.912041Z","caller":"traceutil/trace.go:171","msg":"trace[1181770494] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:1; response_revision:23605; }","duration":"1.295562097s","start":"2026-02-27T00:35:47.616447Z","end":"2026-02-27T00:35:48.912009Z","steps":["trace[1181770494] 'agreement among raft nodes before linearized reading' (duration: 1.295344263s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.912118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.616436Z","time spent":"1.29567044s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/monitoring/loki\" "} {"level":"warn","ts":"2026-02-27T00:35:48.910966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293459161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-metadata\" ","response":"range_response_count:1 size:931"} {"level":"info","ts":"2026-02-27T00:35:48.91286Z","caller":"traceutil/trace.go:171","msg":"trace[1710558062] range","detail":"{range_begin:/registry/services/specs/openstack/nova-metadata; range_end:; response_count:1; response_revision:23605; }","duration":"1.295386393s","start":"2026-02-27T00:35:47.617453Z","end":"2026-02-27T00:35:48.91284Z","steps":["trace[1710558062] 'agreement among raft nodes before linearized reading' (duration: 1.293275236s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.91291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.617444Z","time spent":"1.295448784s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":955,"request content":"key:\"/registry/services/specs/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-02-27T00:35:48.913528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29707002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-api\" ","response":"range_response_count:1 size:921"} {"level":"info","ts":"2026-02-27T00:35:48.913565Z","caller":"traceutil/trace.go:171","msg":"trace[1210223226] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-api; range_end:; response_count:1; response_revision:23605; }","duration":"1.297124202s","start":"2026-02-27T00:35:47.616431Z","end":"2026-02-27T00:35:48.913555Z","steps":["trace[1210223226] 'agreement among raft nodes before linearized reading' (duration: 1.295488166s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:48.913595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:47.616424Z","time spent":"1.297163412s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":945,"request content":"key:\"/registry/services/specs/openstack/magnum-api\" "} {"level":"warn","ts":"2026-02-27T00:35:51.113495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805403745,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T00:35:51.124841Z","caller":"traceutil/trace.go:171","msg":"trace[2137759157] linearizableReadLoop","detail":"{readStateIndex:24435; appliedIndex:24434; }","duration":"511.752937ms","start":"2026-02-27T00:35:50.613066Z","end":"2026-02-27T00:35:51.124819Z","steps":["trace[2137759157] 'read index received' (duration: 511.635914ms)","trace[2137759157] 'applied index is now lower than readState.Index' (duration: 115.893µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:51.125051Z","caller":"traceutil/trace.go:171","msg":"trace[1795308074] transaction","detail":"{read_only:false; response_revision:23617; number_of_response:1; }","duration":"535.924738ms","start":"2026-02-27T00:35:50.589113Z","end":"2026-02-27T00:35:51.125038Z","steps":["trace[1795308074] 'process raft request' (duration: 535.523749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:51.125162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:50.589098Z","time spent":"535.99164ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:51.125241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.368979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-scheduler-db7fcd5d6-mp5mq\" ","response":"range_response_count:1 size:8665"} {"level":"info","ts":"2026-02-27T00:35:51.125318Z","caller":"traceutil/trace.go:171","msg":"trace[10870058] range","detail":"{range_begin:/registry/pods/openstack/cinder-scheduler-db7fcd5d6-mp5mq; range_end:; response_count:1; response_revision:23617; }","duration":"486.483981ms","start":"2026-02-27T00:35:50.638816Z","end":"2026-02-27T00:35:51.1253Z","steps":["trace[10870058] 'agreement among raft nodes before linearized reading' (duration: 486.292187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:51.125361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:50.638797Z","time spent":"486.552892ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":8689,"request content":"key:\"/registry/pods/openstack/cinder-scheduler-db7fcd5d6-mp5mq\" "} {"level":"warn","ts":"2026-02-27T00:35:51.12556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.896603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T00:35:51.125631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.858259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-02-27T00:35:51.125638Z","caller":"traceutil/trace.go:171","msg":"trace[1343587886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23617; }","duration":"213.001865ms","start":"2026-02-27T00:35:50.912613Z","end":"2026-02-27T00:35:51.125615Z","steps":["trace[1343587886] 'agreement among raft nodes before linearized reading' (duration: 212.675968ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:51.125664Z","caller":"traceutil/trace.go:171","msg":"trace[1817346070] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:23617; }","duration":"361.929811ms","start":"2026-02-27T00:35:50.763724Z","end":"2026-02-27T00:35:51.125654Z","steps":["trace[1817346070] 'agreement among raft nodes before linearized reading' (duration: 361.832769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:51.125685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.475002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b\" ","response":"range_response_count:1 size:3996"} {"level":"warn","ts":"2026-02-27T00:35:51.125696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:50.763705Z","time spent":"361.982192ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9607,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-02-27T00:35:51.125727Z","caller":"traceutil/trace.go:171","msg":"trace[897074041] range","detail":"{range_begin:/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b; range_end:; response_count:1; response_revision:23617; }","duration":"412.539364ms","start":"2026-02-27T00:35:50.713174Z","end":"2026-02-27T00:35:51.125713Z","steps":["trace[897074041] 'agreement among raft nodes before linearized reading' (duration: 412.403561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:51.125723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.133105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-746df\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-02-27T00:35:51.125798Z","caller":"traceutil/trace.go:171","msg":"trace[238567829] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-746df; range_end:; response_count:1; response_revision:23617; }","duration":"337.258598ms","start":"2026-02-27T00:35:50.788522Z","end":"2026-02-27T00:35:51.12578Z","steps":["trace[238567829] 'agreement among raft nodes before linearized reading' (duration: 337.048753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:51.12585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:50.788502Z","time spent":"337.336069ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5170,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-746df\" "} {"level":"warn","ts":"2026-02-27T00:35:51.125875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.962642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/heat-engine-95455544c\" ","response":"range_response_count:1 size:6236"} {"level":"warn","ts":"2026-02-27T00:35:51.125887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.227747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-volume-d9cdc645d\" ","response":"range_response_count:1 size:14523"} {"level":"warn","ts":"2026-02-27T00:35:51.125896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.81951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T00:35:51.125949Z","caller":"traceutil/trace.go:171","msg":"trace[1264363655] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23617; }","duration":"512.891241ms","start":"2026-02-27T00:35:50.613043Z","end":"2026-02-27T00:35:51.125934Z","steps":["trace[1264363655] 'agreement among raft nodes before linearized reading' (duration: 512.742668ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:51.125961Z","caller":"traceutil/trace.go:171","msg":"trace[1144171492] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-volume-d9cdc645d; range_end:; response_count:1; response_revision:23617; }","duration":"387.320669ms","start":"2026-02-27T00:35:50.738626Z","end":"2026-02-27T00:35:51.125947Z","steps":["trace[1144171492] 'agreement among raft nodes before linearized reading' (duration: 387.201767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:51.125995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:50.73861Z","time spent":"387.3755ms","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":14547,"request content":"key:\"/registry/replicasets/openstack/cinder-volume-d9cdc645d\" "} {"level":"warn","ts":"2026-02-27T00:35:51.125993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:50.613035Z","time spent":"512.945742ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:35:51.126094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.142045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-02-27T00:35:51.126124Z","caller":"traceutil/trace.go:171","msg":"trace[1185867332] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:23617; }","duration":"287.191636ms","start":"2026-02-27T00:35:50.838925Z","end":"2026-02-27T00:35:51.126116Z","steps":["trace[1185867332] 'agreement among raft nodes before linearized reading' (duration: 287.085984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:51.125994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.488923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-v7876\" ","response":"range_response_count:1 size:4019"} {"level":"warn","ts":"2026-02-27T00:35:51.126179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.080824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-6f996547df\" ","response":"range_response_count:1 size:10513"} {"level":"warn","ts":"2026-02-27T00:35:51.125808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.351284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:51.12619Z","caller":"traceutil/trace.go:171","msg":"trace[1999211359] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-v7876; range_end:; response_count:1; response_revision:23617; }","duration":"462.698347ms","start":"2026-02-27T00:35:50.663466Z","end":"2026-02-27T00:35:51.126164Z","steps":["trace[1999211359] 'agreement among raft nodes before linearized reading' (duration: 462.461602ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:51.126234Z","caller":"traceutil/trace.go:171","msg":"trace[106467479] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-6f996547df; range_end:; response_count:1; response_revision:23617; }","duration":"237.159696ms","start":"2026-02-27T00:35:50.889059Z","end":"2026-02-27T00:35:51.126218Z","steps":["trace[106467479] 'agreement among raft nodes before linearized reading' (duration: 237.003383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:51.126226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.619818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T00:35:51.126264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:50.663449Z","time spent":"462.80126ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4043,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-v7876\" "} {"level":"info","ts":"2026-02-27T00:35:51.126293Z","caller":"traceutil/trace.go:171","msg":"trace[171534315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23617; }","duration":"213.7258ms","start":"2026-02-27T00:35:50.912549Z","end":"2026-02-27T00:35:51.126275Z","steps":["trace[171534315] 'agreement among raft nodes before linearized reading' (duration: 213.564987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:51.12633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.043803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4778"} {"level":"info","ts":"2026-02-27T00:35:51.126367Z","caller":"traceutil/trace.go:171","msg":"trace[1458153358] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:23617; }","duration":"312.110615ms","start":"2026-02-27T00:35:50.814248Z","end":"2026-02-27T00:35:51.126359Z","steps":["trace[1458153358] 'agreement among raft nodes before linearized reading' (duration: 312.018283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:51.126357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.739189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:10686"} {"level":"info","ts":"2026-02-27T00:35:51.126245Z","caller":"traceutil/trace.go:171","msg":"trace[996923622] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23617; }","duration":"369.812844ms","start":"2026-02-27T00:35:50.756419Z","end":"2026-02-27T00:35:51.126232Z","steps":["trace[996923622] 'agreement among raft nodes before linearized reading' (duration: 369.358385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:51.126431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:50.756401Z","time spent":"370.018649ms","remote":"127.0.0.1:47442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:35:51.126431Z","caller":"traceutil/trace.go:171","msg":"trace[390507140] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23617; }","duration":"162.830491ms","start":"2026-02-27T00:35:50.963581Z","end":"2026-02-27T00:35:51.126412Z","steps":["trace[390507140] 'agreement among raft nodes before linearized reading' (duration: 162.542185ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:51.125906Z","caller":"traceutil/trace.go:171","msg":"trace[1015494457] range","detail":"{range_begin:/registry/replicasets/openstack/heat-engine-95455544c; range_end:; response_count:1; response_revision:23617; }","duration":"437.026712ms","start":"2026-02-27T00:35:50.68887Z","end":"2026-02-27T00:35:51.125897Z","steps":["trace[1015494457] 'agreement among raft nodes before linearized reading' (duration: 436.967381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:51.126471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.796774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T00:35:51.126487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.822001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" ","response":"range_response_count:1 size:3114"} {"level":"info","ts":"2026-02-27T00:35:51.126552Z","caller":"traceutil/trace.go:171","msg":"trace[1943761308] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9; range_end:; response_count:1; response_revision:23617; }","duration":"212.932053ms","start":"2026-02-27T00:35:50.913608Z","end":"2026-02-27T00:35:51.12654Z","steps":["trace[1943761308] 'agreement among raft nodes before linearized reading' (duration: 212.78614ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:51.126585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.494683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-02-27T00:35:51.126617Z","caller":"traceutil/trace.go:171","msg":"trace[828779801] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:23617; }","duration":"187.559635ms","start":"2026-02-27T00:35:50.939049Z","end":"2026-02-27T00:35:51.126608Z","steps":["trace[828779801] 'agreement among raft nodes before linearized reading' (duration: 187.471873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:51.126635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.97034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T00:35:51.12666Z","caller":"traceutil/trace.go:171","msg":"trace[613297078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23617; }","duration":"211.012281ms","start":"2026-02-27T00:35:50.915639Z","end":"2026-02-27T00:35:51.126652Z","steps":["trace[613297078] 'agreement among raft nodes before linearized reading' (duration: 210.945759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:51.126698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.059234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T00:35:51.126724Z","caller":"traceutil/trace.go:171","msg":"trace[1613872542] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23617; }","duration":"212.109006ms","start":"2026-02-27T00:35:50.914608Z","end":"2026-02-27T00:35:51.126717Z","steps":["trace[1613872542] 'agreement among raft nodes before linearized reading' (duration: 212.028703ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:51.126828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.800342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:51.126848Z","caller":"traceutil/trace.go:171","msg":"trace[1728787429] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23617; }","duration":"112.854483ms","start":"2026-02-27T00:35:51.013987Z","end":"2026-02-27T00:35:51.126842Z","steps":["trace[1728787429] 'agreement among raft nodes before linearized reading' (duration: 112.815142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:51.126498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.578091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-29eb7c36-2e9b-44ef-8781-368a9aae798a\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-02-27T00:35:51.126888Z","caller":"traceutil/trace.go:171","msg":"trace[608472918] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-29eb7c36-2e9b-44ef-8781-368a9aae798a; range_end:; response_count:1; response_revision:23617; }","duration":"205.96019ms","start":"2026-02-27T00:35:50.920913Z","end":"2026-02-27T00:35:51.126873Z","steps":["trace[608472918] 'agreement among raft nodes before linearized reading' (duration: 205.489289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:51.12693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.914234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f\" ","response":"range_response_count:1 size:4750"} {"level":"info","ts":"2026-02-27T00:35:51.126961Z","caller":"traceutil/trace.go:171","msg":"trace[676413332] range","detail":"{range_begin:/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f; range_end:; response_count:1; response_revision:23617; }","duration":"112.982706ms","start":"2026-02-27T00:35:51.013969Z","end":"2026-02-27T00:35:51.126952Z","steps":["trace[676413332] 'agreement among raft nodes before linearized reading' (duration: 112.900354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:51.126396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:50.814233Z","time spent":"312.155976ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4802,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"warn","ts":"2026-02-27T00:35:51.127017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.014206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/orc-system/orc-controller-manager-6cb597b5d4\" ","response":"range_response_count:1 size:3302"} {"level":"info","ts":"2026-02-27T00:35:51.126497Z","caller":"traceutil/trace.go:171","msg":"trace[141897786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23617; }","duration":"259.861005ms","start":"2026-02-27T00:35:50.866628Z","end":"2026-02-27T00:35:51.126489Z","steps":["trace[141897786] 'agreement among raft nodes before linearized reading' (duration: 259.788283ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:51.127078Z","caller":"traceutil/trace.go:171","msg":"trace[1798516070] range","detail":"{range_begin:/registry/replicasets/orc-system/orc-controller-manager-6cb597b5d4; range_end:; response_count:1; response_revision:23617; }","duration":"138.116658ms","start":"2026-02-27T00:35:50.98894Z","end":"2026-02-27T00:35:51.127056Z","steps":["trace[1798516070] 'agreement among raft nodes before linearized reading' (duration: 137.947665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:51.126498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:50.68885Z","time spent":"437.628216ms","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":6260,"request content":"key:\"/registry/replicasets/openstack/heat-engine-95455544c\" "} {"level":"warn","ts":"2026-02-27T00:35:51.125758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:50.713159Z","time spent":"412.592815ms","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4020,"request content":"key:\"/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b\" "} {"level":"warn","ts":"2026-02-27T00:35:51.127247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.7872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4263"} {"level":"info","ts":"2026-02-27T00:35:51.12734Z","caller":"traceutil/trace.go:171","msg":"trace[141766475] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:23617; }","duration":"263.999038ms","start":"2026-02-27T00:35:50.863273Z","end":"2026-02-27T00:35:51.127272Z","steps":["trace[141766475] 'agreement among raft nodes before linearized reading' (duration: 262.704929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:51.632872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805403748,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T00:35:51.697631Z","caller":"traceutil/trace.go:171","msg":"trace[1762169294] transaction","detail":"{read_only:false; response_revision:23618; number_of_response:1; }","duration":"565.840296ms","start":"2026-02-27T00:35:51.131763Z","end":"2026-02-27T00:35:51.697603Z","steps":["trace[1762169294] 'process raft request' (duration: 558.773131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:51.697831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.131742Z","time spent":"565.961929ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:52.739819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.121798ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:52.739981Z","caller":"traceutil/trace.go:171","msg":"trace[1718701368] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23618; }","duration":"709.295572ms","start":"2026-02-27T00:35:52.03066Z","end":"2026-02-27T00:35:52.739955Z","steps":["trace[1718701368] 'range keys from in-memory index tree' (duration: 709.102838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.740254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.630096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:35:52.741071Z","caller":"traceutil/trace.go:171","msg":"trace[1424999771] transaction","detail":"{read_only:false; response_revision:23619; number_of_response:1; }","duration":"1.608614772s","start":"2026-02-27T00:35:51.132431Z","end":"2026-02-27T00:35:52.741045Z","steps":["trace[1424999771] 'process raft request' (duration: 1.180156428s)","trace[1424999771] 'compare' (duration: 427.36559ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:52.741139Z","caller":"traceutil/trace.go:171","msg":"trace[634477009] transaction","detail":"{read_only:false; response_revision:23620; number_of_response:1; }","duration":"1.60850685s","start":"2026-02-27T00:35:51.132611Z","end":"2026-02-27T00:35:52.741118Z","steps":["trace[634477009] 'process raft request' (duration: 1.608335686s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.741179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.132419Z","time spent":"1.608706235s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:52.741258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.132604Z","time spent":"1.608588173s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:52.741492Z","caller":"traceutil/trace.go:171","msg":"trace[1864452206] transaction","detail":"{read_only:false; response_revision:23621; number_of_response:1; }","duration":"1.608822258s","start":"2026-02-27T00:35:51.132646Z","end":"2026-02-27T00:35:52.741469Z","steps":["trace[1864452206] 'process raft request' (duration: 1.608406439s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:52.741602Z","caller":"traceutil/trace.go:171","msg":"trace[1917128890] transaction","detail":"{read_only:false; response_revision:23622; number_of_response:1; }","duration":"1.608907649s","start":"2026-02-27T00:35:51.132634Z","end":"2026-02-27T00:35:52.741541Z","steps":["trace[1917128890] 'process raft request' (duration: 1.608663784s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:52.741673Z","caller":"traceutil/trace.go:171","msg":"trace[971044507] transaction","detail":"{read_only:false; response_revision:23624; number_of_response:1; }","duration":"1.115710151s","start":"2026-02-27T00:35:51.625944Z","end":"2026-02-27T00:35:52.741655Z","steps":["trace[971044507] 'process raft request' (duration: 1.115561497s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:52.741705Z","caller":"traceutil/trace.go:171","msg":"trace[1569721742] transaction","detail":"{read_only:false; response_revision:23625; number_of_response:1; }","duration":"1.115663019s","start":"2026-02-27T00:35:51.626027Z","end":"2026-02-27T00:35:52.74169Z","steps":["trace[1569721742] 'process raft request' (duration: 1.115520356s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:52.741701Z","caller":"traceutil/trace.go:171","msg":"trace[738868371] transaction","detail":"{read_only:false; response_revision:23626; number_of_response:1; }","duration":"1.115635689s","start":"2026-02-27T00:35:51.626035Z","end":"2026-02-27T00:35:52.741671Z","steps":["trace[738868371] 'process raft request' (duration: 1.115552587s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.741763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.625905Z","time spent":"1.115809993s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:52.741791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.626011Z","time spent":"1.115739002s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:52.741786Z","caller":"traceutil/trace.go:171","msg":"trace[212225241] transaction","detail":"{read_only:false; response_revision:23623; number_of_response:1; }","duration":"1.120245071s","start":"2026-02-27T00:35:51.62152Z","end":"2026-02-27T00:35:52.741765Z","steps":["trace[212225241] 'process raft request' (duration: 1.119937184s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.741831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.132624Z","time spent":"1.609085383s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:52.74164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.132636Z","time spent":"1.608916659s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:52.742083Z","caller":"traceutil/trace.go:171","msg":"trace[1035809693] transaction","detail":"{read_only:false; response_revision:23627; number_of_response:1; }","duration":"1.116005118s","start":"2026-02-27T00:35:51.626065Z","end":"2026-02-27T00:35:52.74207Z","steps":["trace[1035809693] 'process raft request' (duration: 1.115566778s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.742152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.626041Z","time spent":"1.116076239s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:52.742158Z","caller":"traceutil/trace.go:171","msg":"trace[1934027529] transaction","detail":"{read_only:false; response_revision:23628; number_of_response:1; }","duration":"1.115158439s","start":"2026-02-27T00:35:51.626964Z","end":"2026-02-27T00:35:52.742123Z","steps":["trace[1934027529] 'process raft request' (duration: 1.115030426s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:52.742209Z","caller":"traceutil/trace.go:171","msg":"trace[2019077462] transaction","detail":"{read_only:false; response_revision:23629; number_of_response:1; }","duration":"1.11430756s","start":"2026-02-27T00:35:51.627885Z","end":"2026-02-27T00:35:52.742192Z","steps":["trace[2019077462] 'process raft request' (duration: 1.114179017s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:52.742215Z","caller":"traceutil/trace.go:171","msg":"trace[704217481] linearizableReadLoop","detail":"{readStateIndex:24447; appliedIndex:24435; }","duration":"1.60985606s","start":"2026-02-27T00:35:51.132304Z","end":"2026-02-27T00:35:52.74216Z","steps":["trace[704217481] 'read index received' (duration: 558.29768ms)","trace[704217481] 'applied index is now lower than readState.Index' (duration: 1.051556719s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:52.74226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.62695Z","time spent":"1.115258431s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:52.742321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.627868Z","time spent":"1.114397233s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:52.742179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.621482Z","time spent":"1.120362714s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:52.742573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.626015Z","time spent":"1.115780063s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:52.742721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610408131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-55fcf98bd4-gtgfw\" ","response":"range_response_count:1 size:13363"} {"level":"info","ts":"2026-02-27T00:35:52.742773Z","caller":"traceutil/trace.go:171","msg":"trace[498429924] range","detail":"{range_begin:/registry/pods/openstack/glance-api-55fcf98bd4-gtgfw; range_end:; response_count:1; response_revision:23629; }","duration":"1.610478084s","start":"2026-02-27T00:35:51.13228Z","end":"2026-02-27T00:35:52.742758Z","steps":["trace[498429924] 'agreement among raft nodes before linearized reading' (duration: 1.609981784s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.742805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.132271Z","time spent":"1.610526315s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":13387,"request content":"key:\"/registry/pods/openstack/glance-api-55fcf98bd4-gtgfw\" "} {"level":"warn","ts":"2026-02-27T00:35:52.744813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313859389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:52.74486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606532896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-cfn-99545c54d-zxxft\" ","response":"range_response_count:1 size:8473"} {"level":"info","ts":"2026-02-27T00:35:52.744895Z","caller":"traceutil/trace.go:171","msg":"trace[855178221] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23630; }","duration":"1.313974952s","start":"2026-02-27T00:35:51.430898Z","end":"2026-02-27T00:35:52.744873Z","steps":["trace[855178221] 'agreement among raft nodes before linearized reading' (duration: 1.313837439s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:52.744921Z","caller":"traceutil/trace.go:171","msg":"trace[1688941135] range","detail":"{range_begin:/registry/pods/openstack/heat-cfn-99545c54d-zxxft; range_end:; response_count:1; response_revision:23630; }","duration":"1.606614009s","start":"2026-02-27T00:35:51.138292Z","end":"2026-02-27T00:35:52.744906Z","steps":["trace[1688941135] 'agreement among raft nodes before linearized reading' (duration: 1.606431085s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.744945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.430887Z","time spent":"1.314047674s","remote":"127.0.0.1:54862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:52.745021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33071181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9564"} {"level":"info","ts":"2026-02-27T00:35:52.745049Z","caller":"traceutil/trace.go:171","msg":"trace[686113630] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:23630; }","duration":"1.330779662s","start":"2026-02-27T00:35:51.414263Z","end":"2026-02-27T00:35:52.745042Z","steps":["trace[686113630] 'agreement among raft nodes before linearized reading' (duration: 1.33070678s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.745068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.414241Z","time spent":"1.330822632s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9588,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-02-27T00:35:52.745124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.208099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-29eb7c36-2e9b-44ef-8781-368a9aae798a\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-02-27T00:35:52.745176Z","caller":"traceutil/trace.go:171","msg":"trace[1943246254] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-29eb7c36-2e9b-44ef-8781-368a9aae798a; range_end:; response_count:1; response_revision:23630; }","duration":"614.296081ms","start":"2026-02-27T00:35:52.130867Z","end":"2026-02-27T00:35:52.745163Z","steps":["trace[1943246254] 'agreement among raft nodes before linearized reading' (duration: 614.141198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.74521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:52.13085Z","time spent":"614.352262ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-29eb7c36-2e9b-44ef-8781-368a9aae798a\" "} {"level":"warn","ts":"2026-02-27T00:35:52.745252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181225111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-conductor-6b85f55c99-hf4q6\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-02-27T00:35:52.745292Z","caller":"traceutil/trace.go:171","msg":"trace[849636819] range","detail":"{range_begin:/registry/pods/openstack/nova-conductor-6b85f55c99-hf4q6; range_end:; response_count:1; response_revision:23630; }","duration":"1.181289143s","start":"2026-02-27T00:35:51.563993Z","end":"2026-02-27T00:35:52.745282Z","steps":["trace[849636819] 'agreement among raft nodes before linearized reading' (duration: 1.18114603s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.745323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334616266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:52.745353Z","caller":"traceutil/trace.go:171","msg":"trace[257526324] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23630; }","duration":"1.334660276s","start":"2026-02-27T00:35:51.410685Z","end":"2026-02-27T00:35:52.745345Z","steps":["trace[257526324] 'agreement among raft nodes before linearized reading' (duration: 1.334603615s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.745372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.410679Z","time spent":"1.334688037s","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:52.745401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206174111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-rm76b\" ","response":"range_response_count:1 size:4925"} {"level":"warn","ts":"2026-02-27T00:35:52.7454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.773859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:52.745432Z","caller":"traceutil/trace.go:171","msg":"trace[2078738762] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-rm76b; range_end:; response_count:1; response_revision:23630; }","duration":"1.206224021s","start":"2026-02-27T00:35:51.539198Z","end":"2026-02-27T00:35:52.745422Z","steps":["trace[2078738762] 'agreement among raft nodes before linearized reading' (duration: 1.206141669s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.745063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.523521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-02-27T00:35:52.745445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.126487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-27T00:35:52.745497Z","caller":"traceutil/trace.go:171","msg":"trace[519876210] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23630; }","duration":"120.98172ms","start":"2026-02-27T00:35:52.624492Z","end":"2026-02-27T00:35:52.745474Z","steps":["trace[519876210] 'agreement among raft nodes before linearized reading' (duration: 120.463159ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:52.74551Z","caller":"traceutil/trace.go:171","msg":"trace[238361089] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23630; }","duration":"924.218349ms","start":"2026-02-27T00:35:51.821261Z","end":"2026-02-27T00:35:52.745479Z","steps":["trace[238361089] 'agreement among raft nodes before linearized reading' (duration: 924.019765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.745532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231108219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-hbfdg\" ","response":"range_response_count:1 size:4802"} {"level":"warn","ts":"2026-02-27T00:35:52.745555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378281357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:52.745572Z","caller":"traceutil/trace.go:171","msg":"trace[1474767929] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-hbfdg; range_end:; response_count:1; response_revision:23630; }","duration":"1.23116884s","start":"2026-02-27T00:35:51.514393Z","end":"2026-02-27T00:35:52.745562Z","steps":["trace[1474767929] 'agreement among raft nodes before linearized reading' (duration: 1.231082068s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:52.745448Z","caller":"traceutil/trace.go:171","msg":"trace[1541474074] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23630; }","duration":"377.860261ms","start":"2026-02-27T00:35:52.367578Z","end":"2026-02-27T00:35:52.745438Z","steps":["trace[1541474074] 'agreement among raft nodes before linearized reading' (duration: 377.78769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.745638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37887026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-api-8849b5486\" ","response":"range_response_count:1 size:8731"} {"level":"info","ts":"2026-02-27T00:35:52.745663Z","caller":"traceutil/trace.go:171","msg":"trace[391397983] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-api-8849b5486; range_end:; response_count:1; response_revision:23630; }","duration":"1.37891418s","start":"2026-02-27T00:35:51.366744Z","end":"2026-02-27T00:35:52.745658Z","steps":["trace[391397983] 'agreement among raft nodes before linearized reading' (duration: 1.378851919s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.745648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:52.367549Z","time spent":"378.082927ms","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:52.745683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.366734Z","time spent":"1.378944711s","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8755,"request content":"key:\"/registry/replicasets/openstack/cinder-api-8849b5486\" "} {"level":"warn","ts":"2026-02-27T00:35:52.745684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25617391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-ckz8g\" ","response":"range_response_count:1 size:5638"} {"level":"info","ts":"2026-02-27T00:35:52.745713Z","caller":"traceutil/trace.go:171","msg":"trace[1596296657] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-ckz8g; range_end:; response_count:1; response_revision:23630; }","duration":"1.256223921s","start":"2026-02-27T00:35:51.489481Z","end":"2026-02-27T00:35:52.745705Z","steps":["trace[1596296657] 'agreement among raft nodes before linearized reading' (duration: 1.256141769s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.745745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.489467Z","time spent":"1.256272572s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5662,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-ckz8g\" "} {"level":"info","ts":"2026-02-27T00:35:52.745783Z","caller":"traceutil/trace.go:171","msg":"trace[426174904] transaction","detail":"{read_only:false; response_revision:23630; number_of_response:1; }","duration":"128.607178ms","start":"2026-02-27T00:35:52.617161Z","end":"2026-02-27T00:35:52.745768Z","steps":["trace[426174904] 'process raft request' (duration: 127.434852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.745833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406791494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:8037"} {"level":"info","ts":"2026-02-27T00:35:52.745858Z","caller":"traceutil/trace.go:171","msg":"trace[986551886] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:23630; }","duration":"1.406840624s","start":"2026-02-27T00:35:51.339011Z","end":"2026-02-27T00:35:52.745852Z","steps":["trace[986551886] 'agreement among raft nodes before linearized reading' (duration: 1.406770373s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.745877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.339001Z","time spent":"1.406871405s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":8061,"request content":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-02-27T00:35:52.745585Z","caller":"traceutil/trace.go:171","msg":"trace[484964622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23630; }","duration":"1.378326967s","start":"2026-02-27T00:35:51.367252Z","end":"2026-02-27T00:35:52.745579Z","steps":["trace[484964622] 'agreement among raft nodes before linearized reading' (duration: 1.378282487s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.745972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270049487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:52.746004Z","caller":"traceutil/trace.go:171","msg":"trace[30265273] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23630; }","duration":"1.270104168s","start":"2026-02-27T00:35:51.47589Z","end":"2026-02-27T00:35:52.745995Z","steps":["trace[30265273] 'agreement among raft nodes before linearized reading' (duration: 1.270048196s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.745321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.56398Z","time spent":"1.181335604s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7842,"request content":"key:\"/registry/pods/openstack/nova-conductor-6b85f55c99-hf4q6\" "} {"level":"warn","ts":"2026-02-27T00:35:52.746049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43295754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd\" ","response":"range_response_count:1 size:8896"} {"level":"info","ts":"2026-02-27T00:35:52.746075Z","caller":"traceutil/trace.go:171","msg":"trace[908143552] range","detail":"{range_begin:/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd; range_end:; response_count:1; response_revision:23630; }","duration":"1.432994251s","start":"2026-02-27T00:35:51.313075Z","end":"2026-02-27T00:35:52.746069Z","steps":["trace[908143552] 'agreement among raft nodes before linearized reading' (duration: 1.43292683s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.746102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.31307Z","time spent":"1.433024622s","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":8920,"request content":"key:\"/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd\" "} {"level":"warn","ts":"2026-02-27T00:35:52.745458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.539185Z","time spent":"1.206267753s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4949,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-rm76b\" "} {"level":"warn","ts":"2026-02-27T00:35:52.746122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557778425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3660"} {"level":"warn","ts":"2026-02-27T00:35:52.746158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282759266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-02-27T00:35:52.746216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437606742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:35:52.746233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581462347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-w5jhd\" ","response":"range_response_count:1 size:3166"} {"level":"info","ts":"2026-02-27T00:35:52.74617Z","caller":"traceutil/trace.go:171","msg":"trace[634166481] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:23630; }","duration":"1.557851497s","start":"2026-02-27T00:35:51.188305Z","end":"2026-02-27T00:35:52.746156Z","steps":["trace[634166481] 'agreement among raft nodes before linearized reading' (duration: 1.557732514s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:52.746257Z","caller":"traceutil/trace.go:171","msg":"trace[1041382870] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-w5jhd; range_end:; response_count:1; response_revision:23630; }","duration":"1.581507767s","start":"2026-02-27T00:35:51.164743Z","end":"2026-02-27T00:35:52.746251Z","steps":["trace[1041382870] 'agreement among raft nodes before linearized reading' (duration: 1.581436806s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.746283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.164731Z","time spent":"1.581548068s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3190,"request content":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-w5jhd\" "} {"level":"warn","ts":"2026-02-27T00:35:52.745606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.514379Z","time spent":"1.231218601s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4826,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-hbfdg\" "} {"level":"warn","ts":"2026-02-27T00:35:52.746046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.475879Z","time spent":"1.270155078s","remote":"127.0.0.1:44666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:52.745522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357303655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18202"} {"level":"info","ts":"2026-02-27T00:35:52.746394Z","caller":"traceutil/trace.go:171","msg":"trace[624064666] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:23630; }","duration":"1.358178145s","start":"2026-02-27T00:35:51.388193Z","end":"2026-02-27T00:35:52.746371Z","steps":["trace[624064666] 'agreement among raft nodes before linearized reading' (duration: 1.357278924s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.746406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483557952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-2swc7\" ","response":"range_response_count:1 size:5930"} {"level":"warn","ts":"2026-02-27T00:35:52.746417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308070603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-scheduler-db7fcd5d6\" ","response":"range_response_count:1 size:7246"} {"level":"warn","ts":"2026-02-27T00:35:52.746336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.821236Z","time spent":"924.304261ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T00:35:52.746446Z","caller":"traceutil/trace.go:171","msg":"trace[1051622037] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-scheduler-db7fcd5d6; range_end:; response_count:1; response_revision:23630; }","duration":"1.308121133s","start":"2026-02-27T00:35:51.438319Z","end":"2026-02-27T00:35:52.74644Z","steps":["trace[1051622037] 'agreement among raft nodes before linearized reading' (duration: 1.308045912s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.746468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.438296Z","time spent":"1.308168525s","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":7270,"request content":"key:\"/registry/replicasets/openstack/cinder-scheduler-db7fcd5d6\" "} {"level":"warn","ts":"2026-02-27T00:35:52.746007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.367245Z","time spent":"1.378748787s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:35:52.746537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53256809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-osapi-7c7bcb7ffc-p2q7v\" ","response":"range_response_count:1 size:8301"} {"level":"info","ts":"2026-02-27T00:35:52.746562Z","caller":"traceutil/trace.go:171","msg":"trace[132478295] range","detail":"{range_begin:/registry/pods/openstack/nova-api-osapi-7c7bcb7ffc-p2q7v; range_end:; response_count:1; response_revision:23630; }","duration":"1.532612772s","start":"2026-02-27T00:35:51.213943Z","end":"2026-02-27T00:35:52.746555Z","steps":["trace[132478295] 'agreement among raft nodes before linearized reading' (duration: 1.53255738s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:52.746222Z","caller":"traceutil/trace.go:171","msg":"trace[1586561451] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:23630; }","duration":"1.282867028s","start":"2026-02-27T00:35:51.463341Z","end":"2026-02-27T00:35:52.746208Z","steps":["trace[1586561451] 'agreement among raft nodes before linearized reading' (duration: 1.282723985s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.744955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.138288Z","time spent":"1.60666024s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8497,"request content":"key:\"/registry/pods/openstack/heat-cfn-99545c54d-zxxft\" "} {"level":"warn","ts":"2026-02-27T00:35:52.746609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.463321Z","time spent":"1.283277697s","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4808,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" "} {"level":"info","ts":"2026-02-27T00:35:52.746256Z","caller":"traceutil/trace.go:171","msg":"trace[1467695153] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23630; }","duration":"1.437683014s","start":"2026-02-27T00:35:51.308563Z","end":"2026-02-27T00:35:52.746246Z","steps":["trace[1467695153] 'agreement among raft nodes before linearized reading' (duration: 1.437626823s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.746487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507223663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:10706"} {"level":"warn","ts":"2026-02-27T00:35:52.746428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.388184Z","time spent":"1.358234556s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18226,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"info","ts":"2026-02-27T00:35:52.746714Z","caller":"traceutil/trace.go:171","msg":"trace[1361585860] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23630; }","duration":"1.507467558s","start":"2026-02-27T00:35:51.239238Z","end":"2026-02-27T00:35:52.746706Z","steps":["trace[1361585860] 'agreement among raft nodes before linearized reading' (duration: 1.507204762s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.746712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.308544Z","time spent":"1.438152774s","remote":"127.0.0.1:50644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:52.746276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.188292Z","time spent":"1.55797146s","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3684,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" "} {"level":"info","ts":"2026-02-27T00:35:52.746428Z","caller":"traceutil/trace.go:171","msg":"trace[1654502976] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-2swc7; range_end:; response_count:1; response_revision:23630; }","duration":"1.483615104s","start":"2026-02-27T00:35:51.262807Z","end":"2026-02-27T00:35:52.746422Z","steps":["trace[1654502976] 'agreement among raft nodes before linearized reading' (duration: 1.483546742s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.745182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156589911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3900"} {"level":"info","ts":"2026-02-27T00:35:52.746847Z","caller":"traceutil/trace.go:171","msg":"trace[803983189] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:23630; }","duration":"1.158295568s","start":"2026-02-27T00:35:51.588544Z","end":"2026-02-27T00:35:52.746839Z","steps":["trace[803983189] 'agreement among raft nodes before linearized reading' (duration: 1.156353465s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.746339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457210974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-novncproxy-76dd7c9976-x77sq\" ","response":"range_response_count:1 size:11289"} {"level":"warn","ts":"2026-02-27T00:35:52.746874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.588524Z","time spent":"1.158343209s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3924,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-02-27T00:35:52.746865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.262786Z","time spent":"1.484058304s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5954,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-2swc7\" "} {"level":"warn","ts":"2026-02-27T00:35:52.746738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.239227Z","time spent":"1.507503998s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10730,"request content":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-27T00:35:52.746583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.213932Z","time spent":"1.532646822s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":8325,"request content":"key:\"/registry/pods/openstack/nova-api-osapi-7c7bcb7ffc-p2q7v\" "} {"level":"info","ts":"2026-02-27T00:35:52.746881Z","caller":"traceutil/trace.go:171","msg":"trace[1093795552] range","detail":"{range_begin:/registry/pods/openstack/nova-novncproxy-76dd7c9976-x77sq; range_end:; response_count:1; response_revision:23630; }","duration":"1.457808207s","start":"2026-02-27T00:35:51.289064Z","end":"2026-02-27T00:35:52.746873Z","steps":["trace[1093795552] 'agreement among raft nodes before linearized reading' (duration: 1.457211784s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:52.747028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:51.289047Z","time spent":"1.4579733s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":11313,"request content":"key:\"/registry/pods/openstack/nova-novncproxy-76dd7c9976-x77sq\" "} {"level":"warn","ts":"2026-02-27T00:35:53.509452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.020481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3889"} {"level":"info","ts":"2026-02-27T00:35:53.509575Z","caller":"traceutil/trace.go:171","msg":"trace[1814903345] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:23630; }","duration":"612.147395ms","start":"2026-02-27T00:35:52.897381Z","end":"2026-02-27T00:35:53.509528Z","steps":["trace[1814903345] 'range keys from in-memory index tree' (duration: 611.825677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:53.509635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:52.89737Z","time spent":"612.252377ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3913,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-02-27T00:35:53.509664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.113043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-02-27T00:35:53.509711Z","caller":"traceutil/trace.go:171","msg":"trace[763238714] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:23630; }","duration":"662.159244ms","start":"2026-02-27T00:35:52.847529Z","end":"2026-02-27T00:35:53.509688Z","steps":["trace[763238714] 'range keys from in-memory index tree' (duration: 662.037612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:53.509745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:52.847523Z","time spent":"662.216316ms","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3337,"request content":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" "} {"level":"warn","ts":"2026-02-27T00:35:53.510133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.342525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:53.510186Z","caller":"traceutil/trace.go:171","msg":"trace[837687798] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23630; }","duration":"610.422577ms","start":"2026-02-27T00:35:52.899744Z","end":"2026-02-27T00:35:53.510167Z","steps":["trace[837687798] 'count revisions from in-memory index tree' (duration: 610.260444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:53.510214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.314077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-api-57bf577bcd-vzlb4\" ","response":"range_response_count:1 size:8679"} {"level":"info","ts":"2026-02-27T00:35:53.510235Z","caller":"traceutil/trace.go:171","msg":"trace[1463839723] range","detail":"{range_begin:/registry/pods/openstack/octavia-api-57bf577bcd-vzlb4; range_end:; response_count:1; response_revision:23630; }","duration":"637.360429ms","start":"2026-02-27T00:35:52.872868Z","end":"2026-02-27T00:35:53.510229Z","steps":["trace[1463839723] 'range keys from in-memory index tree' (duration: 637.194546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:53.510246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:52.899732Z","time spent":"610.497579ms","remote":"127.0.0.1:50144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:35:53.508782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.540832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-7659bd74f8-7bp49\" ","response":"range_response_count:1 size:7174"} {"level":"info","ts":"2026-02-27T00:35:53.510608Z","caller":"traceutil/trace.go:171","msg":"trace[885735465] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-7659bd74f8-7bp49; range_end:; response_count:1; response_revision:23630; }","duration":"588.27565ms","start":"2026-02-27T00:35:52.922194Z","end":"2026-02-27T00:35:53.51047Z","steps":["trace[885735465] 'range keys from in-memory index tree' (duration: 586.409269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:53.510758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:52.922184Z","time spent":"588.536796ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":7198,"request content":"key:\"/registry/pods/openstack/ovn-northd-7659bd74f8-7bp49\" "} {"level":"warn","ts":"2026-02-27T00:35:53.511227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.802632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-02-27T00:35:53.511259Z","caller":"traceutil/trace.go:171","msg":"trace[1389073643] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:23630; }","duration":"338.844204ms","start":"2026-02-27T00:35:53.172405Z","end":"2026-02-27T00:35:53.51125Z","steps":["trace[1389073643] 'range keys from in-memory index tree' (duration: 338.741512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:53.511282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:53.1724Z","time spent":"338.871644ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9571,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-02-27T00:35:53.511305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.875033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-02-27T00:35:53.511379Z","caller":"traceutil/trace.go:171","msg":"trace[1715467759] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:23630; }","duration":"437.979574ms","start":"2026-02-27T00:35:53.073379Z","end":"2026-02-27T00:35:53.511359Z","steps":["trace[1715467759] 'range keys from in-memory index tree' (duration: 437.709029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:53.511456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:53.073354Z","time spent":"438.085947ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9569,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-02-27T00:35:53.511541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.960866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" ","response":"range_response_count:1 size:2759"} {"level":"warn","ts":"2026-02-27T00:35:53.510258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:52.87285Z","time spent":"637.404589ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":8703,"request content":"key:\"/registry/pods/openstack/octavia-api-57bf577bcd-vzlb4\" "} {"level":"info","ts":"2026-02-27T00:35:53.511596Z","caller":"traceutil/trace.go:171","msg":"trace[282627903] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-registry-c45778976; range_end:; response_count:1; response_revision:23630; }","duration":"289.014867ms","start":"2026-02-27T00:35:53.222553Z","end":"2026-02-27T00:35:53.511568Z","steps":["trace[282627903] 'range keys from in-memory index tree' (duration: 288.872964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:53.511876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.882186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/placement-api-67b77b6797\" ","response":"range_response_count:1 size:7373"} {"level":"warn","ts":"2026-02-27T00:35:53.511854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.470646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8224"} {"level":"info","ts":"2026-02-27T00:35:53.511905Z","caller":"traceutil/trace.go:171","msg":"trace[1770274094] range","detail":"{range_begin:/registry/replicasets/openstack/placement-api-67b77b6797; range_end:; response_count:1; response_revision:23630; }","duration":"414.945237ms","start":"2026-02-27T00:35:53.096946Z","end":"2026-02-27T00:35:53.511891Z","steps":["trace[1770274094] 'range keys from in-memory index tree' (duration: 414.709172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:53.511922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:53.096922Z","time spent":"414.995758ms","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7397,"request content":"key:\"/registry/replicasets/openstack/placement-api-67b77b6797\" "} {"level":"info","ts":"2026-02-27T00:35:53.511953Z","caller":"traceutil/trace.go:171","msg":"trace[649735718] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:23630; }","duration":"314.565249ms","start":"2026-02-27T00:35:53.197347Z","end":"2026-02-27T00:35:53.511912Z","steps":["trace[649735718] 'range keys from in-memory index tree' (duration: 314.334624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:53.511995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:53.197342Z","time spent":"314.643131ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8248,"request content":"key:\"/registry/statefulsets/openstack/magnum-conductor\" "} {"level":"warn","ts":"2026-02-27T00:35:53.512313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.799223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15272"} {"level":"info","ts":"2026-02-27T00:35:53.512404Z","caller":"traceutil/trace.go:171","msg":"trace[775644062] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23630; }","duration":"564.909586ms","start":"2026-02-27T00:35:52.947464Z","end":"2026-02-27T00:35:53.512373Z","steps":["trace[775644062] 'range keys from in-memory index tree' (duration: 564.567078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:53.51256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.593702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15430"} {"level":"warn","ts":"2026-02-27T00:35:53.512431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:52.947448Z","time spent":"564.976117ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15296,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-27T00:35:53.51273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.239304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-28xwb\" ","response":"range_response_count:1 size:4951"} {"level":"info","ts":"2026-02-27T00:35:53.512767Z","caller":"traceutil/trace.go:171","msg":"trace[339011860] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-28xwb; range_end:; response_count:1; response_revision:23630; }","duration":"390.268924ms","start":"2026-02-27T00:35:53.122483Z","end":"2026-02-27T00:35:53.512752Z","steps":["trace[339011860] 'range keys from in-memory index tree' (duration: 390.165882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:53.51279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:53.122469Z","time spent":"390.314195ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4975,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-28xwb\" "} {"level":"warn","ts":"2026-02-27T00:35:53.512893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.697413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-02-27T00:35:53.51299Z","caller":"traceutil/trace.go:171","msg":"trace[917735405] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:23630; }","duration":"540.828266ms","start":"2026-02-27T00:35:52.972124Z","end":"2026-02-27T00:35:53.512952Z","steps":["trace[917735405] 'range keys from in-memory index tree' (duration: 540.514819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:53.513009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.383347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/keystone-api-66f8c7d79c\" ","response":"range_response_count:1 size:11117"} {"level":"info","ts":"2026-02-27T00:35:53.513043Z","caller":"traceutil/trace.go:171","msg":"trace[675367979] range","detail":"{range_begin:/registry/replicasets/openstack/keystone-api-66f8c7d79c; range_end:; response_count:1; response_revision:23630; }","duration":"365.422757ms","start":"2026-02-27T00:35:53.147602Z","end":"2026-02-27T00:35:53.513025Z","steps":["trace[675367979] 'range keys from in-memory index tree' (duration: 365.326705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:53.513041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:52.972102Z","time spent":"540.929148ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9533,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-02-27T00:35:53.513066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:53.147596Z","time spent":"365.463868ms","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":11141,"request content":"key:\"/registry/replicasets/openstack/keystone-api-66f8c7d79c\" "} {"level":"warn","ts":"2026-02-27T00:35:53.510432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.485635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:35:53.513298Z","caller":"traceutil/trace.go:171","msg":"trace[1734720012] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23630; }","duration":"632.356789ms","start":"2026-02-27T00:35:52.880917Z","end":"2026-02-27T00:35:53.513274Z","steps":["trace[1734720012] 'count revisions from in-memory index tree' (duration: 629.402554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:53.513393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:52.880905Z","time spent":"632.44659ms","remote":"127.0.0.1:47528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:35:53.512612Z","caller":"traceutil/trace.go:171","msg":"trace[287371553] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:23630; }","duration":"265.655434ms","start":"2026-02-27T00:35:53.246931Z","end":"2026-02-27T00:35:53.512586Z","steps":["trace[287371553] 'range keys from in-memory index tree' (duration: 265.48107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:53.513626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.980592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" ","response":"range_response_count:1 size:4106"} {"level":"info","ts":"2026-02-27T00:35:53.513761Z","caller":"traceutil/trace.go:171","msg":"trace[807539768] range","detail":"{range_begin:/registry/replicasets/openstack/pxc-operator-69cb5bbdb9; range_end:; response_count:1; response_revision:23630; }","duration":"191.154335ms","start":"2026-02-27T00:35:53.322552Z","end":"2026-02-27T00:35:53.513706Z","steps":["trace[807539768] 'range keys from in-memory index tree' (duration: 190.746926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:53.514075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.382579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-666cf4b4dc-88h9p\" ","response":"range_response_count:1 size:8570"} {"level":"info","ts":"2026-02-27T00:35:53.514122Z","caller":"traceutil/trace.go:171","msg":"trace[1480907308] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-666cf4b4dc-88h9p; range_end:; response_count:1; response_revision:23630; }","duration":"241.460291ms","start":"2026-02-27T00:35:53.272642Z","end":"2026-02-27T00:35:53.514102Z","steps":["trace[1480907308] 'range keys from in-memory index tree' (duration: 241.235886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:53.514137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.225968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-vpqcr\" ","response":"range_response_count:1 size:4836"} {"level":"info","ts":"2026-02-27T00:35:53.514189Z","caller":"traceutil/trace.go:171","msg":"trace[1318410561] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-vpqcr; range_end:; response_count:1; response_revision:23630; }","duration":"217.2898ms","start":"2026-02-27T00:35:53.296875Z","end":"2026-02-27T00:35:53.514165Z","steps":["trace[1318410561] 'range keys from in-memory index tree' (duration: 217.115266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:53.514526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.673665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:35:53.514596Z","caller":"traceutil/trace.go:171","msg":"trace[826481634] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23630; }","duration":"135.768277ms","start":"2026-02-27T00:35:53.378805Z","end":"2026-02-27T00:35:53.514573Z","steps":["trace[826481634] 'count revisions from in-memory index tree' (duration: 135.593413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:53.514805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.940653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" ","response":"range_response_count:1 size:5210"} {"level":"warn","ts":"2026-02-27T00:35:53.514588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.31256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16022"} {"level":"warn","ts":"2026-02-27T00:35:53.51487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.650276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/neutron-server-6c498b9b9f\" ","response":"range_response_count:1 size:11064"} {"level":"info","ts":"2026-02-27T00:35:53.514893Z","caller":"traceutil/trace.go:171","msg":"trace[1185636945] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:23630; }","duration":"517.679558ms","start":"2026-02-27T00:35:52.9972Z","end":"2026-02-27T00:35:53.51488Z","steps":["trace[1185636945] 'range keys from in-memory index tree' (duration: 517.118565ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:53.514929Z","caller":"traceutil/trace.go:171","msg":"trace[931894368] range","detail":"{range_begin:/registry/replicasets/openstack/neutron-server-6c498b9b9f; range_end:; response_count:1; response_revision:23630; }","duration":"492.731608ms","start":"2026-02-27T00:35:53.02217Z","end":"2026-02-27T00:35:53.514902Z","steps":["trace[931894368] 'range keys from in-memory index tree' (duration: 492.466143ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:53.514939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:52.997173Z","time spent":"517.747468ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":16046,"request content":"key:\"/registry/statefulsets/openstack/valkey-node\" "} {"level":"warn","ts":"2026-02-27T00:35:53.514971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:53.022139Z","time spent":"492.82219ms","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":11088,"request content":"key:\"/registry/replicasets/openstack/neutron-server-6c498b9b9f\" "} {"level":"info","ts":"2026-02-27T00:35:53.515072Z","caller":"traceutil/trace.go:171","msg":"trace[1305411493] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf; range_end:; response_count:1; response_revision:23630; }","duration":"468.014414ms","start":"2026-02-27T00:35:53.046815Z","end":"2026-02-27T00:35:53.514829Z","steps":["trace[1305411493] 'range keys from in-memory index tree' (duration: 467.827031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:53.515112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:53.046794Z","time spent":"468.30769ms","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":5234,"request content":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" "} {"level":"info","ts":"2026-02-27T00:35:58.122652Z","caller":"traceutil/trace.go:171","msg":"trace[305401347] linearizableReadLoop","detail":"{readStateIndex:24504; appliedIndex:24503; }","duration":"368.590408ms","start":"2026-02-27T00:35:57.754042Z","end":"2026-02-27T00:35:58.122632Z","steps":["trace[305401347] 'read index received' (duration: 368.399443ms)","trace[305401347] 'applied index is now lower than readState.Index' (duration: 190.104µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:58.123182Z","caller":"traceutil/trace.go:171","msg":"trace[752615679] transaction","detail":"{read_only:false; response_revision:23683; number_of_response:1; }","duration":"369.969778ms","start":"2026-02-27T00:35:57.753193Z","end":"2026-02-27T00:35:58.123163Z","steps":["trace[752615679] 'process raft request' (duration: 369.303484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:58.123641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:57.753169Z","time spent":"370.11184ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:58.124678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.627343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-27T00:35:58.124729Z","caller":"traceutil/trace.go:171","msg":"trace[785143139] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23683; }","duration":"370.707995ms","start":"2026-02-27T00:35:57.75401Z","end":"2026-02-27T00:35:58.124718Z","steps":["trace[785143139] 'agreement among raft nodes before linearized reading' (duration: 370.564911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:58.124762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:57.753999Z","time spent":"370.755905ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-27T00:35:58.125001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.815116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T00:35:58.12504Z","caller":"traceutil/trace.go:171","msg":"trace[1350450693] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23683; }","duration":"364.879056ms","start":"2026-02-27T00:35:57.760152Z","end":"2026-02-27T00:35:58.125031Z","steps":["trace[1350450693] 'agreement among raft nodes before linearized reading' (duration: 364.781714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:58.125069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:57.760138Z","time spent":"364.924378ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:35:58.126267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.855805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-api-certs\" ","response":"range_response_count:1 size:2178"} {"level":"info","ts":"2026-02-27T00:35:58.126326Z","caller":"traceutil/trace.go:171","msg":"trace[759185586] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-api-certs; range_end:; response_count:1; response_revision:23683; }","duration":"103.942626ms","start":"2026-02-27T00:35:58.02237Z","end":"2026-02-27T00:35:58.126312Z","steps":["trace[759185586] 'agreement among raft nodes before linearized reading' (duration: 103.805313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:58.126544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.037436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" ","response":"range_response_count:1 size:2311"} {"level":"info","ts":"2026-02-27T00:35:58.126594Z","caller":"traceutil/trace.go:171","msg":"trace[1151605112] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt; range_end:; response_count:1; response_revision:23683; }","duration":"128.114957ms","start":"2026-02-27T00:35:57.998468Z","end":"2026-02-27T00:35:58.126583Z","steps":["trace[1151605112] 'agreement among raft nodes before linearized reading' (duration: 128.002215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:58.126797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.467507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1427"} {"level":"info","ts":"2026-02-27T00:35:58.126846Z","caller":"traceutil/trace.go:171","msg":"trace[118897666] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:23683; }","duration":"154.551679ms","start":"2026-02-27T00:35:57.972282Z","end":"2026-02-27T00:35:58.126834Z","steps":["trace[118897666] 'agreement among raft nodes before linearized reading' (duration: 154.441617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:58.127047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.698313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1635"} {"level":"info","ts":"2026-02-27T00:35:58.127094Z","caller":"traceutil/trace.go:171","msg":"trace[880020449] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23683; }","duration":"179.783395ms","start":"2026-02-27T00:35:57.947301Z","end":"2026-02-27T00:35:58.127084Z","steps":["trace[880020449] 'agreement among raft nodes before linearized reading' (duration: 179.674523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:58.648478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805404114,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:35:58.872087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024429862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" ","response":"range_response_count:1 size:2223"} {"level":"info","ts":"2026-02-27T00:35:58.87218Z","caller":"traceutil/trace.go:171","msg":"trace[5667705] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-registry-certs; range_end:; response_count:1; response_revision:23683; }","duration":"1.024590506s","start":"2026-02-27T00:35:57.847563Z","end":"2026-02-27T00:35:58.872154Z","steps":["trace[5667705] 'agreement among raft nodes before linearized reading' (duration: 279.954558ms)","trace[5667705] 'range keys from in-memory index tree' (duration: 744.382323ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:58.872216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.411135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-certs\" ","response":"range_response_count:1 size:2174"} {"level":"warn","ts":"2026-02-27T00:35:58.872259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:57.847552Z","time spent":"1.024685728s","remote":"127.0.0.1:52332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2247,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" "} {"level":"info","ts":"2026-02-27T00:35:58.872316Z","caller":"traceutil/trace.go:171","msg":"trace[1446976704] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-certs; range_end:; response_count:1; response_revision:23683; }","duration":"950.527037ms","start":"2026-02-27T00:35:57.921761Z","end":"2026-02-27T00:35:58.872288Z","steps":["trace[1446976704] 'agreement among raft nodes before linearized reading' (duration: 205.709355ms)","trace[1446976704] 'range keys from in-memory index tree' (duration: 744.634757ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:58.872343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07430242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:1921"} {"level":"warn","ts":"2026-02-27T00:35:58.872369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:57.921751Z","time spent":"950.607829ms","remote":"127.0.0.1:52332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2198,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-certs\" "} {"level":"warn","ts":"2026-02-27T00:35:58.872205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050060396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2181"} {"level":"info","ts":"2026-02-27T00:35:58.872407Z","caller":"traceutil/trace.go:171","msg":"trace[1329065514] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:23683; }","duration":"1.074377821s","start":"2026-02-27T00:35:57.798004Z","end":"2026-02-27T00:35:58.872382Z","steps":["trace[1329065514] 'agreement among raft nodes before linearized reading' (duration: 329.532239ms)","trace[1329065514] 'range keys from in-memory index tree' (duration: 744.72474ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:58.87241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018592214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"warn","ts":"2026-02-27T00:35:58.872457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:57.797994Z","time spent":"1.074450483s","remote":"127.0.0.1:52332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1945,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" "} {"level":"warn","ts":"2026-02-27T00:35:58.872205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.251982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-api-certs\" ","response":"range_response_count:1 size:2149"} {"level":"info","ts":"2026-02-27T00:35:58.872503Z","caller":"traceutil/trace.go:171","msg":"trace[664747082] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-api-certs; range_end:; response_count:1; response_revision:23683; }","duration":"975.59409ms","start":"2026-02-27T00:35:57.896899Z","end":"2026-02-27T00:35:58.872493Z","steps":["trace[664747082] 'agreement among raft nodes before linearized reading' (duration: 230.588623ms)","trace[664747082] 'range keys from in-memory index tree' (duration: 744.588477ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:58.872542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:57.896885Z","time spent":"975.641551ms","remote":"127.0.0.1:52332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2173,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/nova-api-certs\" "} {"level":"info","ts":"2026-02-27T00:35:58.872464Z","caller":"traceutil/trace.go:171","msg":"trace[1608996116] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:23683; }","duration":"1.050337842s","start":"2026-02-27T00:35:57.822095Z","end":"2026-02-27T00:35:58.872433Z","steps":["trace[1608996116] 'agreement among raft nodes before linearized reading' (duration: 305.433399ms)","trace[1608996116] 'range keys from in-memory index tree' (duration: 744.560226ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:58.872205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.983146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/neutron-server-certs\" ","response":"range_response_count:1 size:2384"} {"level":"warn","ts":"2026-02-27T00:35:58.87261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100140719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-kfrq9-vnc\" ","response":"range_response_count:1 size:1885"} {"level":"info","ts":"2026-02-27T00:35:58.872628Z","caller":"traceutil/trace.go:171","msg":"trace[2009227606] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/neutron-server-certs; range_end:; response_count:1; response_revision:23683; }","duration":"1.000431236s","start":"2026-02-27T00:35:57.872172Z","end":"2026-02-27T00:35:58.872603Z","steps":["trace[2009227606] 'agreement among raft nodes before linearized reading' (duration: 255.324787ms)","trace[2009227606] 'range keys from in-memory index tree' (duration: 744.577087ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:58.872657Z","caller":"traceutil/trace.go:171","msg":"trace[433861361] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-kfrq9-vnc; range_end:; response_count:1; response_revision:23683; }","duration":"1.10019418s","start":"2026-02-27T00:35:57.772444Z","end":"2026-02-27T00:35:58.872638Z","steps":["trace[433861361] 'agreement among raft nodes before linearized reading' (duration: 355.101451ms)","trace[433861361] 'range keys from in-memory index tree' (duration: 744.996197ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:35:58.872681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:57.872159Z","time spent":"1.000507248s","remote":"127.0.0.1:52332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":2408,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/neutron-server-certs\" "} {"level":"warn","ts":"2026-02-27T00:35:58.872705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:57.772435Z","time spent":"1.100259481s","remote":"127.0.0.1:52332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1909,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-kfrq9-vnc\" "} {"level":"warn","ts":"2026-02-27T00:35:58.8726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:57.822084Z","time spent":"1.050496606s","remote":"127.0.0.1:52332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2205,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" "} {"level":"warn","ts":"2026-02-27T00:35:58.872728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.247019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-27T00:35:58.872467Z","caller":"traceutil/trace.go:171","msg":"trace[2068351208] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:23683; }","duration":"1.018682786s","start":"2026-02-27T00:35:57.853773Z","end":"2026-02-27T00:35:58.872456Z","steps":["trace[2068351208] 'agreement among raft nodes before linearized reading' (duration: 273.735091ms)","trace[2068351208] 'range keys from in-memory index tree' (duration: 744.748671ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:58.872819Z","caller":"traceutil/trace.go:171","msg":"trace[1345470469] transaction","detail":"{read_only:false; response_revision:23684; number_of_response:1; }","duration":"739.388653ms","start":"2026-02-27T00:35:58.133421Z","end":"2026-02-27T00:35:58.87281Z","steps":["trace[1345470469] 'process raft request' (duration: 654.006855ms)","trace[1345470469] 'compare' (duration: 85.080052ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:58.872817Z","caller":"traceutil/trace.go:171","msg":"trace[392820119] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:23683; }","duration":"743.354371ms","start":"2026-02-27T00:35:58.129433Z","end":"2026-02-27T00:35:58.872787Z","steps":["trace[392820119] 'range keys from in-memory index tree' (duration: 743.102256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:58.872867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.129422Z","time spent":"743.436284ms","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-02-27T00:35:58.872855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:57.853763Z","time spent":"1.019065196s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":210,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-02-27T00:35:58.872912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.133412Z","time spent":"739.438324ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:59.637241Z","caller":"traceutil/trace.go:171","msg":"trace[667511971] transaction","detail":"{read_only:false; response_revision:23685; number_of_response:1; }","duration":"1.005809093s","start":"2026-02-27T00:35:58.631391Z","end":"2026-02-27T00:35:59.6372Z","steps":["trace[667511971] 'process raft request' (duration: 1.005627089s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:59.637473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.631368Z","time spent":"1.00604425s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:59.637372Z","caller":"traceutil/trace.go:171","msg":"trace[1021571174] transaction","detail":"{read_only:false; response_revision:23686; number_of_response:1; }","duration":"878.930322ms","start":"2026-02-27T00:35:58.758432Z","end":"2026-02-27T00:35:59.637363Z","steps":["trace[1021571174] 'process raft request' (duration: 878.715327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:59.637657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.758412Z","time spent":"879.214619ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:59.637663Z","caller":"traceutil/trace.go:171","msg":"trace[976820460] transaction","detail":"{read_only:false; response_revision:23687; number_of_response:1; }","duration":"877.266377ms","start":"2026-02-27T00:35:58.760373Z","end":"2026-02-27T00:35:59.63764Z","steps":["trace[976820460] 'process raft request' (duration: 876.95491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:59.637823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.760346Z","time spent":"877.382699ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:59.637937Z","caller":"traceutil/trace.go:171","msg":"trace[1080746051] transaction","detail":"{read_only:false; response_revision:23688; number_of_response:1; }","duration":"874.630778ms","start":"2026-02-27T00:35:58.763297Z","end":"2026-02-27T00:35:59.637928Z","steps":["trace[1080746051] 'process raft request' (duration: 874.25964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:59.637984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.763283Z","time spent":"874.678469ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:59.638008Z","caller":"traceutil/trace.go:171","msg":"trace[148545394] linearizableReadLoop","detail":"{readStateIndex:24506; appliedIndex:24504; }","duration":"1.490153127s","start":"2026-02-27T00:35:58.147843Z","end":"2026-02-27T00:35:59.637996Z","steps":["trace[148545394] 'read index received' (duration: 640.194621ms)","trace[148545394] 'applied index is now lower than readState.Index' (duration: 849.957936ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:35:59.638081Z","caller":"traceutil/trace.go:171","msg":"trace[386131087] transaction","detail":"{read_only:false; response_revision:23691; number_of_response:1; }","duration":"868.159896ms","start":"2026-02-27T00:35:58.769913Z","end":"2026-02-27T00:35:59.638073Z","steps":["trace[386131087] 'process raft request' (duration: 868.040793ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:35:59.638086Z","caller":"traceutil/trace.go:171","msg":"trace[1790550050] transaction","detail":"{read_only:false; response_revision:23690; number_of_response:1; }","duration":"872.921941ms","start":"2026-02-27T00:35:58.765152Z","end":"2026-02-27T00:35:59.638074Z","steps":["trace[1790550050] 'process raft request' (duration: 872.773818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:59.638151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.769904Z","time spent":"868.197157ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:59.638156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.765144Z","time spent":"872.976522ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:59.638214Z","caller":"traceutil/trace.go:171","msg":"trace[1702401091] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"867.261797ms","start":"2026-02-27T00:35:58.770945Z","end":"2026-02-27T00:35:59.638207Z","steps":["trace[1702401091] 'process raft request' (duration: 867.031162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:59.638261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.770939Z","time spent":"867.300618ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:35:59.638327Z","caller":"traceutil/trace.go:171","msg":"trace[673204631] transaction","detail":"{read_only:false; response_revision:23689; number_of_response:1; }","duration":"873.392681ms","start":"2026-02-27T00:35:58.764928Z","end":"2026-02-27T00:35:59.638321Z","steps":["trace[673204631] 'process raft request' (duration: 872.922031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:59.638362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.764903Z","time spent":"873.444352ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:35:59.638328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490496744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/orchestration\" ","response":"range_response_count:1 size:980"} {"level":"info","ts":"2026-02-27T00:35:59.638417Z","caller":"traceutil/trace.go:171","msg":"trace[462339] range","detail":"{range_begin:/registry/ingress/openstack/orchestration; range_end:; response_count:1; response_revision:23692; }","duration":"1.490624847s","start":"2026-02-27T00:35:58.147785Z","end":"2026-02-27T00:35:59.63841Z","steps":["trace[462339] 'agreement among raft nodes before linearized reading' (duration: 1.490476464s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:35:59.638448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.147763Z","time spent":"1.490679279s","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":1004,"request content":"key:\"/registry/ingress/openstack/orchestration\" "} {"level":"warn","ts":"2026-02-27T00:36:00.138892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805404126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:36:00.366833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999941691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T00:36:00.366937Z","caller":"traceutil/trace.go:171","msg":"trace[1528091833] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000081263s","start":"2026-02-27T00:35:58.366837Z","end":"2026-02-27T00:36:00.366919Z","steps":["trace[1528091833] 'agreement among raft nodes before linearized reading' (duration: 1.99995093s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.366984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.366794Z","time spent":"2.000181156s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:36:00.639082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805404126,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T00:36:00.912215Z","caller":"traceutil/trace.go:171","msg":"trace[548672199] linearizableReadLoop","detail":"{readStateIndex:24514; appliedIndex:24513; }","duration":"1.274143317s","start":"2026-02-27T00:35:59.638051Z","end":"2026-02-27T00:36:00.912194Z","steps":["trace[548672199] 'read index received' (duration: 1.273571413s)","trace[548672199] 'applied index is now lower than readState.Index' (duration: 570.284µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:36:00.912353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110687698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:36:00.912396Z","caller":"traceutil/trace.go:171","msg":"trace[467348186] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23692; }","duration":"2.110776889s","start":"2026-02-27T00:35:58.801607Z","end":"2026-02-27T00:36:00.912384Z","steps":["trace[467348186] 'agreement among raft nodes before linearized reading' (duration: 2.110688237s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.912408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193179691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-666cf4b4dc-88h9p.1897f34a4e88d7a5\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-02-27T00:36:00.912391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143795115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T00:36:00.91243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.801592Z","time spent":"2.110828591s","remote":"127.0.0.1:46748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:36:00.912438Z","caller":"traceutil/trace.go:171","msg":"trace[1220021150] range","detail":"{range_begin:/registry/events/openstack/magnum-api-666cf4b4dc-88h9p.1897f34a4e88d7a5; range_end:; response_count:1; response_revision:23692; }","duration":"2.193248373s","start":"2026-02-27T00:35:58.71918Z","end":"2026-02-27T00:36:00.912428Z","steps":["trace[1220021150] 'agreement among raft nodes before linearized reading' (duration: 2.1931114s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.912463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.71916Z","time spent":"2.193296133s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-666cf4b4dc-88h9p.1897f34a4e88d7a5\" "} {"level":"warn","ts":"2026-02-27T00:36:00.912436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035743068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute\" ","response":"range_response_count:1 size:839"} {"level":"info","ts":"2026-02-27T00:36:00.912511Z","caller":"traceutil/trace.go:171","msg":"trace[1760213440] range","detail":"{range_begin:/registry/ingress/openstack/compute; range_end:; response_count:1; response_revision:23692; }","duration":"2.03584557s","start":"2026-02-27T00:35:58.876646Z","end":"2026-02-27T00:36:00.912491Z","steps":["trace[1760213440] 'agreement among raft nodes before linearized reading' (duration: 2.035619575s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.912545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143856387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T00:36:00.912559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.876636Z","time spent":"2.035915272s","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":863,"request content":"key:\"/registry/ingress/openstack/compute\" "} {"level":"info","ts":"2026-02-27T00:36:00.912576Z","caller":"traceutil/trace.go:171","msg":"trace[1662836974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23692; }","duration":"2.143886548s","start":"2026-02-27T00:35:58.768681Z","end":"2026-02-27T00:36:00.912568Z","steps":["trace[1662836974] 'agreement among raft nodes before linearized reading' (duration: 2.143803146s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.912609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.768628Z","time spent":"2.143972879s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:36:00.912653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319307605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-27T00:36:00.912687Z","caller":"traceutil/trace.go:171","msg":"trace[1415977307] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23692; }","duration":"2.319374667s","start":"2026-02-27T00:35:58.593302Z","end":"2026-02-27T00:36:00.912676Z","steps":["trace[1415977307] 'agreement among raft nodes before linearized reading' (duration: 2.319278025s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.912707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038594161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-qgm74\" ","response":"range_response_count:1 size:4479"} {"level":"warn","ts":"2026-02-27T00:36:00.912653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036251879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:851"} {"level":"info","ts":"2026-02-27T00:36:00.912739Z","caller":"traceutil/trace.go:171","msg":"trace[634637180] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:23692; }","duration":"2.036338861s","start":"2026-02-27T00:35:58.876392Z","end":"2026-02-27T00:36:00.912731Z","steps":["trace[634637180] 'agreement among raft nodes before linearized reading' (duration: 2.036198498s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.912767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.87637Z","time spent":"2.036386782s","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":875,"request content":"key:\"/registry/ingress/openstack/network\" "} {"level":"warn","ts":"2026-02-27T00:36:00.912818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768190093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T00:36:00.912851Z","caller":"traceutil/trace.go:171","msg":"trace[285215058] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23692; }","duration":"1.768254074s","start":"2026-02-27T00:35:59.144587Z","end":"2026-02-27T00:36:00.912842Z","steps":["trace[285215058] 'agreement among raft nodes before linearized reading' (duration: 1.768152131s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.91286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138862657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T00:36:00.912927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970720778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:36:00.912936Z","caller":"traceutil/trace.go:171","msg":"trace[499721650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23692; }","duration":"2.138939018s","start":"2026-02-27T00:35:58.773969Z","end":"2026-02-27T00:36:00.912908Z","steps":["trace[499721650] 'agreement among raft nodes before linearized reading' (duration: 2.138824426s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:00.91296Z","caller":"traceutil/trace.go:171","msg":"trace[1425947022] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23692; }","duration":"1.970755439s","start":"2026-02-27T00:35:58.942194Z","end":"2026-02-27T00:36:00.912949Z","steps":["trace[1425947022] 'agreement among raft nodes before linearized reading' (duration: 1.970706328s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.912971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689950297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-ca\" ","response":"range_response_count:1 size:2156"} {"level":"warn","ts":"2026-02-27T00:36:00.912982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036216589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" ","response":"range_response_count:1 size:1085"} {"level":"info","ts":"2026-02-27T00:36:00.913008Z","caller":"traceutil/trace.go:171","msg":"trace[1810855439] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-client-ca; range_end:; response_count:1; response_revision:23692; }","duration":"2.690018639s","start":"2026-02-27T00:35:58.222977Z","end":"2026-02-27T00:36:00.912996Z","steps":["trace[1810855439] 'agreement among raft nodes before linearized reading' (duration: 2.689932667s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.912999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.77396Z","time spent":"2.13902814s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:36:00.913039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.222956Z","time spent":"2.690075991s","remote":"127.0.0.1:52332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2180,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-ca\" "} {"level":"warn","ts":"2026-02-27T00:36:00.913047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490784247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2109"} {"level":"info","ts":"2026-02-27T00:36:00.913085Z","caller":"traceutil/trace.go:171","msg":"trace[1394778278] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:23692; }","duration":"2.490848209s","start":"2026-02-27T00:35:58.422228Z","end":"2026-02-27T00:36:00.913076Z","steps":["trace[1394778278] 'agreement among raft nodes before linearized reading' (duration: 2.490764877s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.9131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03584824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:940"} {"level":"warn","ts":"2026-02-27T00:36:00.913113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.422214Z","time spent":"2.490888329s","remote":"127.0.0.1:52332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2133,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" "} {"level":"info","ts":"2026-02-27T00:36:00.91313Z","caller":"traceutil/trace.go:171","msg":"trace[1927531273] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23692; }","duration":"2.035886672s","start":"2026-02-27T00:35:58.877236Z","end":"2026-02-27T00:36:00.913122Z","steps":["trace[1927531273] 'agreement among raft nodes before linearized reading' (duration: 2.03580668s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.913157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.877231Z","time spent":"2.035919602s","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":964,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-02-27T00:36:00.913227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515380848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:1907"} {"level":"warn","ts":"2026-02-27T00:36:00.913222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036107056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:885"} {"level":"info","ts":"2026-02-27T00:36:00.913257Z","caller":"traceutil/trace.go:171","msg":"trace[615420898] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:23692; }","duration":"2.515432279s","start":"2026-02-27T00:35:58.397817Z","end":"2026-02-27T00:36:00.913249Z","steps":["trace[615420898] 'agreement among raft nodes before linearized reading' (duration: 2.515353458s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:00.913263Z","caller":"traceutil/trace.go:171","msg":"trace[1564111216] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23692; }","duration":"2.036147547s","start":"2026-02-27T00:35:58.877107Z","end":"2026-02-27T00:36:00.913255Z","steps":["trace[1564111216] 'agreement among raft nodes before linearized reading' (duration: 2.036050454s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.912877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:59.144566Z","time spent":"1.768305225s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:36:00.912989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.942134Z","time spent":"1.970847461s","remote":"127.0.0.1:50614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-27T00:36:00.912739Z","caller":"traceutil/trace.go:171","msg":"trace[353433038] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-qgm74; range_end:; response_count:1; response_revision:23692; }","duration":"2.038647072s","start":"2026-02-27T00:35:58.874083Z","end":"2026-02-27T00:36:00.912731Z","steps":["trace[353433038] 'agreement among raft nodes before linearized reading' (duration: 2.038589011s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.914152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.874068Z","time spent":"2.040068273s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4503,"request content":"key:\"/registry/pods/kube-system/kube-proxy-qgm74\" "} {"level":"warn","ts":"2026-02-27T00:36:00.912968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666010662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-certs\" ","response":"range_response_count:1 size:2002"} {"level":"info","ts":"2026-02-27T00:36:00.914254Z","caller":"traceutil/trace.go:171","msg":"trace[994970364] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-client-certs; range_end:; response_count:1; response_revision:23692; }","duration":"2.66732654s","start":"2026-02-27T00:35:58.246906Z","end":"2026-02-27T00:36:00.914232Z","steps":["trace[994970364] 'agreement among raft nodes before linearized reading' (duration: 2.665983941s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.914312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.246882Z","time spent":"2.667407972s","remote":"127.0.0.1:52332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":2026,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-certs\" "} {"level":"warn","ts":"2026-02-27T00:36:00.912718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141926954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T00:36:00.914428Z","caller":"traceutil/trace.go:171","msg":"trace[388897705] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23692; }","duration":"2.143685842s","start":"2026-02-27T00:35:58.770715Z","end":"2026-02-27T00:36:00.914401Z","steps":["trace[388897705] 'agreement among raft nodes before linearized reading' (duration: 2.141684419s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.914521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.770699Z","time spent":"2.143784924s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:36:00.912712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.593283Z","time spent":"2.319422738s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-02-27T00:36:00.912459Z","caller":"traceutil/trace.go:171","msg":"trace[1811108199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23692; }","duration":"2.143894247s","start":"2026-02-27T00:35:58.768548Z","end":"2026-02-27T00:36:00.912442Z","steps":["trace[1811108199] 'agreement among raft nodes before linearized reading' (duration: 2.143664192s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.914789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.768539Z","time spent":"2.146239809s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T00:36:00.913021Z","caller":"traceutil/trace.go:171","msg":"trace[1970820439] range","detail":"{range_begin:/registry/ingress/openstack/compute-novnc-proxy; range_end:; response_count:1; response_revision:23692; }","duration":"2.036270939s","start":"2026-02-27T00:35:58.876741Z","end":"2026-02-27T00:36:00.913012Z","steps":["trace[1970820439] 'agreement among raft nodes before linearized reading' (duration: 2.036171417s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.914915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.876735Z","time spent":"2.038171361s","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1109,"request content":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" "} {"level":"warn","ts":"2026-02-27T00:36:00.913286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.716367049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/identity\" ","response":"range_response_count:1 size:1063"} {"level":"info","ts":"2026-02-27T00:36:00.915171Z","caller":"traceutil/trace.go:171","msg":"trace[170497750] range","detail":"{range_begin:/registry/ingress/openstack/identity; range_end:; response_count:1; response_revision:23692; }","duration":"2.718248061s","start":"2026-02-27T00:35:58.196881Z","end":"2026-02-27T00:36:00.915129Z","steps":["trace[170497750] 'agreement among raft nodes before linearized reading' (duration: 2.716343149s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.913295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.3978Z","time spent":"2.51548573s","remote":"127.0.0.1:52332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1931,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" "} {"level":"warn","ts":"2026-02-27T00:36:00.913295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.877085Z","time spent":"2.036204518s","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":909,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-02-27T00:36:00.91525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.196867Z","time spent":"2.718360823s","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":1087,"request content":"key:\"/registry/ingress/openstack/identity\" "} {"level":"warn","ts":"2026-02-27T00:36:00.913356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.741257817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/cloudformation\" ","response":"range_response_count:1 size:985"} {"level":"info","ts":"2026-02-27T00:36:00.915347Z","caller":"traceutil/trace.go:171","msg":"trace[782169366] range","detail":"{range_begin:/registry/ingress/openstack/cloudformation; range_end:; response_count:1; response_revision:23692; }","duration":"2.74323941s","start":"2026-02-27T00:35:58.172091Z","end":"2026-02-27T00:36:00.91533Z","steps":["trace[782169366] 'agreement among raft nodes before linearized reading' (duration: 2.741214106s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.915401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.172014Z","time spent":"2.743369034s","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":1009,"request content":"key:\"/registry/ingress/openstack/cloudformation\" "} {"level":"warn","ts":"2026-02-27T00:36:00.913362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.541718627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:1 size:2416"} {"level":"info","ts":"2026-02-27T00:36:00.915467Z","caller":"traceutil/trace.go:171","msg":"trace[2138510985] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:1; response_revision:23692; }","duration":"2.543828783s","start":"2026-02-27T00:35:58.371623Z","end":"2026-02-27T00:36:00.915452Z","steps":["trace[2138510985] 'agreement among raft nodes before linearized reading' (duration: 2.541686246s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.915512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.371616Z","time spent":"2.543882435s","remote":"127.0.0.1:52332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2440,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" "} {"level":"warn","ts":"2026-02-27T00:36:00.913404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.923629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:36:00.915634Z","caller":"traceutil/trace.go:171","msg":"trace[465411399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23692; }","duration":"548.144127ms","start":"2026-02-27T00:36:00.367447Z","end":"2026-02-27T00:36:00.915592Z","steps":["trace[465411399] 'agreement among raft nodes before linearized reading' (duration: 545.937288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.915777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:00.367432Z","time spent":"548.277111ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:36:00.91343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566150085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/load-balancer\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-02-27T00:36:00.915949Z","caller":"traceutil/trace.go:171","msg":"trace[1738612787] range","detail":"{range_begin:/registry/ingress/openstack/load-balancer; range_end:; response_count:1; response_revision:23692; }","duration":"2.568675361s","start":"2026-02-27T00:35:58.347235Z","end":"2026-02-27T00:36:00.91591Z","steps":["trace[1738612787] 'agreement among raft nodes before linearized reading' (duration: 2.566143895s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.916008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.347215Z","time spent":"2.568774003s","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":901,"request content":"key:\"/registry/ingress/openstack/load-balancer\" "} {"level":"warn","ts":"2026-02-27T00:36:00.913375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.874181Z","time spent":"2.039185224s","remote":"127.0.0.1:47286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T00:36:00.913474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572912753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:36:00.916395Z","caller":"traceutil/trace.go:171","msg":"trace[352613172] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23692; }","duration":"2.575849268s","start":"2026-02-27T00:35:58.340523Z","end":"2026-02-27T00:36:00.916372Z","steps":["trace[352613172] 'agreement among raft nodes before linearized reading' (duration: 2.572922504s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.91645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.340507Z","time spent":"2.575920389s","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:36:00.913542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591548884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:2777"} {"level":"info","ts":"2026-02-27T00:36:00.91665Z","caller":"traceutil/trace.go:171","msg":"trace[1243866163] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:23692; }","duration":"2.594685423s","start":"2026-02-27T00:35:58.32195Z","end":"2026-02-27T00:36:00.916635Z","steps":["trace[1243866163] 'agreement among raft nodes before linearized reading' (duration: 2.591539344s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.916691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.32193Z","time spent":"2.594749294s","remote":"127.0.0.1:52332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":2801,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-02-27T00:36:00.913558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.468756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:36:00.917119Z","caller":"traceutil/trace.go:171","msg":"trace[1080964742] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23692; }","duration":"508.023594ms","start":"2026-02-27T00:36:00.409075Z","end":"2026-02-27T00:36:00.917098Z","steps":["trace[1080964742] 'agreement among raft nodes before linearized reading' (duration: 504.452265ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.917199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:00.408997Z","time spent":"508.180787ms","remote":"127.0.0.1:50614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:36:00.913577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.812677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:36:00.917448Z","caller":"traceutil/trace.go:171","msg":"trace[2039189760] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23692; }","duration":"380.710513ms","start":"2026-02-27T00:36:00.536717Z","end":"2026-02-27T00:36:00.917428Z","steps":["trace[2039189760] 'agreement among raft nodes before linearized reading' (duration: 376.794347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.917496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:00.536697Z","time spent":"380.782016ms","remote":"127.0.0.1:47716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:36:00.913592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.616279358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/placement-api-certs\" ","response":"range_response_count:1 size:2387"} {"level":"info","ts":"2026-02-27T00:36:00.917605Z","caller":"traceutil/trace.go:171","msg":"trace[1202652361] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/placement-api-certs; range_end:; response_count:1; response_revision:23692; }","duration":"2.620300126s","start":"2026-02-27T00:35:58.297287Z","end":"2026-02-27T00:36:00.917587Z","steps":["trace[1202652361] 'agreement among raft nodes before linearized reading' (duration: 2.616272797s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.91765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.297278Z","time spent":"2.620358977s","remote":"127.0.0.1:52332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2411,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/placement-api-certs\" "} {"level":"warn","ts":"2026-02-27T00:36:00.91366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641487012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-server-ca\" ","response":"range_response_count:1 size:2156"} {"level":"info","ts":"2026-02-27T00:36:00.917745Z","caller":"traceutil/trace.go:171","msg":"trace[26427664] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-server-ca; range_end:; response_count:1; response_revision:23692; }","duration":"2.645586502s","start":"2026-02-27T00:35:58.272131Z","end":"2026-02-27T00:36:00.917717Z","steps":["trace[26427664] 'agreement among raft nodes before linearized reading' (duration: 2.641479811s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:00.917845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:35:58.272111Z","time spent":"2.645695555s","remote":"127.0.0.1:52332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2180,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-server-ca\" "} {"level":"warn","ts":"2026-02-27T00:36:01.635503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.724372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:36:01.635601Z","caller":"traceutil/trace.go:171","msg":"trace[1591410857] linearizableReadLoop","detail":"{readStateIndex:24515; appliedIndex:24514; }","duration":"718.045364ms","start":"2026-02-27T00:36:00.917537Z","end":"2026-02-27T00:36:01.635583Z","steps":["trace[1591410857] 'read index received' (duration: 378.137898ms)","trace[1591410857] 'applied index is now lower than readState.Index' (duration: 339.905846ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:36:01.635671Z","caller":"traceutil/trace.go:171","msg":"trace[2083177909] transaction","detail":"{read_only:false; response_revision:23693; number_of_response:1; }","duration":"719.738432ms","start":"2026-02-27T00:36:00.915922Z","end":"2026-02-27T00:36:01.63566Z","steps":["trace[2083177909] 'process raft request' (duration: 379.760714ms)","trace[2083177909] 'compare' (duration: 339.283843ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:36:01.635725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:00.915889Z","time spent":"719.806594ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:36:01.635901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.33354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-29eb7c36-2e9b-44ef-8781-368a9aae798a\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T00:36:01.635987Z","caller":"traceutil/trace.go:171","msg":"trace[1204589026] range","detail":"{range_begin:/registry/persistentvolumes/pvc-29eb7c36-2e9b-44ef-8781-368a9aae798a; range_end:; response_count:1; response_revision:23693; }","duration":"718.466923ms","start":"2026-02-27T00:36:00.917494Z","end":"2026-02-27T00:36:01.635961Z","steps":["trace[1204589026] 'agreement among raft nodes before linearized reading' (duration: 718.196177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:01.636074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:00.917476Z","time spent":"718.565546ms","remote":"127.0.0.1:47388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-29eb7c36-2e9b-44ef-8781-368a9aae798a\" "} {"level":"warn","ts":"2026-02-27T00:36:02.922373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00037839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T00:36:02.922456Z","caller":"traceutil/trace.go:171","msg":"trace[1478826310] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000483432s","start":"2026-02-27T00:36:00.921955Z","end":"2026-02-27T00:36:02.922438Z","steps":["trace[1478826310] 'agreement among raft nodes before linearized reading' (duration: 2.00037177s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:02.922504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:00.921941Z","time spent":"2.000553424s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:36:02.978375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.91181ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:36:02.978451Z","caller":"traceutil/trace.go:171","msg":"trace[1876920314] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23693; }","duration":"947.993842ms","start":"2026-02-27T00:36:02.030445Z","end":"2026-02-27T00:36:02.978439Z","steps":["trace[1876920314] 'range keys from in-memory index tree' (duration: 947.899519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:02.978888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133536533s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:36:02.979202Z","caller":"traceutil/trace.go:171","msg":"trace[726434476] linearizableReadLoop","detail":"{readStateIndex:24521; appliedIndex:24515; }","duration":"1.343561112s","start":"2026-02-27T00:36:01.635626Z","end":"2026-02-27T00:36:02.979187Z","steps":["trace[726434476] 'read index received' (duration: 209.713943ms)","trace[726434476] 'applied index is now lower than readState.Index' (duration: 1.133846249s)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:36:02.979272Z","caller":"traceutil/trace.go:171","msg":"trace[1111444394] transaction","detail":"{read_only:false; response_revision:23694; number_of_response:1; }","duration":"2.061627277s","start":"2026-02-27T00:36:00.917633Z","end":"2026-02-27T00:36:02.97926Z","steps":["trace[1111444394] 'process raft request' (duration: 927.631134ms)","trace[1111444394] 'compare' (duration: 1.133051762s)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:36:02.979322Z","caller":"traceutil/trace.go:171","msg":"trace[1382023478] transaction","detail":"{read_only:false; response_revision:23699; number_of_response:1; }","duration":"2.058626822s","start":"2026-02-27T00:36:00.920673Z","end":"2026-02-27T00:36:02.9793Z","steps":["trace[1382023478] 'process raft request' (duration: 2.058479567s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:02.979398Z","caller":"traceutil/trace.go:171","msg":"trace[1780689407] transaction","detail":"{read_only:false; response_revision:23697; number_of_response:1; }","duration":"2.060324219s","start":"2026-02-27T00:36:00.919057Z","end":"2026-02-27T00:36:02.979381Z","steps":["trace[1780689407] 'process raft request' (duration: 2.060032052s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:02.979383Z","caller":"traceutil/trace.go:171","msg":"trace[338108882] transaction","detail":"{read_only:false; response_revision:23696; number_of_response:1; }","duration":"2.060302829s","start":"2026-02-27T00:36:00.919052Z","end":"2026-02-27T00:36:02.979355Z","steps":["trace[338108882] 'process raft request' (duration: 2.060001921s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:02.979441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:00.919029Z","time spent":"2.06038946s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:36:02.979422Z","caller":"traceutil/trace.go:171","msg":"trace[1125350418] transaction","detail":"{read_only:false; response_revision:23698; number_of_response:1; }","duration":"2.059755397s","start":"2026-02-27T00:36:00.919639Z","end":"2026-02-27T00:36:02.979395Z","steps":["trace[1125350418] 'process raft request' (duration: 2.05948257s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:02.979446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629967733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:36:02.979506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06036388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:1113"} {"level":"warn","ts":"2026-02-27T00:36:02.979477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82665593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:36:02.979503Z","caller":"traceutil/trace.go:171","msg":"trace[1965527816] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23699; }","duration":"1.630084316s","start":"2026-02-27T00:36:01.349405Z","end":"2026-02-27T00:36:02.979489Z","steps":["trace[1965527816] 'agreement among raft nodes before linearized reading' (duration: 1.629956103s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:02.979525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:00.919626Z","time spent":"2.059845049s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:36:02.97941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05810119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:36:02.979537Z","caller":"traceutil/trace.go:171","msg":"trace[535991386] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:23699; }","duration":"2.060414572s","start":"2026-02-27T00:36:00.919113Z","end":"2026-02-27T00:36:02.979527Z","steps":["trace[535991386] 'agreement among raft nodes before linearized reading' (duration: 2.060316559s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:02.979559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:01.349384Z","time spent":"1.630164277s","remote":"127.0.0.1:45978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:36:02.979555Z","caller":"traceutil/trace.go:171","msg":"trace[2032546040] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23699; }","duration":"1.826809484s","start":"2026-02-27T00:36:01.152729Z","end":"2026-02-27T00:36:02.979538Z","steps":["trace[2032546040] 'agreement among raft nodes before linearized reading' (duration: 1.826659031s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:02.979566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:00.9191Z","time spent":"2.060460122s","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1137,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"info","ts":"2026-02-27T00:36:02.979601Z","caller":"traceutil/trace.go:171","msg":"trace[604276878] transaction","detail":"{read_only:false; response_revision:23695; number_of_response:1; }","duration":"2.060597665s","start":"2026-02-27T00:36:00.918992Z","end":"2026-02-27T00:36:02.97959Z","steps":["trace[604276878] 'process raft request' (duration: 2.059993181s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:02.979589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059750697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T00:36:02.979608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:01.152699Z","time spent":"1.826898255s","remote":"127.0.0.1:46764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:36:02.979592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057589689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/placement\" ","response":"range_response_count:1 size:859"} {"level":"warn","ts":"2026-02-27T00:36:02.979649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:00.918974Z","time spent":"2.060650517s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:36:02.97965Z","caller":"traceutil/trace.go:171","msg":"trace[169583182] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23699; }","duration":"2.059829399s","start":"2026-02-27T00:36:00.919804Z","end":"2026-02-27T00:36:02.979633Z","steps":["trace[169583182] 'agreement among raft nodes before linearized reading' (duration: 2.059596024s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:02.97968Z","caller":"traceutil/trace.go:171","msg":"trace[697423221] range","detail":"{range_begin:/registry/ingress/openstack/placement; range_end:; response_count:1; response_revision:23699; }","duration":"2.057706691s","start":"2026-02-27T00:36:00.921952Z","end":"2026-02-27T00:36:02.979659Z","steps":["trace[697423221] 'agreement among raft nodes before linearized reading' (duration: 2.057397325s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:02.979565Z","caller":"traceutil/trace.go:171","msg":"trace[1235697816] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23699; }","duration":"2.058258994s","start":"2026-02-27T00:36:00.921291Z","end":"2026-02-27T00:36:02.97955Z","steps":["trace[1235697816] 'agreement among raft nodes before linearized reading' (duration: 2.05806504s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:02.979695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:00.919795Z","time spent":"2.05988828s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:36:02.979434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:00.92066Z","time spent":"2.058708083s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:36:02.979517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:00.919029Z","time spent":"2.060416371s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:36:02.979734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:00.921942Z","time spent":"2.057778633s","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":883,"request content":"key:\"/registry/ingress/openstack/placement\" "} {"level":"warn","ts":"2026-02-27T00:36:02.979331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:00.917596Z","time spent":"2.06169933s","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:36:02.979756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:00.921285Z","time spent":"2.058445068s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T00:36:03.480112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805404144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:36:03.661144Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.815124015s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T00:36:03.837051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:03.286418Z","time spent":"550.625081ms","remote":"127.0.0.1:53550","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T00:36:03.837519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.095123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:36:03.837852Z","caller":"traceutil/trace.go:171","msg":"trace[278673176] transaction","detail":"{read_only:false; response_revision:23706; number_of_response:1; }","duration":"2.193707753s","start":"2026-02-27T00:36:01.644133Z","end":"2026-02-27T00:36:03.837841Z","steps":["trace[278673176] 'process raft request' (duration: 2.193679802s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:03.8379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:01.644126Z","time spent":"2.193752303s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:36:03.838029Z","caller":"traceutil/trace.go:171","msg":"trace[1585369199] transaction","detail":"{read_only:false; response_revision:23703; number_of_response:1; }","duration":"2.194728634s","start":"2026-02-27T00:36:01.643294Z","end":"2026-02-27T00:36:03.838023Z","steps":["trace[1585369199] 'process raft request' (duration: 2.194457629s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:03.83806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:01.643269Z","time spent":"2.194778376s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:36:03.838049Z","caller":"traceutil/trace.go:171","msg":"trace[94243947] transaction","detail":"{read_only:false; response_revision:23702; number_of_response:1; }","duration":"2.194775965s","start":"2026-02-27T00:36:01.643236Z","end":"2026-02-27T00:36:03.838012Z","steps":["trace[94243947] 'process raft request' (duration: 2.194495499s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:03.838122Z","caller":"traceutil/trace.go:171","msg":"trace[1466368238] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"2.194732234s","start":"2026-02-27T00:36:01.643384Z","end":"2026-02-27T00:36:03.838116Z","steps":["trace[1466368238] 'process raft request' (duration: 2.194384667s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:03.838129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:01.643228Z","time spent":"2.194859918s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:36:03.838151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:01.643369Z","time spent":"2.194767175s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:36:03.83822Z","caller":"traceutil/trace.go:171","msg":"trace[677541076] transaction","detail":"{read_only:false; response_revision:23700; number_of_response:1; }","duration":"2.19542134s","start":"2026-02-27T00:36:01.642787Z","end":"2026-02-27T00:36:03.838208Z","steps":["trace[677541076] 'process raft request' (duration: 2.018582011s)","trace[677541076] 'compare' (duration: 175.94685ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:36:03.838222Z","caller":"traceutil/trace.go:171","msg":"trace[217056030] transaction","detail":"{read_only:false; response_revision:23705; number_of_response:1; }","duration":"2.194761975s","start":"2026-02-27T00:36:01.643428Z","end":"2026-02-27T00:36:03.83819Z","steps":["trace[217056030] 'process raft request' (duration: 2.194366277s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:03.838278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:01.642764Z","time spent":"2.195484822s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:36:03.838388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:01.643406Z","time spent":"2.194896619s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:36:03.838407Z","caller":"traceutil/trace.go:171","msg":"trace[1813478575] transaction","detail":"{read_only:false; response_revision:23701; number_of_response:1; }","duration":"2.19536922s","start":"2026-02-27T00:36:01.643032Z","end":"2026-02-27T00:36:03.838402Z","steps":["trace[1813478575] 'process raft request' (duration: 2.194636644s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:03.838443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:01.643009Z","time spent":"2.19541815s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:36:03.877373Z","caller":"traceutil/trace.go:171","msg":"trace[1085907359] linearizableReadLoop","detail":"{readStateIndex:24529; appliedIndex:24521; }","duration":"898.121356ms","start":"2026-02-27T00:36:02.979232Z","end":"2026-02-27T00:36:03.877354Z","steps":["trace[1085907359] 'read index received' (duration: 682.151715ms)","trace[1085907359] 'applied index is now lower than readState.Index' (duration: 215.968671ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:36:03.877503Z","caller":"traceutil/trace.go:171","msg":"trace[378129356] transaction","detail":"{read_only:false; response_revision:23707; number_of_response:1; }","duration":"744.825284ms","start":"2026-02-27T00:36:03.132665Z","end":"2026-02-27T00:36:03.87749Z","steps":["trace[378129356] 'process raft request' (duration: 744.559238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:03.877551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.347552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:36:03.877591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190864304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:36:03.877676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238048488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:36:03.87769Z","caller":"traceutil/trace.go:171","msg":"trace[1881907254] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23707; }","duration":"1.190989697s","start":"2026-02-27T00:36:02.686683Z","end":"2026-02-27T00:36:03.877673Z","steps":["trace[1881907254] 'agreement among raft nodes before linearized reading' (duration: 1.190887694s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:03.877697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:03.132643Z","time spent":"744.889575ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:36:03.877691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208726392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:36:03.877745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227264161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:36:03.877778Z","caller":"traceutil/trace.go:171","msg":"trace[410009226] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23707; }","duration":"2.227326973s","start":"2026-02-27T00:36:01.650441Z","end":"2026-02-27T00:36:03.877768Z","steps":["trace[410009226] 'agreement among raft nodes before linearized reading' (duration: 2.227284682s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:03.877707Z","caller":"traceutil/trace.go:171","msg":"trace[1770518767] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23707; }","duration":"2.23811879s","start":"2026-02-27T00:36:01.63958Z","end":"2026-02-27T00:36:03.877699Z","steps":["trace[1770518767] 'agreement among raft nodes before linearized reading' (duration: 2.238069629s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:03.877551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072157954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:36:03.877817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:01.650424Z","time spent":"2.227385204s","remote":"127.0.0.1:44688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:36:03.877829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:01.639557Z","time spent":"2.238258043s","remote":"127.0.0.1:42352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:36:03.87784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133105289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-02-27T00:36:03.877481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308437041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:36:03.877775Z","caller":"traceutil/trace.go:171","msg":"trace[1397458826] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23707; }","duration":"2.208824304s","start":"2026-02-27T00:36:01.66893Z","end":"2026-02-27T00:36:03.877754Z","steps":["trace[1397458826] 'agreement among raft nodes before linearized reading' (duration: 2.208660481s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:03.87788Z","caller":"traceutil/trace.go:171","msg":"trace[1076462039] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23707; }","duration":"2.133180491s","start":"2026-02-27T00:36:01.744689Z","end":"2026-02-27T00:36:03.87787Z","steps":["trace[1076462039] 'agreement among raft nodes before linearized reading' (duration: 2.133113749s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:03.877887Z","caller":"traceutil/trace.go:171","msg":"trace[810730779] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23707; }","duration":"1.072490671s","start":"2026-02-27T00:36:02.80534Z","end":"2026-02-27T00:36:03.877831Z","steps":["trace[810730779] 'agreement among raft nodes before linearized reading' (duration: 1.072183454s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:03.877888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238522489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-666cf4b4dc-88h9p.1897f34a4e88d7a5\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-02-27T00:36:03.877925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:01.668892Z","time spent":"2.209021919s","remote":"127.0.0.1:54880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:36:03.877925Z","caller":"traceutil/trace.go:171","msg":"trace[1171114055] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23707; }","duration":"1.30892081s","start":"2026-02-27T00:36:02.568975Z","end":"2026-02-27T00:36:03.877896Z","steps":["trace[1171114055] 'agreement among raft nodes before linearized reading' (duration: 1.308413109s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:03.877601Z","caller":"traceutil/trace.go:171","msg":"trace[1435502015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23707; }","duration":"954.405604ms","start":"2026-02-27T00:36:02.923178Z","end":"2026-02-27T00:36:03.877584Z","steps":["trace[1435502015] 'agreement among raft nodes before linearized reading' (duration: 954.347332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:03.877961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:02.805321Z","time spent":"1.072617303s","remote":"127.0.0.1:50180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:36:03.877964Z","caller":"traceutil/trace.go:171","msg":"trace[1393325235] range","detail":"{range_begin:/registry/events/openstack/magnum-api-666cf4b4dc-88h9p.1897f34a4e88d7a5; range_end:; response_count:1; response_revision:23707; }","duration":"2.238634541s","start":"2026-02-27T00:36:01.639315Z","end":"2026-02-27T00:36:03.877949Z","steps":["trace[1393325235] 'agreement among raft nodes before linearized reading' (duration: 2.238385025s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:03.877985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:02.923169Z","time spent":"954.810232ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:36:03.877485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.268756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:36:03.877764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:02.686663Z","time spent":"1.191079259s","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:36:03.878009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:01.639301Z","time spent":"2.238700263s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-666cf4b4dc-88h9p.1897f34a4e88d7a5\" "} {"level":"warn","ts":"2026-02-27T00:36:03.878005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:02.568959Z","time spent":"1.309020193s","remote":"127.0.0.1:44704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:36:03.877922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:01.744671Z","time spent":"2.133244032s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":204,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-02-27T00:36:03.878026Z","caller":"traceutil/trace.go:171","msg":"trace[500038167] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23707; }","duration":"977.857079ms","start":"2026-02-27T00:36:02.900159Z","end":"2026-02-27T00:36:03.878016Z","steps":["trace[500038167] 'agreement among raft nodes before linearized reading' (duration: 977.268966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:03.878158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:02.900137Z","time spent":"978.008002ms","remote":"127.0.0.1:46018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:36:03.877818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340378182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:36:03.878249Z","caller":"traceutil/trace.go:171","msg":"trace[689893443] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23707; }","duration":"1.340870983s","start":"2026-02-27T00:36:02.537366Z","end":"2026-02-27T00:36:03.878237Z","steps":["trace[689893443] 'agreement among raft nodes before linearized reading' (duration: 1.340377442s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:03.878325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:02.537341Z","time spent":"1.340967955s","remote":"127.0.0.1:42274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:36:03.878443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.960565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:36:03.878475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.662807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:36:03.878492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.52424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T00:36:03.878517Z","caller":"traceutil/trace.go:171","msg":"trace[302740509] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23707; }","duration":"895.014336ms","start":"2026-02-27T00:36:02.98345Z","end":"2026-02-27T00:36:03.878464Z","steps":["trace[302740509] 'agreement among raft nodes before linearized reading' (duration: 894.959224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:03.878513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.489951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-02-27T00:36:03.87853Z","caller":"traceutil/trace.go:171","msg":"trace[1835082697] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23707; }","duration":"643.748959ms","start":"2026-02-27T00:36:03.234769Z","end":"2026-02-27T00:36:03.878518Z","steps":["trace[1835082697] 'agreement among raft nodes before linearized reading' (duration: 643.634716ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:03.878535Z","caller":"traceutil/trace.go:171","msg":"trace[1208351312] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23707; }","duration":"896.584421ms","start":"2026-02-27T00:36:02.98194Z","end":"2026-02-27T00:36:03.878524Z","steps":["trace[1208351312] 'agreement among raft nodes before linearized reading' (duration: 896.495629ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:03.878549Z","caller":"traceutil/trace.go:171","msg":"trace[312374846] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23707; }","duration":"897.713046ms","start":"2026-02-27T00:36:02.980826Z","end":"2026-02-27T00:36:03.87854Z","steps":["trace[312374846] 'agreement among raft nodes before linearized reading' (duration: 897.565402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:03.878567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:03.23475Z","time spent":"643.809012ms","remote":"127.0.0.1:47684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:36:03.878572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:02.981928Z","time spent":"896.636823ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T00:36:03.878573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.901596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-27T00:36:03.878626Z","caller":"traceutil/trace.go:171","msg":"trace[903064787] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23707; }","duration":"739.997478ms","start":"2026-02-27T00:36:03.138613Z","end":"2026-02-27T00:36:03.878611Z","steps":["trace[903064787] 'agreement among raft nodes before linearized reading' (duration: 739.836543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:03.878666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:03.138605Z","time spent":"740.053569ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-27T00:36:03.878589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:02.98081Z","time spent":"897.770408ms","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T00:36:03.878544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:02.983435Z","time spent":"895.103189ms","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T00:36:05.207962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805404167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:36:05.708588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805404167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:36:05.778489Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.119120746s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:36:05.778783Z","caller":"traceutil/trace.go:171","msg":"trace[988590768] transaction","detail":"{read_only:false; response_revision:23712; number_of_response:1; }","duration":"1.119569756s","start":"2026-02-27T00:36:04.659194Z","end":"2026-02-27T00:36:05.778764Z","steps":["trace[988590768] 'process raft request' (duration: 1.119433723s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:05.778915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:04.659159Z","time spent":"1.119683069s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10633,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:36:05.799034Z","caller":"traceutil/trace.go:171","msg":"trace[1850153520] linearizableReadLoop","detail":"{readStateIndex:24537; appliedIndex:24535; }","duration":"1.091120009s","start":"2026-02-27T00:36:04.707896Z","end":"2026-02-27T00:36:05.799016Z","steps":["trace[1850153520] 'read index received' (duration: 1.07115336s)","trace[1850153520] 'applied index is now lower than readState.Index' (duration: 19.965859ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:36:05.799096Z","caller":"traceutil/trace.go:171","msg":"trace[1491693236] transaction","detail":"{read_only:false; response_revision:23713; number_of_response:1; }","duration":"1.13794911s","start":"2026-02-27T00:36:04.661096Z","end":"2026-02-27T00:36:05.799045Z","steps":["trace[1491693236] 'process raft request' (duration: 1.137733395s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:05.799202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:04.661073Z","time spent":"1.138079592s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T00:36:05.799124Z","caller":"traceutil/trace.go:171","msg":"trace[17057859] transaction","detail":"{read_only:false; response_revision:23714; number_of_response:1; }","duration":"1.076814276s","start":"2026-02-27T00:36:04.722302Z","end":"2026-02-27T00:36:05.799116Z","steps":["trace[17057859] 'process raft request' (duration: 1.076661452s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:05.799326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:04.722284Z","time spent":"1.076986959s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:36:05.799357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.717799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T00:36:05.799388Z","caller":"traceutil/trace.go:171","msg":"trace[932968956] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23714; }","duration":"623.78488ms","start":"2026-02-27T00:36:05.175595Z","end":"2026-02-27T00:36:05.79938Z","steps":["trace[932968956] 'agreement among raft nodes before linearized reading' (duration: 623.689258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:05.799407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:05.175568Z","time spent":"623.834631ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T00:36:05.799413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.429246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:36:05.799435Z","caller":"traceutil/trace.go:171","msg":"trace[2119202055] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23714; }","duration":"479.479546ms","start":"2026-02-27T00:36:05.319948Z","end":"2026-02-27T00:36:05.799428Z","steps":["trace[2119202055] 'agreement among raft nodes before linearized reading' (duration: 479.423305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:05.79942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.61376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T00:36:05.799484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.300644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:36:05.799455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.754503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T00:36:05.799516Z","caller":"traceutil/trace.go:171","msg":"trace[734287834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23714; }","duration":"435.351665ms","start":"2026-02-27T00:36:05.364156Z","end":"2026-02-27T00:36:05.799508Z","steps":["trace[734287834] 'agreement among raft nodes before linearized reading' (duration: 435.305964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:05.799534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:05.364145Z","time spent":"435.385007ms","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:36:05.799539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.837565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T00:36:05.799452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:05.319935Z","time spent":"479.512427ms","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:36:05.799591Z","caller":"traceutil/trace.go:171","msg":"trace[1035010862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23714; }","duration":"815.897456ms","start":"2026-02-27T00:36:04.983688Z","end":"2026-02-27T00:36:05.799585Z","steps":["trace[1035010862] 'agreement among raft nodes before linearized reading' (duration: 815.779653ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:05.79958Z","caller":"traceutil/trace.go:171","msg":"trace[649262273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23714; }","duration":"815.873525ms","start":"2026-02-27T00:36:04.983647Z","end":"2026-02-27T00:36:05.79952Z","steps":["trace[649262273] 'agreement among raft nodes before linearized reading' (duration: 815.62614ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:05.799605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:04.983683Z","time spent":"815.918557ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:36:05.799634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:04.983633Z","time spent":"815.989289ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:36:05.799665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091326674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-02-27T00:36:05.799656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.908686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T00:36:05.799483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.630551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:36:05.799731Z","caller":"traceutil/trace.go:171","msg":"trace[1006164708] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23714; }","duration":"600.910887ms","start":"2026-02-27T00:36:05.198812Z","end":"2026-02-27T00:36:05.799723Z","steps":["trace[1006164708] 'agreement among raft nodes before linearized reading' (duration: 600.62156ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:05.799739Z","caller":"traceutil/trace.go:171","msg":"trace[1651307860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23714; }","duration":"816.019129ms","start":"2026-02-27T00:36:04.983702Z","end":"2026-02-27T00:36:05.799721Z","steps":["trace[1651307860] 'agreement among raft nodes before linearized reading' (duration: 815.758093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:05.799755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:05.198798Z","time spent":"600.948168ms","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:36:05.799785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:04.983699Z","time spent":"816.07705ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T00:36:05.799697Z","caller":"traceutil/trace.go:171","msg":"trace[248259842] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23714; }","duration":"1.091831985s","start":"2026-02-27T00:36:04.707856Z","end":"2026-02-27T00:36:05.799688Z","steps":["trace[248259842] 'agreement among raft nodes before linearized reading' (duration: 1.091281223s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:05.799922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:04.707841Z","time spent":"1.09207367s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-02-27T00:36:05.799532Z","caller":"traceutil/trace.go:171","msg":"trace[441147786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23714; }","duration":"815.740223ms","start":"2026-02-27T00:36:04.983778Z","end":"2026-02-27T00:36:05.799518Z","steps":["trace[441147786] 'agreement among raft nodes before linearized reading' (duration: 815.523359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:05.799962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:04.983775Z","time spent":"816.177443ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:36:05.800428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.610533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T00:36:05.800492Z","caller":"traceutil/trace.go:171","msg":"trace[1130266028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23714; }","duration":"816.683984ms","start":"2026-02-27T00:36:04.983796Z","end":"2026-02-27T00:36:05.80048Z","steps":["trace[1130266028] 'agreement among raft nodes before linearized reading' (duration: 815.553419ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:05.800525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:04.983794Z","time spent":"816.722915ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T00:36:05.904651Z","caller":"traceutil/trace.go:171","msg":"trace[188570244] transaction","detail":"{read_only:false; response_revision:23716; number_of_response:1; }","duration":"100.732856ms","start":"2026-02-27T00:36:05.803897Z","end":"2026-02-27T00:36:05.90463Z","steps":["trace[188570244] 'process raft request' (duration: 56.952772ms)","trace[188570244] 'compare' (duration: 43.61009ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:36:05.904758Z","caller":"traceutil/trace.go:171","msg":"trace[1320948106] transaction","detail":"{read_only:false; response_revision:23718; number_of_response:1; }","duration":"100.414929ms","start":"2026-02-27T00:36:05.804314Z","end":"2026-02-27T00:36:05.904728Z","steps":["trace[1320948106] 'process raft request' (duration: 100.276456ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:05.90469Z","caller":"traceutil/trace.go:171","msg":"trace[881346114] transaction","detail":"{read_only:false; response_revision:23717; number_of_response:1; }","duration":"100.691094ms","start":"2026-02-27T00:36:05.803965Z","end":"2026-02-27T00:36:05.904656Z","steps":["trace[881346114] 'process raft request' (duration: 100.594492ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:05.954621Z","caller":"traceutil/trace.go:171","msg":"trace[1574085250] transaction","detail":"{read_only:false; response_revision:23727; number_of_response:1; }","duration":"107.085256ms","start":"2026-02-27T00:36:05.847515Z","end":"2026-02-27T00:36:05.9546Z","steps":["trace[1574085250] 'process raft request' (duration: 107.037945ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:05.954646Z","caller":"traceutil/trace.go:171","msg":"trace[1033858423] transaction","detail":"{read_only:false; response_revision:23722; number_of_response:1; }","duration":"110.559192ms","start":"2026-02-27T00:36:05.844035Z","end":"2026-02-27T00:36:05.954594Z","steps":["trace[1033858423] 'process raft request' (duration: 110.381978ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:05.954834Z","caller":"traceutil/trace.go:171","msg":"trace[2017929946] transaction","detail":"{read_only:false; response_revision:23723; number_of_response:1; }","duration":"108.561768ms","start":"2026-02-27T00:36:05.846264Z","end":"2026-02-27T00:36:05.954826Z","steps":["trace[2017929946] 'process raft request' (duration: 108.18524ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:05.954893Z","caller":"traceutil/trace.go:171","msg":"trace[1699952805] transaction","detail":"{read_only:false; response_revision:23724; number_of_response:1; }","duration":"108.554008ms","start":"2026-02-27T00:36:05.846333Z","end":"2026-02-27T00:36:05.954887Z","steps":["trace[1699952805] 'process raft request' (duration: 108.14281ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:05.954954Z","caller":"traceutil/trace.go:171","msg":"trace[1501240301] transaction","detail":"{read_only:false; response_revision:23725; number_of_response:1; }","duration":"108.291493ms","start":"2026-02-27T00:36:05.846657Z","end":"2026-02-27T00:36:05.954948Z","steps":["trace[1501240301] 'process raft request' (duration: 107.843423ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:05.954999Z","caller":"traceutil/trace.go:171","msg":"trace[1253364846] transaction","detail":"{read_only:false; response_revision:23726; number_of_response:1; }","duration":"108.277473ms","start":"2026-02-27T00:36:05.846715Z","end":"2026-02-27T00:36:05.954993Z","steps":["trace[1253364846] 'process raft request' (duration: 107.808963ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:05.95511Z","caller":"traceutil/trace.go:171","msg":"trace[399496544] transaction","detail":"{read_only:false; response_revision:23721; number_of_response:1; }","duration":"111.201656ms","start":"2026-02-27T00:36:05.843895Z","end":"2026-02-27T00:36:05.955097Z","steps":["trace[399496544] 'process raft request' (duration: 110.436448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:07.225463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805404193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:36:07.726283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805404193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:36:07.916644Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.215852474s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:36:07.917221Z","caller":"traceutil/trace.go:171","msg":"trace[1639764652] transaction","detail":"{read_only:false; response_revision:23730; number_of_response:1; }","duration":"1.216532768s","start":"2026-02-27T00:36:06.70065Z","end":"2026-02-27T00:36:07.917183Z","steps":["trace[1639764652] 'process raft request' (duration: 1.216257072s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:07.917588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:06.700625Z","time spent":"1.216724423s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10835,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:36:07.950901Z","caller":"traceutil/trace.go:171","msg":"trace[1835628221] linearizableReadLoop","detail":"{readStateIndex:24554; appliedIndex:24552; }","duration":"1.226021817s","start":"2026-02-27T00:36:06.724851Z","end":"2026-02-27T00:36:07.950873Z","steps":["trace[1835628221] 'read index received' (duration: 1.191996139s)","trace[1835628221] 'applied index is now lower than readState.Index' (duration: 34.024458ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:36:07.950995Z","caller":"traceutil/trace.go:171","msg":"trace[2021876645] transaction","detail":"{read_only:false; response_revision:23731; number_of_response:1; }","duration":"808.592195ms","start":"2026-02-27T00:36:07.142353Z","end":"2026-02-27T00:36:07.950945Z","steps":["trace[2021876645] 'process raft request' (duration: 808.36078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:07.951209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:07.142333Z","time spent":"808.765879ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:36:07.951224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04840337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:36:07.951634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.433222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:36:07.95167Z","caller":"traceutil/trace.go:171","msg":"trace[2145907586] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23731; }","duration":"1.04885845s","start":"2026-02-27T00:36:06.902788Z","end":"2026-02-27T00:36:07.951647Z","steps":["trace[2145907586] 'agreement among raft nodes before linearized reading' (duration: 1.048353019s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:07.951749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.763554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:36:07.95175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.458129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:36:07.95177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226290763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-02-27T00:36:07.951622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.233698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:36:07.951815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.304293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:36:07.951836Z","caller":"traceutil/trace.go:171","msg":"trace[659471610] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23731; }","duration":"1.22701946s","start":"2026-02-27T00:36:06.724798Z","end":"2026-02-27T00:36:07.951818Z","steps":["trace[659471610] 'agreement among raft nodes before linearized reading' (duration: 1.226193341s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:07.951772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:06.902726Z","time spent":"1.049031794s","remote":"127.0.0.1:44712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:36:07.951875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:06.724776Z","time spent":"1.227084941s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-02-27T00:36:07.95189Z","caller":"traceutil/trace.go:171","msg":"trace[85902410] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23731; }","duration":"773.531225ms","start":"2026-02-27T00:36:07.178309Z","end":"2026-02-27T00:36:07.95184Z","steps":["trace[85902410] 'agreement among raft nodes before linearized reading' (duration: 773.175146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:07.951539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.139628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:36:07.95195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:07.178289Z","time spent":"773.641717ms","remote":"127.0.0.1:47452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:36:07.951974Z","caller":"traceutil/trace.go:171","msg":"trace[1086350645] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23731; }","duration":"469.603759ms","start":"2026-02-27T00:36:07.482346Z","end":"2026-02-27T00:36:07.95195Z","steps":["trace[1086350645] 'agreement among raft nodes before linearized reading' (duration: 469.092247ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:07.952003Z","caller":"traceutil/trace.go:171","msg":"trace[1787336595] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23731; }","duration":"172.553385ms","start":"2026-02-27T00:36:07.779139Z","end":"2026-02-27T00:36:07.951692Z","steps":["trace[1787336595] 'agreement among raft nodes before linearized reading' (duration: 172.447923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:07.952081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:07.482328Z","time spent":"469.703202ms","remote":"127.0.0.1:47578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:36:07.951813Z","caller":"traceutil/trace.go:171","msg":"trace[272841885] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23731; }","duration":"335.557231ms","start":"2026-02-27T00:36:07.61624Z","end":"2026-02-27T00:36:07.951797Z","steps":["trace[272841885] 'agreement among raft nodes before linearized reading' (duration: 335.472198ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:07.952147Z","caller":"traceutil/trace.go:171","msg":"trace[200921765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23731; }","duration":"585.509648ms","start":"2026-02-27T00:36:07.366343Z","end":"2026-02-27T00:36:07.951853Z","steps":["trace[200921765] 'agreement among raft nodes before linearized reading' (duration: 585.331864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:07.951424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.371846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T00:36:07.952267Z","caller":"traceutil/trace.go:171","msg":"trace[1725223285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23731; }","duration":"136.264137ms","start":"2026-02-27T00:36:07.815984Z","end":"2026-02-27T00:36:07.952248Z","steps":["trace[1725223285] 'agreement among raft nodes before linearized reading' (duration: 135.202483ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:07.951807Z","caller":"traceutil/trace.go:171","msg":"trace[289495384] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23731; }","duration":"875.850305ms","start":"2026-02-27T00:36:07.075941Z","end":"2026-02-27T00:36:07.951791Z","steps":["trace[289495384] 'agreement among raft nodes before linearized reading' (duration: 875.757872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:07.952362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:07.075923Z","time spent":"876.413788ms","remote":"127.0.0.1:42368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:36:07.952141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:07.616222Z","time spent":"335.894868ms","remote":"127.0.0.1:46700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:36:07.952962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:07.366318Z","time spent":"586.604473ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T00:36:10.224563Z","caller":"traceutil/trace.go:171","msg":"trace[988950346] transaction","detail":"{read_only:false; response_revision:23747; number_of_response:1; }","duration":"177.169487ms","start":"2026-02-27T00:36:10.047368Z","end":"2026-02-27T00:36:10.224537Z","steps":["trace[988950346] 'process raft request' (duration: 176.83001ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:10.272888Z","caller":"traceutil/trace.go:171","msg":"trace[693729953] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"225.303036ms","start":"2026-02-27T00:36:10.047553Z","end":"2026-02-27T00:36:10.272856Z","steps":["trace[693729953] 'process raft request' (duration: 214.189821ms)","trace[693729953] 'compare' (duration: 10.573243ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:36:10.273083Z","caller":"traceutil/trace.go:171","msg":"trace[1348014493] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"225.511ms","start":"2026-02-27T00:36:10.047543Z","end":"2026-02-27T00:36:10.273054Z","steps":["trace[1348014493] 'process raft request' (duration: 225.172483ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:10.273388Z","caller":"traceutil/trace.go:171","msg":"trace[748400084] transaction","detail":"{read_only:false; response_revision:23750; number_of_response:1; }","duration":"225.831337ms","start":"2026-02-27T00:36:10.047532Z","end":"2026-02-27T00:36:10.273364Z","steps":["trace[748400084] 'process raft request' (duration: 225.274555ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:10.273542Z","caller":"traceutil/trace.go:171","msg":"trace[1039404595] transaction","detail":"{read_only:false; response_revision:23751; number_of_response:1; }","duration":"225.811626ms","start":"2026-02-27T00:36:10.047718Z","end":"2026-02-27T00:36:10.27353Z","steps":["trace[1039404595] 'process raft request' (duration: 225.597612ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:10.274316Z","caller":"traceutil/trace.go:171","msg":"trace[1976783278] linearizableReadLoop","detail":"{readStateIndex:24576; appliedIndex:24571; }","duration":"226.37409ms","start":"2026-02-27T00:36:10.047921Z","end":"2026-02-27T00:36:10.274295Z","steps":["trace[1976783278] 'read index received' (duration: 176.492192ms)","trace[1976783278] 'applied index is now lower than readState.Index' (duration: 49.880228ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:36:10.274411Z","caller":"traceutil/trace.go:171","msg":"trace[2061189713] transaction","detail":"{read_only:false; response_revision:23754; number_of_response:1; }","duration":"225.91439ms","start":"2026-02-27T00:36:10.048462Z","end":"2026-02-27T00:36:10.274376Z","steps":["trace[2061189713] 'process raft request' (duration: 225.405858ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:10.273788Z","caller":"traceutil/trace.go:171","msg":"trace[745562459] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"225.429189ms","start":"2026-02-27T00:36:10.048339Z","end":"2026-02-27T00:36:10.273768Z","steps":["trace[745562459] 'process raft request' (duration: 225.122812ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:10.27394Z","caller":"traceutil/trace.go:171","msg":"trace[1960599231] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"225.581942ms","start":"2026-02-27T00:36:10.048346Z","end":"2026-02-27T00:36:10.273928Z","steps":["trace[1960599231] 'process raft request' (duration: 225.366517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:10.274629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.629295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T00:36:10.274696Z","caller":"traceutil/trace.go:171","msg":"trace[156934165] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23755; }","duration":"226.752628ms","start":"2026-02-27T00:36:10.047924Z","end":"2026-02-27T00:36:10.274676Z","steps":["trace[156934165] 'agreement among raft nodes before linearized reading' (duration: 226.550164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:10.274778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.609595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T00:36:10.27482Z","caller":"traceutil/trace.go:171","msg":"trace[191731034] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23755; }","duration":"226.691227ms","start":"2026-02-27T00:36:10.048119Z","end":"2026-02-27T00:36:10.27481Z","steps":["trace[191731034] 'agreement among raft nodes before linearized reading' (duration: 226.513733ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:10.274979Z","caller":"traceutil/trace.go:171","msg":"trace[887354855] transaction","detail":"{read_only:false; response_revision:23755; number_of_response:1; }","duration":"226.168045ms","start":"2026-02-27T00:36:10.048774Z","end":"2026-02-27T00:36:10.274942Z","steps":["trace[887354855] 'process raft request' (duration: 225.418309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:10.274696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.731948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:36:10.275445Z","caller":"traceutil/trace.go:171","msg":"trace[2113865670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23755; }","duration":"227.519074ms","start":"2026-02-27T00:36:10.047894Z","end":"2026-02-27T00:36:10.275413Z","steps":["trace[2113865670] 'agreement among raft nodes before linearized reading' (duration: 226.566343ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:12.46Z","caller":"traceutil/trace.go:171","msg":"trace[774460611] linearizableReadLoop","detail":"{readStateIndex:24585; appliedIndex:24584; }","duration":"221.596165ms","start":"2026-02-27T00:36:12.238372Z","end":"2026-02-27T00:36:12.459968Z","steps":["trace[774460611] 'read index received' (duration: 221.351259ms)","trace[774460611] 'applied index is now lower than readState.Index' (duration: 243.456µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:36:12.460128Z","caller":"traceutil/trace.go:171","msg":"trace[1048082291] transaction","detail":"{read_only:false; response_revision:23760; number_of_response:1; }","duration":"230.01254ms","start":"2026-02-27T00:36:12.230085Z","end":"2026-02-27T00:36:12.460097Z","steps":["trace[1048082291] 'process raft request' (duration: 229.638401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:12.460222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.82356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:36:12.46028Z","caller":"traceutil/trace.go:171","msg":"trace[1687125254] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23760; }","duration":"221.933271ms","start":"2026-02-27T00:36:12.238335Z","end":"2026-02-27T00:36:12.460268Z","steps":["trace[1687125254] 'agreement among raft nodes before linearized reading' (duration: 221.802368ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:12.52183Z","caller":"traceutil/trace.go:171","msg":"trace[1940305774] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"243.296642ms","start":"2026-02-27T00:36:12.278506Z","end":"2026-02-27T00:36:12.521802Z","steps":["trace[1940305774] 'process raft request' (duration: 243.027276ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:12.521849Z","caller":"traceutil/trace.go:171","msg":"trace[326274547] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"243.024486ms","start":"2026-02-27T00:36:12.278806Z","end":"2026-02-27T00:36:12.52183Z","steps":["trace[326274547] 'process raft request' (duration: 242.943555ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:12.521862Z","caller":"traceutil/trace.go:171","msg":"trace[946138663] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"243.080567ms","start":"2026-02-27T00:36:12.278749Z","end":"2026-02-27T00:36:12.521829Z","steps":["trace[946138663] 'process raft request' (duration: 242.962245ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:12.522119Z","caller":"traceutil/trace.go:171","msg":"trace[1173381331] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"242.639547ms","start":"2026-02-27T00:36:12.279465Z","end":"2026-02-27T00:36:12.522105Z","steps":["trace[1173381331] 'process raft request' (duration: 242.32163ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:12.522224Z","caller":"traceutil/trace.go:171","msg":"trace[1717469510] transaction","detail":"{read_only:false; response_revision:23766; number_of_response:1; }","duration":"240.135782ms","start":"2026-02-27T00:36:12.282063Z","end":"2026-02-27T00:36:12.522199Z","steps":["trace[1717469510] 'process raft request' (duration: 240.03867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:12.522264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.57424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:36:12.522317Z","caller":"traceutil/trace.go:171","msg":"trace[1041974578] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23766; }","duration":"279.656092ms","start":"2026-02-27T00:36:12.242647Z","end":"2026-02-27T00:36:12.522303Z","steps":["trace[1041974578] 'agreement among raft nodes before linearized reading' (duration: 279.521439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:12.522341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.488057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-27T00:36:12.522353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.707337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:36:12.522386Z","caller":"traceutil/trace.go:171","msg":"trace[1077925106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23766; }","duration":"156.769548ms","start":"2026-02-27T00:36:12.365607Z","end":"2026-02-27T00:36:12.522376Z","steps":["trace[1077925106] 'agreement among raft nodes before linearized reading' (duration: 156.695917ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:12.522384Z","caller":"traceutil/trace.go:171","msg":"trace[98555676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23766; }","duration":"158.564768ms","start":"2026-02-27T00:36:12.363806Z","end":"2026-02-27T00:36:12.522371Z","steps":["trace[98555676] 'agreement among raft nodes before linearized reading' (duration: 158.367914ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:12.522452Z","caller":"traceutil/trace.go:171","msg":"trace[1963950120] transaction","detail":"{read_only:false; response_revision:23765; number_of_response:1; }","duration":"242.967324ms","start":"2026-02-27T00:36:12.279471Z","end":"2026-02-27T00:36:12.522438Z","steps":["trace[1963950120] 'process raft request' (duration: 242.523945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:12.522568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.253605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T00:36:12.522633Z","caller":"traceutil/trace.go:171","msg":"trace[260212078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23766; }","duration":"160.358837ms","start":"2026-02-27T00:36:12.362258Z","end":"2026-02-27T00:36:12.522617Z","steps":["trace[260212078] 'agreement among raft nodes before linearized reading' (duration: 160.233125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:12.522626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.006707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T00:36:12.52268Z","caller":"traceutil/trace.go:171","msg":"trace[1949279294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23766; }","duration":"244.123389ms","start":"2026-02-27T00:36:12.278543Z","end":"2026-02-27T00:36:12.522667Z","steps":["trace[1949279294] 'agreement among raft nodes before linearized reading' (duration: 243.964326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:12.52246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.208136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T00:36:12.522726Z","caller":"traceutil/trace.go:171","msg":"trace[492977322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23766; }","duration":"221.512022ms","start":"2026-02-27T00:36:12.301204Z","end":"2026-02-27T00:36:12.522716Z","steps":["trace[492977322] 'agreement among raft nodes before linearized reading' (duration: 221.107984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:12.522741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.20332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T00:36:12.522775Z","caller":"traceutil/trace.go:171","msg":"trace[69317053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23766; }","duration":"243.23917ms","start":"2026-02-27T00:36:12.279526Z","end":"2026-02-27T00:36:12.522765Z","steps":["trace[69317053] 'agreement among raft nodes before linearized reading' (duration: 243.103278ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:14.662777Z","caller":"traceutil/trace.go:171","msg":"trace[1341018901] linearizableReadLoop","detail":"{readStateIndex:24598; appliedIndex:24597; }","duration":"296.965142ms","start":"2026-02-27T00:36:14.36579Z","end":"2026-02-27T00:36:14.662755Z","steps":["trace[1341018901] 'read index received' (duration: 296.856849ms)","trace[1341018901] 'applied index is now lower than readState.Index' (duration: 107.182µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:36:14.662893Z","caller":"traceutil/trace.go:171","msg":"trace[1643573008] transaction","detail":"{read_only:false; response_revision:23773; number_of_response:1; }","duration":"358.620138ms","start":"2026-02-27T00:36:14.304242Z","end":"2026-02-27T00:36:14.662862Z","steps":["trace[1643573008] 'process raft request' (duration: 358.346362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:14.663035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:36:14.304217Z","time spent":"358.738501ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:36:14.662934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.129446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:36:14.663311Z","caller":"traceutil/trace.go:171","msg":"trace[1463577704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23773; }","duration":"297.543194ms","start":"2026-02-27T00:36:14.365746Z","end":"2026-02-27T00:36:14.663289Z","steps":["trace[1463577704] 'agreement among raft nodes before linearized reading' (duration: 297.127595ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:14.66539Z","caller":"traceutil/trace.go:171","msg":"trace[986650100] transaction","detail":"{read_only:false; response_revision:23774; number_of_response:1; }","duration":"200.580272ms","start":"2026-02-27T00:36:14.464793Z","end":"2026-02-27T00:36:14.665373Z","steps":["trace[986650100] 'process raft request' (duration: 200.382928ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:14.665544Z","caller":"traceutil/trace.go:171","msg":"trace[81108421] transaction","detail":"{read_only:false; response_revision:23775; number_of_response:1; }","duration":"138.112248ms","start":"2026-02-27T00:36:14.527418Z","end":"2026-02-27T00:36:14.66553Z","steps":["trace[81108421] 'process raft request' (duration: 137.879983ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:14.665652Z","caller":"traceutil/trace.go:171","msg":"trace[873673997] transaction","detail":"{read_only:false; response_revision:23776; number_of_response:1; }","duration":"138.103168ms","start":"2026-02-27T00:36:14.527524Z","end":"2026-02-27T00:36:14.665627Z","steps":["trace[873673997] 'process raft request' (duration: 137.950144ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:14.665719Z","caller":"traceutil/trace.go:171","msg":"trace[1361942796] transaction","detail":"{read_only:false; response_revision:23778; number_of_response:1; }","duration":"136.759898ms","start":"2026-02-27T00:36:14.528939Z","end":"2026-02-27T00:36:14.665699Z","steps":["trace[1361942796] 'process raft request' (duration: 136.668226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:14.665772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.488602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:36:14.665823Z","caller":"traceutil/trace.go:171","msg":"trace[651695024] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23780; }","duration":"287.555395ms","start":"2026-02-27T00:36:14.378254Z","end":"2026-02-27T00:36:14.66581Z","steps":["trace[651695024] 'agreement among raft nodes before linearized reading' (duration: 287.458502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:14.665844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.667097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T00:36:14.665852Z","caller":"traceutil/trace.go:171","msg":"trace[802688721] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"136.142314ms","start":"2026-02-27T00:36:14.529699Z","end":"2026-02-27T00:36:14.665841Z","steps":["trace[802688721] 'process raft request' (duration: 135.980441ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:14.665877Z","caller":"traceutil/trace.go:171","msg":"trace[1706144451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23780; }","duration":"132.736519ms","start":"2026-02-27T00:36:14.533131Z","end":"2026-02-27T00:36:14.665867Z","steps":["trace[1706144451] 'agreement among raft nodes before linearized reading' (duration: 132.602876ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:14.665935Z","caller":"traceutil/trace.go:171","msg":"trace[492233947] transaction","detail":"{read_only:false; response_revision:23779; number_of_response:1; }","duration":"136.492881ms","start":"2026-02-27T00:36:14.529434Z","end":"2026-02-27T00:36:14.665926Z","steps":["trace[492233947] 'process raft request' (duration: 136.206995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:14.666013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.903795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T00:36:14.666023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.86157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T00:36:14.666036Z","caller":"traceutil/trace.go:171","msg":"trace[853830143] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23780; }","duration":"133.939376ms","start":"2026-02-27T00:36:14.532089Z","end":"2026-02-27T00:36:14.666029Z","steps":["trace[853830143] 'agreement among raft nodes before linearized reading' (duration: 133.868835ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:14.666053Z","caller":"traceutil/trace.go:171","msg":"trace[1896786773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23780; }","duration":"131.899911ms","start":"2026-02-27T00:36:14.534145Z","end":"2026-02-27T00:36:14.666045Z","steps":["trace[1896786773] 'agreement among raft nodes before linearized reading' (duration: 131.803659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:14.665941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.920196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:36:14.666117Z","caller":"traceutil/trace.go:171","msg":"trace[2051225412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23780; }","duration":"129.12571ms","start":"2026-02-27T00:36:14.536987Z","end":"2026-02-27T00:36:14.666112Z","steps":["trace[2051225412] 'agreement among raft nodes before linearized reading' (duration: 128.872345ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:14.666605Z","caller":"traceutil/trace.go:171","msg":"trace[133002483] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"137.413152ms","start":"2026-02-27T00:36:14.528249Z","end":"2026-02-27T00:36:14.665662Z","steps":["trace[133002483] 'process raft request' (duration: 137.3149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:14.667913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.508097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T00:36:14.667958Z","caller":"traceutil/trace.go:171","msg":"trace[161377975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23780; }","duration":"133.559238ms","start":"2026-02-27T00:36:14.534389Z","end":"2026-02-27T00:36:14.667948Z","steps":["trace[161377975] 'agreement among raft nodes before linearized reading' (duration: 131.334049ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:18.576028Z","caller":"traceutil/trace.go:171","msg":"trace[369075399] linearizableReadLoop","detail":"{readStateIndex:24627; appliedIndex:24626; }","duration":"209.543789ms","start":"2026-02-27T00:36:18.366452Z","end":"2026-02-27T00:36:18.575996Z","steps":["trace[369075399] 'read index received' (duration: 182.503304ms)","trace[369075399] 'applied index is now lower than readState.Index' (duration: 27.038835ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:36:18.576086Z","caller":"traceutil/trace.go:171","msg":"trace[1658607448] transaction","detail":"{read_only:false; response_revision:23800; number_of_response:1; }","duration":"241.272797ms","start":"2026-02-27T00:36:18.334772Z","end":"2026-02-27T00:36:18.576045Z","steps":["trace[1658607448] 'process raft request' (duration: 214.16316ms)","trace[1658607448] 'compare' (duration: 26.629457ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:36:18.576321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.854236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:36:18.576386Z","caller":"traceutil/trace.go:171","msg":"trace[1869382304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23800; }","duration":"209.972838ms","start":"2026-02-27T00:36:18.366398Z","end":"2026-02-27T00:36:18.57637Z","steps":["trace[1869382304] 'agreement among raft nodes before linearized reading' (duration: 209.806195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:36:18.576472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.730258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:36:18.576525Z","caller":"traceutil/trace.go:171","msg":"trace[2003683926] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23800; }","duration":"172.80779ms","start":"2026-02-27T00:36:18.403692Z","end":"2026-02-27T00:36:18.5765Z","steps":["trace[2003683926] 'agreement among raft nodes before linearized reading' (duration: 172.701908ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:36:43.061531Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21474} {"level":"info","ts":"2026-02-27T00:36:43.197813Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21474,"took":"133.617509ms","hash":2517732832,"current-db-size-bytes":50376704,"current-db-size":"50 MB","current-db-size-in-use-bytes":30904320,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-27T00:36:43.197891Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2517732832,"revision":21474,"compact-revision":18754} {"level":"info","ts":"2026-02-27T00:37:19.303615Z","caller":"traceutil/trace.go:171","msg":"trace[679140619] transaction","detail":"{read_only:false; response_revision:24410; number_of_response:1; }","duration":"407.084084ms","start":"2026-02-27T00:37:18.896492Z","end":"2026-02-27T00:37:19.303576Z","steps":["trace[679140619] 'process raft request' (duration: 392.80677ms)","trace[679140619] 'compare' (duration: 14.129871ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:37:19.303837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:37:18.896454Z","time spent":"407.306199ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:37:19.308142Z","caller":"traceutil/trace.go:171","msg":"trace[758237087] transaction","detail":"{read_only:false; response_revision:24411; number_of_response:1; }","duration":"374.871625ms","start":"2026-02-27T00:37:18.933242Z","end":"2026-02-27T00:37:19.308114Z","steps":["trace[758237087] 'process raft request' (duration: 374.572569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:37:19.308319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:37:18.933208Z","time spent":"375.014338ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:37:19.308544Z","caller":"traceutil/trace.go:171","msg":"trace[27093220] transaction","detail":"{read_only:false; response_revision:24413; number_of_response:1; }","duration":"370.877289ms","start":"2026-02-27T00:37:18.937643Z","end":"2026-02-27T00:37:19.30852Z","steps":["trace[27093220] 'process raft request' (duration: 370.701015ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:37:19.308538Z","caller":"traceutil/trace.go:171","msg":"trace[322704013] transaction","detail":"{read_only:false; response_revision:24412; number_of_response:1; }","duration":"372.977535ms","start":"2026-02-27T00:37:18.935522Z","end":"2026-02-27T00:37:19.3085Z","steps":["trace[322704013] 'process raft request' (duration: 372.520004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:37:19.308647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:37:18.937613Z","time spent":"370.986611ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:37:19.308683Z","caller":"traceutil/trace.go:171","msg":"trace[1707640870] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"365.718355ms","start":"2026-02-27T00:37:18.942943Z","end":"2026-02-27T00:37:19.308661Z","steps":["trace[1707640870] 'process raft request' (duration: 365.523731ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:37:19.308643Z","caller":"traceutil/trace.go:171","msg":"trace[2147094514] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"366.634625ms","start":"2026-02-27T00:37:18.941942Z","end":"2026-02-27T00:37:19.308576Z","steps":["trace[2147094514] 'process raft request' (duration: 366.486062ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:37:19.308713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:37:18.935504Z","time spent":"373.124978ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:37:19.308793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:37:18.942921Z","time spent":"365.816807ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:37:19.308864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:37:18.941925Z","time spent":"366.830939ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:37:19.309031Z","caller":"traceutil/trace.go:171","msg":"trace[983245810] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"317.616847ms","start":"2026-02-27T00:37:18.991327Z","end":"2026-02-27T00:37:19.308944Z","steps":["trace[983245810] 'process raft request' (duration: 317.178007ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:37:19.309069Z","caller":"traceutil/trace.go:171","msg":"trace[390787040] linearizableReadLoop","detail":"{readStateIndex:25260; appliedIndex:25252; }","duration":"250.001189ms","start":"2026-02-27T00:37:19.059042Z","end":"2026-02-27T00:37:19.309044Z","steps":["trace[390787040] 'read index received' (duration: 230.272155ms)","trace[390787040] 'applied index is now lower than readState.Index' (duration: 19.727544ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:37:19.309163Z","caller":"traceutil/trace.go:171","msg":"trace[742606381] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"288.127028ms","start":"2026-02-27T00:37:19.021009Z","end":"2026-02-27T00:37:19.309136Z","steps":["trace[742606381] 'process raft request' (duration: 287.531895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:37:19.309288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:37:18.991298Z","time spent":"317.79141ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:37:19.309472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.435998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T00:37:19.309544Z","caller":"traceutil/trace.go:171","msg":"trace[587222523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24417; }","duration":"250.550541ms","start":"2026-02-27T00:37:19.058982Z","end":"2026-02-27T00:37:19.309533Z","steps":["trace[587222523] 'agreement among raft nodes before linearized reading' (duration: 250.340766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:37:19.310377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.363984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T00:37:19.310424Z","caller":"traceutil/trace.go:171","msg":"trace[885751322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24417; }","duration":"243.443465ms","start":"2026-02-27T00:37:19.066969Z","end":"2026-02-27T00:37:19.310413Z","steps":["trace[885751322] 'agreement among raft nodes before linearized reading' (duration: 243.290912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:37:19.310429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.084989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T00:37:19.310462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.636921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T00:37:19.310512Z","caller":"traceutil/trace.go:171","msg":"trace[2111152545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24417; }","duration":"244.709183ms","start":"2026-02-27T00:37:19.06579Z","end":"2026-02-27T00:37:19.310499Z","steps":["trace[2111152545] 'agreement among raft nodes before linearized reading' (duration: 244.532959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:37:19.310552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.243765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:37:19.310582Z","caller":"traceutil/trace.go:171","msg":"trace[1209763158] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24417; }","duration":"190.316846ms","start":"2026-02-27T00:37:19.120254Z","end":"2026-02-27T00:37:19.310571Z","steps":["trace[1209763158] 'agreement among raft nodes before linearized reading' (duration: 190.263315ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:37:19.3105Z","caller":"traceutil/trace.go:171","msg":"trace[359096251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24417; }","duration":"249.200551ms","start":"2026-02-27T00:37:19.061279Z","end":"2026-02-27T00:37:19.31048Z","steps":["trace[359096251] 'agreement among raft nodes before linearized reading' (duration: 248.991477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:37:19.310672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.716507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T00:37:19.310709Z","caller":"traceutil/trace.go:171","msg":"trace[1604123126] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24417; }","duration":"246.782418ms","start":"2026-02-27T00:37:19.063912Z","end":"2026-02-27T00:37:19.310694Z","steps":["trace[1604123126] 'agreement among raft nodes before linearized reading' (duration: 246.691386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:37:33.560756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.836328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:37:33.560993Z","caller":"traceutil/trace.go:171","msg":"trace[889364530] transaction","detail":"{read_only:false; response_revision:24512; number_of_response:1; }","duration":"199.435876ms","start":"2026-02-27T00:37:33.361521Z","end":"2026-02-27T00:37:33.560957Z","steps":["trace[889364530] 'process raft request' (duration: 73.317242ms)","trace[889364530] 'compare' (duration: 125.731896ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:37:33.561069Z","caller":"traceutil/trace.go:171","msg":"trace[990019146] transaction","detail":"{read_only:false; response_revision:24513; number_of_response:1; }","duration":"198.934115ms","start":"2026-02-27T00:37:33.3621Z","end":"2026-02-27T00:37:33.561034Z","steps":["trace[990019146] 'process raft request' (duration: 198.767771ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:37:33.561217Z","caller":"traceutil/trace.go:171","msg":"trace[1195783954] transaction","detail":"{read_only:false; response_revision:24515; number_of_response:1; }","duration":"195.629672ms","start":"2026-02-27T00:37:33.36558Z","end":"2026-02-27T00:37:33.56121Z","steps":["trace[1195783954] 'process raft request' (duration: 195.379686ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:37:33.561233Z","caller":"traceutil/trace.go:171","msg":"trace[1653814084] transaction","detail":"{read_only:false; response_revision:24514; number_of_response:1; }","duration":"197.921342ms","start":"2026-02-27T00:37:33.363303Z","end":"2026-02-27T00:37:33.561225Z","steps":["trace[1653814084] 'process raft request' (duration: 197.618596ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:37:33.561276Z","caller":"traceutil/trace.go:171","msg":"trace[1780332323] transaction","detail":"{read_only:false; response_revision:24516; number_of_response:1; }","duration":"194.555889ms","start":"2026-02-27T00:37:33.366714Z","end":"2026-02-27T00:37:33.56127Z","steps":["trace[1780332323] 'process raft request' (duration: 194.348145ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:37:33.561329Z","caller":"traceutil/trace.go:171","msg":"trace[791056616] transaction","detail":"{read_only:false; response_revision:24517; number_of_response:1; }","duration":"193.824193ms","start":"2026-02-27T00:37:33.367498Z","end":"2026-02-27T00:37:33.561322Z","steps":["trace[791056616] 'process raft request' (duration: 193.636979ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:37:33.56137Z","caller":"traceutil/trace.go:171","msg":"trace[1325751781] linearizableReadLoop","detail":"{readStateIndex:25361; appliedIndex:25355; }","duration":"194.17037ms","start":"2026-02-27T00:37:33.367192Z","end":"2026-02-27T00:37:33.561363Z","steps":["trace[1325751781] 'read index received' (duration: 6.923463ms)","trace[1325751781] 'applied index is now lower than readState.Index' (duration: 187.246117ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:37:33.674391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.164916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:37:33.674409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.17313ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-27T00:37:33.674471Z","caller":"traceutil/trace.go:171","msg":"trace[421328590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24517; }","duration":"307.301149ms","start":"2026-02-27T00:37:33.367147Z","end":"2026-02-27T00:37:33.674448Z","steps":["trace[421328590] 'agreement among raft nodes before linearized reading' (duration: 194.285023ms)","trace[421328590] 'range keys from in-memory index tree' (duration: 112.895834ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:37:33.674507Z","caller":"traceutil/trace.go:171","msg":"trace[1976826437] linearizableReadLoop","detail":"{readStateIndex:25363; appliedIndex:25362; }","duration":"113.098438ms","start":"2026-02-27T00:37:33.561393Z","end":"2026-02-27T00:37:33.674491Z","steps":["trace[1976826437] 'read index received' (duration: 53.671µs)","trace[1976826437] 'applied index is now lower than readState.Index' (duration: 113.043457ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:37:33.674512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:37:33.367127Z","time spent":"307.376401ms","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:37:33.674696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.471639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:37:33.674769Z","caller":"traceutil/trace.go:171","msg":"trace[25601466] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24517; }","duration":"290.557232ms","start":"2026-02-27T00:37:33.384192Z","end":"2026-02-27T00:37:33.67475Z","steps":["trace[25601466] 'agreement among raft nodes before linearized reading' (duration: 290.440349ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:37:33.674791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.601322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-02-27T00:37:33.674809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.043282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T00:37:33.674791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.184767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:37:33.674862Z","caller":"traceutil/trace.go:171","msg":"trace[1524851909] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24517; }","duration":"290.698925ms","start":"2026-02-27T00:37:33.384147Z","end":"2026-02-27T00:37:33.674846Z","steps":["trace[1524851909] 'agreement among raft nodes before linearized reading' (duration: 290.511651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:37:33.674843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.653127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T00:37:33.674871Z","caller":"traceutil/trace.go:171","msg":"trace[1953248981] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24517; }","duration":"291.128714ms","start":"2026-02-27T00:37:33.383726Z","end":"2026-02-27T00:37:33.674854Z","steps":["trace[1953248981] 'agreement among raft nodes before linearized reading' (duration: 290.981711ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:37:33.674883Z","caller":"traceutil/trace.go:171","msg":"trace[1986750375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24517; }","duration":"302.315709ms","start":"2026-02-27T00:37:33.372551Z","end":"2026-02-27T00:37:33.674867Z","steps":["trace[1986750375] 'agreement among raft nodes before linearized reading' (duration: 301.985592ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:37:33.674924Z","caller":"traceutil/trace.go:171","msg":"trace[350261917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24517; }","duration":"292.75854ms","start":"2026-02-27T00:37:33.382145Z","end":"2026-02-27T00:37:33.674903Z","steps":["trace[350261917] 'agreement among raft nodes before linearized reading' (duration: 292.504505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:37:33.674956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:37:33.37254Z","time spent":"302.404382ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:37:33.674962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.41688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T00:37:33.675001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.079991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:37:33.675003Z","caller":"traceutil/trace.go:171","msg":"trace[37692940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24517; }","duration":"301.479211ms","start":"2026-02-27T00:37:33.373514Z","end":"2026-02-27T00:37:33.674993Z","steps":["trace[37692940] 'agreement among raft nodes before linearized reading' (duration: 301.339688ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:37:33.675032Z","caller":"traceutil/trace.go:171","msg":"trace[562378425] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24517; }","duration":"290.153593ms","start":"2026-02-27T00:37:33.384869Z","end":"2026-02-27T00:37:33.675023Z","steps":["trace[562378425] 'agreement among raft nodes before linearized reading' (duration: 290.106722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:37:33.675036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:37:33.373504Z","time spent":"301.525883ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:37:33.67503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.992335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T00:37:33.675061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.836513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:37:33.675114Z","caller":"traceutil/trace.go:171","msg":"trace[179288520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24517; }","duration":"293.141628ms","start":"2026-02-27T00:37:33.381951Z","end":"2026-02-27T00:37:33.675093Z","steps":["trace[179288520] 'agreement among raft nodes before linearized reading' (duration: 292.845162ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:37:33.675188Z","caller":"traceutil/trace.go:171","msg":"trace[587025916] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24517; }","duration":"244.006737ms","start":"2026-02-27T00:37:33.431132Z","end":"2026-02-27T00:37:33.675139Z","steps":["trace[587025916] 'agreement among raft nodes before linearized reading' (duration: 243.758552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:37:33.675077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.811407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:37:33.675265Z","caller":"traceutil/trace.go:171","msg":"trace[1937178968] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24517; }","duration":"291.019421ms","start":"2026-02-27T00:37:33.38422Z","end":"2026-02-27T00:37:33.67524Z","steps":["trace[1937178968] 'agreement among raft nodes before linearized reading' (duration: 290.760656ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:37:41.915967Z","caller":"traceutil/trace.go:171","msg":"trace[975472988] linearizableReadLoop","detail":"{readStateIndex:25424; appliedIndex:25423; }","duration":"199.331985ms","start":"2026-02-27T00:37:41.716608Z","end":"2026-02-27T00:37:41.91594Z","steps":["trace[975472988] 'read index received' (duration: 199.186631ms)","trace[975472988] 'applied index is now lower than readState.Index' (duration: 144.404µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:37:41.916016Z","caller":"traceutil/trace.go:171","msg":"trace[1416739777] transaction","detail":"{read_only:false; response_revision:24577; number_of_response:1; }","duration":"201.318609ms","start":"2026-02-27T00:37:41.714669Z","end":"2026-02-27T00:37:41.915988Z","steps":["trace[1416739777] 'process raft request' (duration: 201.116954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:37:41.916356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.720983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T00:37:41.916436Z","caller":"traceutil/trace.go:171","msg":"trace[759296479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24577; }","duration":"199.829425ms","start":"2026-02-27T00:37:41.716588Z","end":"2026-02-27T00:37:41.916417Z","steps":["trace[759296479] 'agreement among raft nodes before linearized reading' (duration: 199.554149ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:37:41.917501Z","caller":"traceutil/trace.go:171","msg":"trace[77792726] transaction","detail":"{read_only:false; response_revision:24578; number_of_response:1; }","duration":"200.163312ms","start":"2026-02-27T00:37:41.717318Z","end":"2026-02-27T00:37:41.917481Z","steps":["trace[77792726] 'process raft request' (duration: 199.968538ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:37:41.917639Z","caller":"traceutil/trace.go:171","msg":"trace[2026250913] transaction","detail":"{read_only:false; response_revision:24579; number_of_response:1; }","duration":"199.834105ms","start":"2026-02-27T00:37:41.717781Z","end":"2026-02-27T00:37:41.917615Z","steps":["trace[2026250913] 'process raft request' (duration: 199.574339ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:37:41.917858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.009961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T00:37:41.917921Z","caller":"traceutil/trace.go:171","msg":"trace[643558390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24579; }","duration":"201.091532ms","start":"2026-02-27T00:37:41.716812Z","end":"2026-02-27T00:37:41.917904Z","steps":["trace[643558390] 'agreement among raft nodes before linearized reading' (duration: 200.594521ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:15.689632Z","caller":"traceutil/trace.go:171","msg":"trace[505586157] transaction","detail":"{read_only:false; response_revision:24857; number_of_response:1; }","duration":"100.582383ms","start":"2026-02-27T00:38:15.589019Z","end":"2026-02-27T00:38:15.689601Z","steps":["trace[505586157] 'process raft request' (duration: 100.422579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:20.413966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.684594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:20.414082Z","caller":"traceutil/trace.go:171","msg":"trace[2115438383] linearizableReadLoop","detail":"{readStateIndex:25748; appliedIndex:25746; }","duration":"313.844183ms","start":"2026-02-27T00:38:20.10022Z","end":"2026-02-27T00:38:20.414064Z","steps":["trace[2115438383] 'read index received' (duration: 20.819029ms)","trace[2115438383] 'applied index is now lower than readState.Index' (duration: 293.024044ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:20.414136Z","caller":"traceutil/trace.go:171","msg":"trace[63674243] transaction","detail":"{read_only:false; response_revision:24893; number_of_response:1; }","duration":"314.16712ms","start":"2026-02-27T00:38:20.099942Z","end":"2026-02-27T00:38:20.414109Z","steps":["trace[63674243] 'process raft request' (duration: 38.230621ms)","trace[63674243] 'compare' (duration: 275.536801ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:20.414276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:20.099936Z","time spent":"314.267802ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:20.414281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.054678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T00:38:20.414381Z","caller":"traceutil/trace.go:171","msg":"trace[465753351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24893; }","duration":"314.16224ms","start":"2026-02-27T00:38:20.100208Z","end":"2026-02-27T00:38:20.41437Z","steps":["trace[465753351] 'agreement among raft nodes before linearized reading' (duration: 313.958346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:20.414414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:20.100197Z","time spent":"314.207441ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:38:20.414441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.483634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T00:38:20.414515Z","caller":"traceutil/trace.go:171","msg":"trace[630713619] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24893; }","duration":"313.577826ms","start":"2026-02-27T00:38:20.10092Z","end":"2026-02-27T00:38:20.414498Z","steps":["trace[630713619] 'agreement among raft nodes before linearized reading' (duration: 313.340651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:20.414558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:20.100916Z","time spent":"313.634469ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:38:20.414603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.00364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:20.414679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.375268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:20.414689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.67938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T00:38:20.414721Z","caller":"traceutil/trace.go:171","msg":"trace[1852141193] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24893; }","duration":"135.173944ms","start":"2026-02-27T00:38:20.279528Z","end":"2026-02-27T00:38:20.414702Z","steps":["trace[1852141193] 'agreement among raft nodes before linearized reading' (duration: 134.964339ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:20.414738Z","caller":"traceutil/trace.go:171","msg":"trace[41395860] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24893; }","duration":"135.463641ms","start":"2026-02-27T00:38:20.279261Z","end":"2026-02-27T00:38:20.414725Z","steps":["trace[41395860] 'agreement among raft nodes before linearized reading' (duration: 135.298687ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:20.414755Z","caller":"traceutil/trace.go:171","msg":"trace[1078546652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24893; }","duration":"313.774261ms","start":"2026-02-27T00:38:20.100969Z","end":"2026-02-27T00:38:20.414743Z","steps":["trace[1078546652] 'agreement among raft nodes before linearized reading' (duration: 313.602567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:20.41479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:20.100947Z","time spent":"313.834943ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:38:22.558454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.576802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:22.558538Z","caller":"traceutil/trace.go:171","msg":"trace[1219956895] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24907; }","duration":"140.695034ms","start":"2026-02-27T00:38:22.417825Z","end":"2026-02-27T00:38:22.55852Z","steps":["trace[1219956895] 'range keys from in-memory index tree' (duration: 140.4594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:22.558551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.402527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T00:38:22.558647Z","caller":"traceutil/trace.go:171","msg":"trace[2107655512] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24907; }","duration":"124.557081ms","start":"2026-02-27T00:38:22.434071Z","end":"2026-02-27T00:38:22.558629Z","steps":["trace[2107655512] 'count revisions from in-memory index tree' (duration: 124.259534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:22.558627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.325115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:22.558783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.679134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:22.558889Z","caller":"traceutil/trace.go:171","msg":"trace[370429934] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24907; }","duration":"140.817057ms","start":"2026-02-27T00:38:22.418034Z","end":"2026-02-27T00:38:22.558851Z","steps":["trace[370429934] 'range keys from in-memory index tree' (duration: 140.604343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:22.559004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.869673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/manila-ks-service-rdlrj\" ","response":"range_response_count:1 size:2795"} {"level":"info","ts":"2026-02-27T00:38:22.558745Z","caller":"traceutil/trace.go:171","msg":"trace[1523292118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24907; }","duration":"194.481348ms","start":"2026-02-27T00:38:22.364243Z","end":"2026-02-27T00:38:22.558724Z","steps":["trace[1523292118] 'range keys from in-memory index tree' (duration: 194.252512ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:22.559098Z","caller":"traceutil/trace.go:171","msg":"trace[1590048504] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/manila-ks-service-rdlrj; range_end:; response_count:1; response_revision:24907; }","duration":"128.008296ms","start":"2026-02-27T00:38:22.431071Z","end":"2026-02-27T00:38:22.55908Z","steps":["trace[1590048504] 'range keys from in-memory index tree' (duration: 127.609268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:22.559456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.927268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T00:38:22.559549Z","caller":"traceutil/trace.go:171","msg":"trace[1958753203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24907; }","duration":"140.04718ms","start":"2026-02-27T00:38:22.419481Z","end":"2026-02-27T00:38:22.559529Z","steps":["trace[1958753203] 'range keys from in-memory index tree' (duration: 139.065539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:26.96343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.595534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:26.963628Z","caller":"traceutil/trace.go:171","msg":"trace[747329844] transaction","detail":"{read_only:false; response_revision:24957; number_of_response:1; }","duration":"356.794498ms","start":"2026-02-27T00:38:26.606808Z","end":"2026-02-27T00:38:26.963602Z","steps":["trace[747329844] 'process raft request' (duration: 179.455697ms)","trace[747329844] 'compare' (duration: 176.202796ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:26.963705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:26.606787Z","time spent":"356.886039ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:26.964261Z","caller":"traceutil/trace.go:171","msg":"trace[1610755273] transaction","detail":"{read_only:false; response_revision:24958; number_of_response:1; }","duration":"357.191238ms","start":"2026-02-27T00:38:26.607056Z","end":"2026-02-27T00:38:26.964247Z","steps":["trace[1610755273] 'process raft request' (duration: 356.494372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:26.964341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:26.607044Z","time spent":"357.260399ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:26.964485Z","caller":"traceutil/trace.go:171","msg":"trace[1767447200] transaction","detail":"{read_only:false; response_revision:24959; number_of_response:1; }","duration":"356.590894ms","start":"2026-02-27T00:38:26.607622Z","end":"2026-02-27T00:38:26.964213Z","steps":["trace[1767447200] 'process raft request' (duration: 356.531203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:26.96458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:26.607613Z","time spent":"356.933462ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:28.432427Z","caller":"traceutil/trace.go:171","msg":"trace[1086486082] linearizableReadLoop","detail":"{readStateIndex:25837; appliedIndex:25835; }","duration":"166.831071ms","start":"2026-02-27T00:38:28.26554Z","end":"2026-02-27T00:38:28.432371Z","steps":["trace[1086486082] 'read index received' (duration: 158.108408ms)","trace[1086486082] 'applied index is now lower than readState.Index' (duration: 8.721493ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:28.432626Z","caller":"traceutil/trace.go:171","msg":"trace[876180767] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"200.00195ms","start":"2026-02-27T00:38:28.23258Z","end":"2026-02-27T00:38:28.432582Z","steps":["trace[876180767] 'process raft request' (duration: 191.049072ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:28.432674Z","caller":"traceutil/trace.go:171","msg":"trace[2104796802] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"194.607022ms","start":"2026-02-27T00:38:28.238052Z","end":"2026-02-27T00:38:28.432659Z","steps":["trace[2104796802] 'process raft request' (duration: 194.267164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:28.433017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.450374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T00:38:28.43311Z","caller":"traceutil/trace.go:171","msg":"trace[55517639] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24978; }","duration":"167.596266ms","start":"2026-02-27T00:38:28.265499Z","end":"2026-02-27T00:38:28.433095Z","steps":["trace[55517639] 'agreement among raft nodes before linearized reading' (duration: 167.421752ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:28.434249Z","caller":"traceutil/trace.go:171","msg":"trace[1938484981] transaction","detail":"{read_only:false; response_revision:24979; number_of_response:1; }","duration":"158.142118ms","start":"2026-02-27T00:38:28.276089Z","end":"2026-02-27T00:38:28.434231Z","steps":["trace[1938484981] 'process raft request' (duration: 157.492154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:28.667646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.581155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:28.668258Z","caller":"traceutil/trace.go:171","msg":"trace[1253330848] transaction","detail":"{read_only:false; response_revision:24981; number_of_response:1; }","duration":"127.785431ms","start":"2026-02-27T00:38:28.54043Z","end":"2026-02-27T00:38:28.668216Z","steps":["trace[1253330848] 'process raft request' (duration: 20.547872ms)","trace[1253330848] 'compare' (duration: 106.467922ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:29.246289Z","caller":"traceutil/trace.go:171","msg":"trace[1499791136] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"100.247255ms","start":"2026-02-27T00:38:29.146024Z","end":"2026-02-27T00:38:29.246271Z","steps":["trace[1499791136] 'process raft request' (duration: 95.359748ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:29.81577Z","caller":"traceutil/trace.go:171","msg":"trace[2112537615] transaction","detail":"{read_only:false; response_revision:24991; number_of_response:1; }","duration":"144.488658ms","start":"2026-02-27T00:38:29.671245Z","end":"2026-02-27T00:38:29.815734Z","steps":["trace[2112537615] 'process raft request' (duration: 75.675555ms)","trace[2112537615] 'compare' (duration: 68.618979ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:30.113592Z","caller":"traceutil/trace.go:171","msg":"trace[798790764] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"173.111199ms","start":"2026-02-27T00:38:29.940448Z","end":"2026-02-27T00:38:30.113559Z","steps":["trace[798790764] 'process raft request' (duration: 158.18664ms)","trace[798790764] 'compare' (duration: 14.559651ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:31.536201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.673078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-02-27T00:38:31.536262Z","caller":"traceutil/trace.go:171","msg":"trace[1127562726] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25000; }","duration":"858.78127ms","start":"2026-02-27T00:38:30.677467Z","end":"2026-02-27T00:38:31.536248Z","steps":["trace[1127562726] 'range keys from in-memory index tree' (duration: 858.521145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:31.536289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:30.677447Z","time spent":"858.836502ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T00:38:31.536694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.59662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:31.536762Z","caller":"traceutil/trace.go:171","msg":"trace[1703842016] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25000; }","duration":"855.713743ms","start":"2026-02-27T00:38:30.681028Z","end":"2026-02-27T00:38:31.536742Z","steps":["trace[1703842016] 'range keys from in-memory index tree' (duration: 855.501118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:31.536797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:30.681004Z","time spent":"855.783105ms","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T00:38:31.537325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.922691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:31.537767Z","caller":"traceutil/trace.go:171","msg":"trace[1901150872] linearizableReadLoop","detail":"{readStateIndex:25860; appliedIndex:25859; }","duration":"776.410928ms","start":"2026-02-27T00:38:30.760997Z","end":"2026-02-27T00:38:31.537408Z","steps":["trace[1901150872] 'read index received' (duration: 8.262502ms)","trace[1901150872] 'applied index is now lower than readState.Index' (duration: 768.146766ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:31.53785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.846617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T00:38:31.53789Z","caller":"traceutil/trace.go:171","msg":"trace[1818820518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25001; }","duration":"776.920588ms","start":"2026-02-27T00:38:30.760957Z","end":"2026-02-27T00:38:31.537877Z","steps":["trace[1818820518] 'agreement among raft nodes before linearized reading' (duration: 776.765725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:31.53792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.391563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:31.537934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:30.760937Z","time spent":"776.98877ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T00:38:31.537956Z","caller":"traceutil/trace.go:171","msg":"trace[1535819765] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25001; }","duration":"548.472275ms","start":"2026-02-27T00:38:30.98947Z","end":"2026-02-27T00:38:31.537942Z","steps":["trace[1535819765] 'agreement among raft nodes before linearized reading' (duration: 548.398283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:31.538002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:30.989447Z","time spent":"548.545436ms","remote":"127.0.0.1:50626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:31.537996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.494227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T00:38:31.538092Z","caller":"traceutil/trace.go:171","msg":"trace[1218800699] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25001; }","duration":"509.61753ms","start":"2026-02-27T00:38:31.028457Z","end":"2026-02-27T00:38:31.538074Z","steps":["trace[1218800699] 'agreement among raft nodes before linearized reading' (duration: 509.434556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:31.538135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:31.02844Z","time spent":"509.686311ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:38:31.538141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.822849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T00:38:31.53769Z","caller":"traceutil/trace.go:171","msg":"trace[155045659] transaction","detail":"{read_only:false; response_revision:25001; number_of_response:1; }","duration":"816.918629ms","start":"2026-02-27T00:38:30.720522Z","end":"2026-02-27T00:38:31.537441Z","steps":["trace[155045659] 'process raft request' (duration: 48.769023ms)","trace[155045659] 'compare' (duration: 767.724907ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:31.538118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.780389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:38:31.538246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.981945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T00:38:31.538301Z","caller":"traceutil/trace.go:171","msg":"trace[727639416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25001; }","duration":"547.991613ms","start":"2026-02-27T00:38:30.990256Z","end":"2026-02-27T00:38:31.538247Z","steps":["trace[727639416] 'agreement among raft nodes before linearized reading' (duration: 547.675996ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:31.538317Z","caller":"traceutil/trace.go:171","msg":"trace[517271379] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25001; }","duration":"448.047885ms","start":"2026-02-27T00:38:31.090221Z","end":"2026-02-27T00:38:31.538269Z","steps":["trace[517271379] 'agreement among raft nodes before linearized reading' (duration: 447.651786ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:31.53833Z","caller":"traceutil/trace.go:171","msg":"trace[1459326799] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25001; }","duration":"509.073397ms","start":"2026-02-27T00:38:31.029236Z","end":"2026-02-27T00:38:31.53831Z","steps":["trace[1459326799] 'agreement among raft nodes before linearized reading' (duration: 508.7686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:31.538339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:30.720495Z","time spent":"817.799818ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:31.538367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:30.990238Z","time spent":"548.113436ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:38:31.538377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:31.029218Z","time spent":"509.149779ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:38:31.538399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:31.090155Z","time spent":"448.203029ms","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:31.538425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.881618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:31.538554Z","caller":"traceutil/trace.go:171","msg":"trace[2017756388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25001; }","duration":"171.238776ms","start":"2026-02-27T00:38:31.36724Z","end":"2026-02-27T00:38:31.538479Z","steps":["trace[2017756388] 'agreement among raft nodes before linearized reading' (duration: 170.887029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:32.109756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805407620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:32.609841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805407620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:32.844635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.424552ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:32.844754Z","caller":"traceutil/trace.go:171","msg":"trace[905550817] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25001; }","duration":"813.556565ms","start":"2026-02-27T00:38:32.031178Z","end":"2026-02-27T00:38:32.844734Z","steps":["trace[905550817] 'range keys from in-memory index tree' (duration: 813.408742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:33.004116Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.462322675s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:38:33.004513Z","caller":"traceutil/trace.go:171","msg":"trace[2053902113] transaction","detail":"{read_only:false; response_revision:25002; number_of_response:1; }","duration":"1.462775555s","start":"2026-02-27T00:38:31.541713Z","end":"2026-02-27T00:38:33.004489Z","steps":["trace[2053902113] 'process raft request' (duration: 1.462596841s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:33.00467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:31.541697Z","time spent":"1.462903858s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:34.367957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000357989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:38:34.368093Z","caller":"traceutil/trace.go:171","msg":"trace[1240286018] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000509633s","start":"2026-02-27T00:38:32.367535Z","end":"2026-02-27T00:38:34.368045Z","steps":["trace[1240286018] 'agreement among raft nodes before linearized reading' (duration: 2.00038727s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:34.368144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.367518Z","time spent":"2.000615805s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:38:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:38:34.786889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:33.295095Z","time spent":"1.491787603s","remote":"127.0.0.1:55266","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T00:38:35.09948Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.095209236s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:38:35.100406Z","caller":"traceutil/trace.go:171","msg":"trace[651407009] linearizableReadLoop","detail":"{readStateIndex:25871; appliedIndex:25860; }","duration":"3.491152311s","start":"2026-02-27T00:38:31.609236Z","end":"2026-02-27T00:38:35.100388Z","steps":["trace[651407009] 'read index received' (duration: 1.395060786s)","trace[651407009] 'applied index is now lower than readState.Index' (duration: 2.096090495s)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:35.100934Z","caller":"traceutil/trace.go:171","msg":"trace[687185105] transaction","detail":"{read_only:false; response_revision:25003; number_of_response:1; }","duration":"3.558438951s","start":"2026-02-27T00:38:31.542476Z","end":"2026-02-27T00:38:35.100915Z","steps":["trace[687185105] 'process raft request' (duration: 3.557452259s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:35.101167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:31.542456Z","time spent":"3.558527273s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:35.101507Z","caller":"traceutil/trace.go:171","msg":"trace[2064545259] transaction","detail":"{read_only:false; response_revision:25004; number_of_response:1; }","duration":"3.558234296s","start":"2026-02-27T00:38:31.543259Z","end":"2026-02-27T00:38:35.101493Z","steps":["trace[2064545259] 'process raft request' (duration: 3.556826336s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:35.101874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:31.543241Z","time spent":"3.558302418s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:35.102151Z","caller":"traceutil/trace.go:171","msg":"trace[646162687] transaction","detail":"{read_only:false; response_revision:25005; number_of_response:1; }","duration":"3.557568042s","start":"2026-02-27T00:38:31.544569Z","end":"2026-02-27T00:38:35.102137Z","steps":["trace[646162687] 'process raft request' (duration: 3.555553807s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:35.102224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:31.544561Z","time spent":"3.557626713s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:35.102509Z","caller":"traceutil/trace.go:171","msg":"trace[815095942] transaction","detail":"{read_only:false; response_revision:25006; number_of_response:1; }","duration":"3.414010075s","start":"2026-02-27T00:38:31.688482Z","end":"2026-02-27T00:38:35.102492Z","steps":["trace[815095942] 'process raft request' (duration: 3.411673823s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:35.102582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:31.688463Z","time spent":"3.414083866s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:35.102836Z","caller":"traceutil/trace.go:171","msg":"trace[1300728800] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"3.179323842s","start":"2026-02-27T00:38:31.923498Z","end":"2026-02-27T00:38:35.102822Z","steps":["trace[1300728800] 'process raft request' (duration: 3.176685664s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:35.10297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:31.923471Z","time spent":"3.179410984s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:35.103192Z","caller":"traceutil/trace.go:171","msg":"trace[1674611128] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"3.165677582s","start":"2026-02-27T00:38:31.937502Z","end":"2026-02-27T00:38:35.10318Z","steps":["trace[1674611128] 'process raft request' (duration: 3.162718336s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:35.103309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:31.93749Z","time spent":"3.165741504s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:35.103533Z","caller":"traceutil/trace.go:171","msg":"trace[137925041] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"3.087503172s","start":"2026-02-27T00:38:32.016013Z","end":"2026-02-27T00:38:35.103516Z","steps":["trace[137925041] 'process raft request' (duration: 3.08423675s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:35.103612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.015989Z","time spent":"3.087587154s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:35.103822Z","caller":"traceutil/trace.go:171","msg":"trace[902283128] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"3.087112053s","start":"2026-02-27T00:38:32.016698Z","end":"2026-02-27T00:38:35.10381Z","steps":["trace[902283128] 'process raft request' (duration: 3.083590916s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:35.103884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.016673Z","time spent":"3.087180635s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:35.104293Z","caller":"traceutil/trace.go:171","msg":"trace[1318340312] transaction","detail":"{read_only:false; response_revision:25011; number_of_response:1; }","duration":"3.086856159s","start":"2026-02-27T00:38:32.017426Z","end":"2026-02-27T00:38:35.104282Z","steps":["trace[1318340312] 'process raft request' (duration: 3.082897532s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:35.10438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.017416Z","time spent":"3.0869296s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:35.104721Z","caller":"traceutil/trace.go:171","msg":"trace[248962117] transaction","detail":"{read_only:false; response_revision:25012; number_of_response:1; }","duration":"2.98512738s","start":"2026-02-27T00:38:32.119577Z","end":"2026-02-27T00:38:35.104704Z","steps":["trace[248962117] 'process raft request' (duration: 2.980779114s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:35.104829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.119563Z","time spent":"2.985198942s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:35.105119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.495882425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T00:38:35.10517Z","caller":"traceutil/trace.go:171","msg":"trace[1879042643] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25012; }","duration":"3.495960356s","start":"2026-02-27T00:38:31.609197Z","end":"2026-02-27T00:38:35.105158Z","steps":["trace[1879042643] 'agreement among raft nodes before linearized reading' (duration: 3.495808873s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:35.105243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:31.609187Z","time spent":"3.496046009s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:38:35.601435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805407635,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T00:38:35.961296Z","caller":"traceutil/trace.go:171","msg":"trace[468923963] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"2.943529836s","start":"2026-02-27T00:38:33.017739Z","end":"2026-02-27T00:38:35.961269Z","steps":["trace[468923963] 'process raft request' (duration: 2.943234249s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:35.961408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:33.017716Z","time spent":"2.943640439s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T00:38:36.36907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000612865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T00:38:36.369157Z","caller":"traceutil/trace.go:171","msg":"trace[65938470] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000755599s","start":"2026-02-27T00:38:34.368381Z","end":"2026-02-27T00:38:36.369136Z","steps":["trace[65938470] 'agreement among raft nodes before linearized reading' (duration: 2.000641386s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:36.369266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:34.368369Z","time spent":"2.000885371s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:38:37.242193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281008027s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-27T00:38:37.24482Z","caller":"traceutil/trace.go:171","msg":"trace[1842124418] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"2.799187191s","start":"2026-02-27T00:38:34.445596Z","end":"2026-02-27T00:38:37.244783Z","steps":["trace[1842124418] 'process raft request' (duration: 2.796707316s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:37.244841Z","caller":"traceutil/trace.go:171","msg":"trace[1750034676] linearizableReadLoop","detail":"{readStateIndex:25874; appliedIndex:25871; }","duration":"2.144345597s","start":"2026-02-27T00:38:35.100468Z","end":"2026-02-27T00:38:37.244814Z","steps":["trace[1750034676] 'read index received' (duration: 860.457476ms)","trace[1750034676] 'applied index is now lower than readState.Index' (duration: 1.283885261s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:37.245067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:34.445576Z","time spent":"2.799353764s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:38.291119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032115669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:38.291223Z","caller":"traceutil/trace.go:171","msg":"trace[1320518390] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25014; }","duration":"4.032275924s","start":"2026-02-27T00:38:34.258914Z","end":"2026-02-27T00:38:38.29119Z","steps":["trace[1320518390] 'agreement among raft nodes before linearized reading' (duration: 2.98601522s)","trace[1320518390] 'count revisions from in-memory index tree' (duration: 1.046117251s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:38.291297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:34.258894Z","time spent":"4.032388587s","remote":"127.0.0.1:54862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:38.291343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.538305884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:38.291432Z","caller":"traceutil/trace.go:171","msg":"trace[1735446027] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25014; }","duration":"4.538434628s","start":"2026-02-27T00:38:33.752974Z","end":"2026-02-27T00:38:38.291408Z","steps":["trace[1735446027] 'agreement among raft nodes before linearized reading' (duration: 3.491969819s)","trace[1735446027] 'count revisions from in-memory index tree' (duration: 1.046336705s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:38.291483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:33.752958Z","time spent":"4.538513769s","remote":"127.0.0.1:47596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:38.291705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.172449269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:38.291744Z","caller":"traceutil/trace.go:171","msg":"trace[1598276103] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25014; }","duration":"6.17251299s","start":"2026-02-27T00:38:32.119219Z","end":"2026-02-27T00:38:38.291732Z","steps":["trace[1598276103] 'agreement among raft nodes before linearized reading' (duration: 5.125708294s)","trace[1598276103] 'range keys from in-memory index tree' (duration: 1.046732984s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:38.291987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.119205Z","time spent":"6.17256226s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T00:38:38.292023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.192131934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:38.292086Z","caller":"traceutil/trace.go:171","msg":"trace[1202793547] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25014; }","duration":"3.192201755s","start":"2026-02-27T00:38:35.099843Z","end":"2026-02-27T00:38:38.292045Z","steps":["trace[1202793547] 'agreement among raft nodes before linearized reading' (duration: 2.144986811s)","trace[1202793547] 'count revisions from in-memory index tree' (duration: 1.047174154s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:38.292128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:35.09982Z","time spent":"3.192297557s","remote":"127.0.0.1:50284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:38.292245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.562534737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-02-27T00:38:38.292289Z","caller":"traceutil/trace.go:171","msg":"trace[1764749105] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25014; }","duration":"4.562602298s","start":"2026-02-27T00:38:33.729674Z","end":"2026-02-27T00:38:38.292276Z","steps":["trace[1764749105] 'agreement among raft nodes before linearized reading' (duration: 3.515282552s)","trace[1764749105] 'range keys from in-memory index tree' (duration: 1.047196474s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:38.292327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:33.729659Z","time spent":"4.562658939s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-02-27T00:38:38.292384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.283659688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T00:38:38.292428Z","caller":"traceutil/trace.go:171","msg":"trace[1007916066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25014; }","duration":"3.283767279s","start":"2026-02-27T00:38:35.00865Z","end":"2026-02-27T00:38:38.292417Z","steps":["trace[1007916066] 'agreement among raft nodes before linearized reading' (duration: 2.236190697s)","trace[1007916066] 'range keys from in-memory index tree' (duration: 1.04745434s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:38.292462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:35.008631Z","time spent":"3.28382375s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:38:38.29252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.069733098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:38.292567Z","caller":"traceutil/trace.go:171","msg":"trace[1517578835] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25014; }","duration":"6.06981606s","start":"2026-02-27T00:38:32.222735Z","end":"2026-02-27T00:38:38.292551Z","steps":["trace[1517578835] 'agreement among raft nodes before linearized reading' (duration: 5.022235718s)","trace[1517578835] 'count revisions from in-memory index tree' (duration: 1.047520151s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:38.292604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.222718Z","time spent":"6.069876842s","remote":"127.0.0.1:42370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:38.292642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.826860877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:38:38.292678Z","caller":"traceutil/trace.go:171","msg":"trace[1922282588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25014; }","duration":"5.826894968s","start":"2026-02-27T00:38:32.465773Z","end":"2026-02-27T00:38:38.292668Z","steps":["trace[1922282588] 'agreement among raft nodes before linearized reading' (duration: 4.77907478s)","trace[1922282588] 'range keys from in-memory index tree' (duration: 1.047715775s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:38.29271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.465724Z","time spent":"5.82697867s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:38:38.292829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.748705432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-02-27T00:38:38.292868Z","caller":"traceutil/trace.go:171","msg":"trace[2092687385] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25014; }","duration":"4.748779944s","start":"2026-02-27T00:38:33.544079Z","end":"2026-02-27T00:38:38.292859Z","steps":["trace[2092687385] 'agreement among raft nodes before linearized reading' (duration: 3.700895315s)","trace[2092687385] 'range keys from in-memory index tree' (duration: 1.047785897s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:38.292903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:33.544037Z","time spent":"4.748859907s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T00:38:38.293089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.172717445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-02-27T00:38:38.293125Z","caller":"traceutil/trace.go:171","msg":"trace[1014855564] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25014; }","duration":"6.172773047s","start":"2026-02-27T00:38:32.120343Z","end":"2026-02-27T00:38:38.293116Z","steps":["trace[1014855564] 'agreement among raft nodes before linearized reading' (duration: 5.124639041s)","trace[1014855564] 'range keys from in-memory index tree' (duration: 1.048043154s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:38.293152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.120332Z","time spent":"6.172813787s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T00:38:38.293289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.751417901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:38.293335Z","caller":"traceutil/trace.go:171","msg":"trace[1132710085] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25014; }","duration":"4.751501273s","start":"2026-02-27T00:38:33.541821Z","end":"2026-02-27T00:38:38.293323Z","steps":["trace[1132710085] 'agreement among raft nodes before linearized reading' (duration: 3.703166653s)","trace[1132710085] 'range keys from in-memory index tree' (duration: 1.048283698s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:38.293362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:33.541794Z","time spent":"4.751560845s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T00:38:38.293516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.827570833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T00:38:38.293563Z","caller":"traceutil/trace.go:171","msg":"trace[1750703225] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25014; }","duration":"5.827619674s","start":"2026-02-27T00:38:32.465932Z","end":"2026-02-27T00:38:38.293552Z","steps":["trace[1750703225] 'agreement among raft nodes before linearized reading' (duration: 4.77906925s)","trace[1750703225] 'count revisions from in-memory index tree' (duration: 1.048475803s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:38.293598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.465902Z","time spent":"5.827687916s","remote":"127.0.0.1:47328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":238,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:38.293819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.173925652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-02-27T00:38:38.293858Z","caller":"traceutil/trace.go:171","msg":"trace[1225235688] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25014; }","duration":"6.173979352s","start":"2026-02-27T00:38:32.119867Z","end":"2026-02-27T00:38:38.293846Z","steps":["trace[1225235688] 'agreement among raft nodes before linearized reading' (duration: 5.125127451s)","trace[1225235688] 'range keys from in-memory index tree' (duration: 1.048715268s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:38.293889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.11986Z","time spent":"6.174023013s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T00:38:38.291982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.478276507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:38.293932Z","caller":"traceutil/trace.go:171","msg":"trace[606070166] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25014; }","duration":"3.480260361s","start":"2026-02-27T00:38:34.813658Z","end":"2026-02-27T00:38:38.293918Z","steps":["trace[606070166] 'agreement among raft nodes before linearized reading' (duration: 2.431155685s)","trace[606070166] 'count revisions from in-memory index tree' (duration: 1.047138643s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:38.293981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:34.813639Z","time spent":"3.480329253s","remote":"127.0.0.1:42280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:38.294053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.433542933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:38:38.294091Z","caller":"traceutil/trace.go:171","msg":"trace[129596169] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25014; }","duration":"6.433607944s","start":"2026-02-27T00:38:31.860471Z","end":"2026-02-27T00:38:38.294079Z","steps":["trace[129596169] 'agreement among raft nodes before linearized reading' (duration: 5.384565058s)","trace[129596169] 'count revisions from in-memory index tree' (duration: 1.048996724s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:38.294125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:31.860459Z","time spent":"6.433657704s","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:38.292836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.85847949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:38.294252Z","caller":"traceutil/trace.go:171","msg":"trace[1558033575] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25014; }","duration":"3.859892052s","start":"2026-02-27T00:38:34.434346Z","end":"2026-02-27T00:38:38.294238Z","steps":["trace[1558033575] 'agreement among raft nodes before linearized reading' (duration: 2.81054655s)","trace[1558033575] 'count revisions from in-memory index tree' (duration: 1.047917599s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:38.294261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.176191011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:38.294294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:34.434302Z","time spent":"3.859979684s","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:38.294299Z","caller":"traceutil/trace.go:171","msg":"trace[1829323547] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25014; }","duration":"6.176269853s","start":"2026-02-27T00:38:32.118015Z","end":"2026-02-27T00:38:38.294285Z","steps":["trace[1829323547] 'agreement among raft nodes before linearized reading' (duration: 5.127029884s)","trace[1829323547] 'range keys from in-memory index tree' (duration: 1.049200648s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:38.294336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.118Z","time spent":"6.176326504s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T00:38:38.292874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.023332647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:38.294458Z","caller":"traceutil/trace.go:171","msg":"trace[746406482] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25014; }","duration":"4.024911542s","start":"2026-02-27T00:38:34.269534Z","end":"2026-02-27T00:38:38.294445Z","steps":["trace[746406482] 'agreement among raft nodes before linearized reading' (duration: 2.975376367s)","trace[746406482] 'range keys from in-memory index tree' (duration: 1.04794049s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:38.294498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:34.269487Z","time spent":"4.024998094s","remote":"127.0.0.1:50614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T00:38:38.294513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.276742764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-02-27T00:38:38.294541Z","caller":"traceutil/trace.go:171","msg":"trace[1169890351] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25014; }","duration":"6.276795244s","start":"2026-02-27T00:38:32.017736Z","end":"2026-02-27T00:38:38.294532Z","steps":["trace[1169890351] 'agreement among raft nodes before linearized reading' (duration: 5.22732168s)","trace[1169890351] 'range keys from in-memory index tree' (duration: 1.049397913s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:38.294575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:32.017728Z","time spent":"6.276840835s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T00:38:38.294701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.466496146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:38.294733Z","caller":"traceutil/trace.go:171","msg":"trace[1196623382] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25014; }","duration":"6.466565428s","start":"2026-02-27T00:38:31.828159Z","end":"2026-02-27T00:38:38.294724Z","steps":["trace[1196623382] 'agreement among raft nodes before linearized reading' (duration: 5.416923389s)","trace[1196623382] 'range keys from in-memory index tree' (duration: 1.049599367s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:38.294762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:31.828138Z","time spent":"6.466618079s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T00:38:38.294897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.545578095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-02-27T00:38:38.294933Z","caller":"traceutil/trace.go:171","msg":"trace[1971047293] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25014; }","duration":"6.545648697s","start":"2026-02-27T00:38:31.749272Z","end":"2026-02-27T00:38:38.294921Z","steps":["trace[1971047293] 'agreement among raft nodes before linearized reading' (duration: 5.495848695s)","trace[1971047293] 'range keys from in-memory index tree' (duration: 1.049741601s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:38.294963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:31.749252Z","time spent":"6.545704539s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T00:38:38.295858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051015239s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:38.296008Z","caller":"traceutil/trace.go:171","msg":"trace[1755420719] transaction","detail":"{read_only:false; response_revision:25016; number_of_response:1; }","duration":"1.183607155s","start":"2026-02-27T00:38:37.112389Z","end":"2026-02-27T00:38:38.295997Z","steps":["trace[1755420719] 'process raft request' (duration: 1.183536324s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:38.296022Z","caller":"traceutil/trace.go:171","msg":"trace[395589150] transaction","detail":"{read_only:false; response_revision:25015; number_of_response:1; }","duration":"2.330852109s","start":"2026-02-27T00:38:35.965139Z","end":"2026-02-27T00:38:38.295991Z","steps":["trace[395589150] 'process raft request' (duration: 1.279661586s)","trace[395589150] 'compare' (duration: 1.046910198s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:38.296572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:37.112377Z","time spent":"1.183660326s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:38.297635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:35.965099Z","time spent":"2.331032873s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T00:38:38.380724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0003289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T00:38:38.380842Z","caller":"traceutil/trace.go:171","msg":"trace[198674475] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000459372s","start":"2026-02-27T00:38:36.380348Z","end":"2026-02-27T00:38:38.380807Z","steps":["trace[198674475] 'agreement among raft nodes before linearized reading' (duration: 2.000323609s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:38.380901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:36.380267Z","time spent":"2.000622306s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:38:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:38:38.820567Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.30890503s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T00:38:39.941444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120464756s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:39.941747Z","caller":"traceutil/trace.go:171","msg":"trace[1102853546] transaction","detail":"{read_only:false; response_revision:25018; number_of_response:1; }","duration":"2.826265737s","start":"2026-02-27T00:38:37.115448Z","end":"2026-02-27T00:38:39.941714Z","steps":["trace[1102853546] 'process raft request' (duration: 2.826101313s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:39.941726Z","caller":"traceutil/trace.go:171","msg":"trace[516141602] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"2.826323947s","start":"2026-02-27T00:38:37.115372Z","end":"2026-02-27T00:38:39.941696Z","steps":["trace[516141602] 'process raft request' (duration: 1.705513594s)","trace[516141602] 'compare' (duration: 1.120010716s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:39.942015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:37.115434Z","time spent":"2.826537942s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:39.9421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:37.115325Z","time spent":"2.826669535s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:39.942134Z","caller":"traceutil/trace.go:171","msg":"trace[928925903] transaction","detail":"{read_only:false; response_revision:25019; number_of_response:1; }","duration":"2.826649615s","start":"2026-02-27T00:38:37.115459Z","end":"2026-02-27T00:38:39.942109Z","steps":["trace[928925903] 'process raft request' (duration: 2.826195545s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:39.942269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:37.115428Z","time spent":"2.826774117s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:39.942534Z","caller":"traceutil/trace.go:171","msg":"trace[646195780] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"2.827017133s","start":"2026-02-27T00:38:37.115509Z","end":"2026-02-27T00:38:39.942526Z","steps":["trace[646195780] 'process raft request' (duration: 2.826520602s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:39.942587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:37.115499Z","time spent":"2.827064394s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:39.942724Z","caller":"traceutil/trace.go:171","msg":"trace[1452829839] transaction","detail":"{read_only:false; response_revision:25021; number_of_response:1; }","duration":"2.827142765s","start":"2026-02-27T00:38:37.115564Z","end":"2026-02-27T00:38:39.942706Z","steps":["trace[1452829839] 'process raft request' (duration: 2.8269083s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:39.942803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:37.115553Z","time spent":"2.827212377s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:39.943003Z","caller":"traceutil/trace.go:171","msg":"trace[953658652] linearizableReadLoop","detail":"{readStateIndex:25882; appliedIndex:25874; }","duration":"2.697949444s","start":"2026-02-27T00:38:37.245003Z","end":"2026-02-27T00:38:39.942953Z","steps":["trace[953658652] 'read index received' (duration: 266.660966ms)","trace[953658652] 'applied index is now lower than readState.Index' (duration: 2.431285388s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:39.943107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.830789597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T00:38:39.94315Z","caller":"traceutil/trace.go:171","msg":"trace[763304960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25022; }","duration":"2.830865538s","start":"2026-02-27T00:38:37.112269Z","end":"2026-02-27T00:38:39.943134Z","steps":["trace[763304960] 'agreement among raft nodes before linearized reading' (duration: 2.830706475s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:39.943191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:37.112249Z","time spent":"2.830934049s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:38:39.943404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.289321463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:39.943655Z","caller":"traceutil/trace.go:171","msg":"trace[1346829631] transaction","detail":"{read_only:false; response_revision:25022; number_of_response:1; }","duration":"2.827172276s","start":"2026-02-27T00:38:37.116466Z","end":"2026-02-27T00:38:39.943638Z","steps":["trace[1346829631] 'process raft request' (duration: 2.826192464s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:39.943806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:37.116446Z","time spent":"2.827261048s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:39.943999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828335802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T00:38:39.944034Z","caller":"traceutil/trace.go:171","msg":"trace[676443550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25022; }","duration":"2.828402294s","start":"2026-02-27T00:38:37.115623Z","end":"2026-02-27T00:38:39.944025Z","steps":["trace[676443550] 'agreement among raft nodes before linearized reading' (duration: 2.828300321s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:39.944113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:37.115615Z","time spent":"2.828489105s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T00:38:39.943466Z","caller":"traceutil/trace.go:171","msg":"trace[1460191708] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25022; }","duration":"3.289489836s","start":"2026-02-27T00:38:36.653958Z","end":"2026-02-27T00:38:39.943448Z","steps":["trace[1460191708] 'agreement among raft nodes before linearized reading' (duration: 3.289180929s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:39.944273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828768212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T00:38:39.9443Z","caller":"traceutil/trace.go:171","msg":"trace[2012527230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25022; }","duration":"2.828833733s","start":"2026-02-27T00:38:37.115457Z","end":"2026-02-27T00:38:39.944291Z","steps":["trace[2012527230] 'agreement among raft nodes before linearized reading' (duration: 2.828751782s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:39.944332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:37.115427Z","time spent":"2.828899454s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:38:39.94442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:36.653936Z","time spent":"3.290354935s","remote":"127.0.0.1:54856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:39.944788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.34626774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-ks-endpoints-fxjh8\" ","response":"range_response_count:1 size:24761"} {"level":"info","ts":"2026-02-27T00:38:39.944816Z","caller":"traceutil/trace.go:171","msg":"trace[2074846582] range","detail":"{range_begin:/registry/pods/openstack/manila-ks-endpoints-fxjh8; range_end:; response_count:1; response_revision:25022; }","duration":"4.346323461s","start":"2026-02-27T00:38:35.598485Z","end":"2026-02-27T00:38:39.944808Z","steps":["trace[2074846582] 'agreement among raft nodes before linearized reading' (duration: 4.346242809s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:39.944835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:35.598446Z","time spent":"4.346385532s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":24785,"request content":"key:\"/registry/pods/openstack/manila-ks-endpoints-fxjh8\" "} {"level":"warn","ts":"2026-02-27T00:38:39.944991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.818724866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T00:38:39.945014Z","caller":"traceutil/trace.go:171","msg":"trace[2097403037] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25022; }","duration":"3.818799068s","start":"2026-02-27T00:38:36.126209Z","end":"2026-02-27T00:38:39.945008Z","steps":["trace[2097403037] 'agreement among raft nodes before linearized reading' (duration: 3.818739427s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:39.945034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:36.126177Z","time spent":"3.818849729s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T00:38:39.945016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.676553915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:39.95023Z","caller":"traceutil/trace.go:171","msg":"trace[1366084652] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25022; }","duration":"4.68176344s","start":"2026-02-27T00:38:35.268414Z","end":"2026-02-27T00:38:39.950177Z","steps":["trace[1366084652] 'agreement among raft nodes before linearized reading' (duration: 4.676541455s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:39.950398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:35.268399Z","time spent":"4.681933063s","remote":"127.0.0.1:50178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:39.95119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.839693693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T00:38:39.951269Z","caller":"traceutil/trace.go:171","msg":"trace[591313598] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25022; }","duration":"4.839819986s","start":"2026-02-27T00:38:35.111432Z","end":"2026-02-27T00:38:39.951252Z","steps":["trace[591313598] 'agreement among raft nodes before linearized reading' (duration: 4.83955094s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:39.951303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:35.111416Z","time spent":"4.839880637s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:38:40.381955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000976763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T00:38:40.382077Z","caller":"traceutil/trace.go:171","msg":"trace[1367932962] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001189208s","start":"2026-02-27T00:38:38.380862Z","end":"2026-02-27T00:38:40.382052Z","steps":["trace[1367932962] 'agreement among raft nodes before linearized reading' (duration: 2.001030935s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:40.38214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:38.380827Z","time spent":"2.00130039s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:38:40.443317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805407650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:40.801985Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.921002905s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T00:38:41.286462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.791599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:41.286953Z","caller":"traceutil/trace.go:171","msg":"trace[1645868711] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"2.988102795s","start":"2026-02-27T00:38:38.298814Z","end":"2026-02-27T00:38:41.286917Z","steps":["trace[1645868711] 'process raft request' (duration: 2.504789865s)","trace[1645868711] 'compare' (duration: 482.602465ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:41.287109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:38.298796Z","time spent":"2.988232648s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:41.287578Z","caller":"traceutil/trace.go:171","msg":"trace[1103546186] transaction","detail":"{read_only:false; response_revision:25025; number_of_response:1; }","duration":"2.596562423s","start":"2026-02-27T00:38:38.690998Z","end":"2026-02-27T00:38:41.28756Z","steps":["trace[1103546186] 'process raft request' (duration: 2.596503571s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:41.287652Z","caller":"traceutil/trace.go:171","msg":"trace[1055601986] transaction","detail":"{read_only:false; response_revision:25024; number_of_response:1; }","duration":"2.986335367s","start":"2026-02-27T00:38:38.301297Z","end":"2026-02-27T00:38:41.287632Z","steps":["trace[1055601986] 'process raft request' (duration: 2.985256623s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:41.287704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:38.30129Z","time spent":"2.986386289s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:41.28771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:38.690959Z","time spent":"2.596669816s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:42.286169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.938368ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:42.286257Z","caller":"traceutil/trace.go:171","msg":"trace[873518376] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25025; }","duration":"255.03706ms","start":"2026-02-27T00:38:42.031209Z","end":"2026-02-27T00:38:42.286246Z","steps":["trace[873518376] 'range keys from in-memory index tree' (duration: 254.925948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.287046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.103258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:42.287669Z","caller":"traceutil/trace.go:171","msg":"trace[460766412] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"2.335934401s","start":"2026-02-27T00:38:39.951715Z","end":"2026-02-27T00:38:42.287649Z","steps":["trace[460766412] 'process raft request' (duration: 2.335867859s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.287754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:39.951688Z","time spent":"2.336028134s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:42.287773Z","caller":"traceutil/trace.go:171","msg":"trace[323167227] transaction","detail":"{read_only:false; response_revision:25030; number_of_response:1; }","duration":"2.330467491s","start":"2026-02-27T00:38:39.957298Z","end":"2026-02-27T00:38:42.287765Z","steps":["trace[323167227] 'process raft request' (duration: 2.330316806s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.2879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:39.957288Z","time spent":"2.330587294s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:42.287964Z","caller":"traceutil/trace.go:171","msg":"trace[670329897] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"2.336151516s","start":"2026-02-27T00:38:39.951712Z","end":"2026-02-27T00:38:42.287863Z","steps":["trace[670329897] 'process raft request' (duration: 2.335832418s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:42.288115Z","caller":"traceutil/trace.go:171","msg":"trace[1897211210] linearizableReadLoop","detail":"{readStateIndex:25893; appliedIndex:25882; }","duration":"2.34501159s","start":"2026-02-27T00:38:39.943097Z","end":"2026-02-27T00:38:42.288108Z","steps":["trace[1897211210] 'read index received' (duration: 860.1842ms)","trace[1897211210] 'applied index is now lower than readState.Index' (duration: 1.48482655s)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:42.288162Z","caller":"traceutil/trace.go:171","msg":"trace[355214037] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"1.984635854s","start":"2026-02-27T00:38:40.303517Z","end":"2026-02-27T00:38:42.288153Z","steps":["trace[355214037] 'process raft request' (duration: 1.984527812s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.28821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:39.951686Z","time spent":"2.336362931s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:42.288273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580274335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:42.288282Z","caller":"traceutil/trace.go:171","msg":"trace[1932763590] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"2.321596796s","start":"2026-02-27T00:38:39.966676Z","end":"2026-02-27T00:38:42.288273Z","steps":["trace[1932763590] 'process raft request' (duration: 2.321153716s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:42.288314Z","caller":"traceutil/trace.go:171","msg":"trace[1153122843] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25033; }","duration":"2.580309386s","start":"2026-02-27T00:38:39.707992Z","end":"2026-02-27T00:38:42.288301Z","steps":["trace[1153122843] 'agreement among raft nodes before linearized reading' (duration: 2.580266135s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.288313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.986880715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f12ef5c631c3\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-27T00:38:42.288327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:39.966663Z","time spent":"2.321644157s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25066,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:42.288346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:39.707932Z","time spent":"2.580408518s","remote":"127.0.0.1:50174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:42.288363Z","caller":"traceutil/trace.go:171","msg":"trace[1793907521] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f12ef5c631c3; range_end:; response_count:1; response_revision:25033; }","duration":"3.986956856s","start":"2026-02-27T00:38:38.301391Z","end":"2026-02-27T00:38:42.288347Z","steps":["trace[1793907521] 'agreement among raft nodes before linearized reading' (duration: 3.986783632s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.288398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:38.301378Z","time spent":"3.987012398s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f12ef5c631c3\" "} {"level":"warn","ts":"2026-02-27T00:38:42.288413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.989870431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e5080815-5662-4321-a1b4-975b6bf22c99\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-02-27T00:38:42.287978Z","caller":"traceutil/trace.go:171","msg":"trace[36616476] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"3.24558069s","start":"2026-02-27T00:38:39.042382Z","end":"2026-02-27T00:38:42.287963Z","steps":["trace[36616476] 'process raft request' (duration: 3.244750111s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.288467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:39.042341Z","time spent":"3.246103151s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:42.288436Z","caller":"traceutil/trace.go:171","msg":"trace[978900604] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e5080815-5662-4321-a1b4-975b6bf22c99; range_end:; response_count:1; response_revision:25033; }","duration":"3.989919042s","start":"2026-02-27T00:38:38.298509Z","end":"2026-02-27T00:38:42.288428Z","steps":["trace[978900604] 'agreement among raft nodes before linearized reading' (duration: 3.989755858s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.288512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.605739056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:38:42.287998Z","caller":"traceutil/trace.go:171","msg":"trace[543723697] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"2.326982045s","start":"2026-02-27T00:38:39.96101Z","end":"2026-02-27T00:38:42.287992Z","steps":["trace[543723697] 'process raft request' (duration: 2.326706399s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:42.288534Z","caller":"traceutil/trace.go:171","msg":"trace[2126983459] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25033; }","duration":"2.605797326s","start":"2026-02-27T00:38:39.682731Z","end":"2026-02-27T00:38:42.288528Z","steps":["trace[2126983459] 'agreement among raft nodes before linearized reading' (duration: 2.605752635s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.288547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:39.960976Z","time spent":"2.327556167s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:42.288538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.985524226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:42.288217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.066682025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:42.288594Z","caller":"traceutil/trace.go:171","msg":"trace[574727766] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25033; }","duration":"3.985617677s","start":"2026-02-27T00:38:38.302964Z","end":"2026-02-27T00:38:42.288582Z","steps":["trace[574727766] 'agreement among raft nodes before linearized reading' (duration: 3.985469904s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.288581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:38.298472Z","time spent":"3.990039215s","remote":"127.0.0.1:47388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-e5080815-5662-4321-a1b4-975b6bf22c99\" "} {"level":"warn","ts":"2026-02-27T00:38:42.288233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.303479Z","time spent":"1.984706566s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:42.288552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:39.682711Z","time spent":"2.605835488s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:42.288612Z","caller":"traceutil/trace.go:171","msg":"trace[1664759864] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25033; }","duration":"3.067133285s","start":"2026-02-27T00:38:39.22147Z","end":"2026-02-27T00:38:42.288603Z","steps":["trace[1664759864] 'agreement among raft nodes before linearized reading' (duration: 3.066641214s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.288861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:39.221448Z","time spent":"3.06739851s","remote":"127.0.0.1:44700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:42.28888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.149754908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-27T00:38:42.288904Z","caller":"traceutil/trace.go:171","msg":"trace[215893764] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:25033; }","duration":"4.149815299s","start":"2026-02-27T00:38:38.139082Z","end":"2026-02-27T00:38:42.288898Z","steps":["trace[215893764] 'agreement among raft nodes before linearized reading' (duration: 4.149323499s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.288952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:38.13906Z","time spent":"4.14988645s","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-02-27T00:38:42.288251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.357683456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:38:42.289018Z","caller":"traceutil/trace.go:171","msg":"trace[1458559327] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25033; }","duration":"3.358557974s","start":"2026-02-27T00:38:38.930446Z","end":"2026-02-27T00:38:42.289004Z","steps":["trace[1458559327] 'agreement among raft nodes before linearized reading' (duration: 3.357704936s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:42.287683Z","caller":"traceutil/trace.go:171","msg":"trace[1375163192] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"3.442084522s","start":"2026-02-27T00:38:38.845564Z","end":"2026-02-27T00:38:42.287648Z","steps":["trace[1375163192] 'process raft request' (duration: 2.892271878s)","trace[1375163192] 'compare' (duration: 548.217699ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:42.289153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:38.845536Z","time spent":"3.443573055s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:42.289062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:38.930425Z","time spent":"3.358622336s","remote":"127.0.0.1:49144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:42.288626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:38.302959Z","time spent":"3.985658208s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T00:38:42.392621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000401991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T00:38:42.392715Z","caller":"traceutil/trace.go:171","msg":"trace[1218989362] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000547513s","start":"2026-02-27T00:38:40.392147Z","end":"2026-02-27T00:38:42.392695Z","steps":["trace[1218989362] 'agreement among raft nodes before linearized reading' (duration: 2.000418871s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:42.392765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.392128Z","time spent":"2.000627206s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:38:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:38:43.178388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.612078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:43.178463Z","caller":"traceutil/trace.go:171","msg":"trace[1716252562] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"1.225168198s","start":"2026-02-27T00:38:41.95328Z","end":"2026-02-27T00:38:43.178448Z","steps":["trace[1716252562] 'process raft request' (duration: 520.422247ms)","trace[1716252562] 'compare' (duration: 704.177739ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:43.178504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:41.953254Z","time spent":"1.225230221s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:44.393246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000485782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:38:44.393331Z","caller":"traceutil/trace.go:171","msg":"trace[734471446] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000608565s","start":"2026-02-27T00:38:42.392706Z","end":"2026-02-27T00:38:44.393315Z","steps":["trace[734471446] 'agreement among raft nodes before linearized reading' (duration: 2.000501682s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:44.393376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:42.392694Z","time spent":"2.000673197s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:38:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:38:44.649761Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.138710944s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T00:38:44.931166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.035771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:44.93143Z","caller":"traceutil/trace.go:171","msg":"trace[1219541933] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"2.977108143s","start":"2026-02-27T00:38:41.954296Z","end":"2026-02-27T00:38:44.931404Z","steps":["trace[1219541933] 'process raft request' (duration: 2.695738095s)","trace[1219541933] 'compare' (duration: 280.635262ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:44.931558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:41.954268Z","time spent":"2.977219797s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:44.931648Z","caller":"traceutil/trace.go:171","msg":"trace[2018710424] linearizableReadLoop","detail":"{readStateIndex:25900; appliedIndex:25893; }","duration":"2.643496575s","start":"2026-02-27T00:38:42.288135Z","end":"2026-02-27T00:38:44.931631Z","steps":["trace[2018710424] 'read index received' (duration: 185.657423ms)","trace[2018710424] 'applied index is now lower than readState.Index' (duration: 2.457837922s)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:44.931721Z","caller":"traceutil/trace.go:171","msg":"trace[1967497681] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"2.977278357s","start":"2026-02-27T00:38:41.954433Z","end":"2026-02-27T00:38:44.931712Z","steps":["trace[1967497681] 'process raft request' (duration: 2.976822957s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:44.931788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:41.954429Z","time spent":"2.977322498s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:44.931898Z","caller":"traceutil/trace.go:171","msg":"trace[1743145754] transaction","detail":"{read_only:false; response_revision:25037; number_of_response:1; }","duration":"2.97741382s","start":"2026-02-27T00:38:41.954475Z","end":"2026-02-27T00:38:44.931889Z","steps":["trace[1743145754] 'process raft request' (duration: 2.976867778s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:44.931952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:41.95447Z","time spent":"2.977453451s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:44.932027Z","caller":"traceutil/trace.go:171","msg":"trace[1515806953] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"2.977454921s","start":"2026-02-27T00:38:41.954563Z","end":"2026-02-27T00:38:44.932018Z","steps":["trace[1515806953] 'process raft request' (duration: 2.976821247s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:44.932101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:41.954556Z","time spent":"2.977496052s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:44.932176Z","caller":"traceutil/trace.go:171","msg":"trace[667101343] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"2.977573965s","start":"2026-02-27T00:38:41.954594Z","end":"2026-02-27T00:38:44.932168Z","steps":["trace[667101343] 'process raft request' (duration: 2.976827768s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:44.932247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:41.954567Z","time spent":"2.977634036s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:44.932323Z","caller":"traceutil/trace.go:171","msg":"trace[1714896653] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"2.680682494s","start":"2026-02-27T00:38:42.251632Z","end":"2026-02-27T00:38:44.932315Z","steps":["trace[1714896653] 'process raft request' (duration: 2.679824104s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:44.932379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:42.251612Z","time spent":"2.680736865s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:44.932442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.45085358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:44.932463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.627325202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:44.93249Z","caller":"traceutil/trace.go:171","msg":"trace[1699675519] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25041; }","duration":"4.627384934s","start":"2026-02-27T00:38:40.305098Z","end":"2026-02-27T00:38:44.932483Z","steps":["trace[1699675519] 'agreement among raft nodes before linearized reading' (duration: 4.627341123s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:44.932521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.30508Z","time spent":"4.627434214s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-02-27T00:38:44.932528Z","caller":"traceutil/trace.go:171","msg":"trace[1548177755] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"2.641724607s","start":"2026-02-27T00:38:42.290792Z","end":"2026-02-27T00:38:44.932517Z","steps":["trace[1548177755] 'process raft request' (duration: 2.640694324s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:44.932546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.627398314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"warn","ts":"2026-02-27T00:38:44.932583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:42.290774Z","time spent":"2.641776388s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:44.9326Z","caller":"traceutil/trace.go:171","msg":"trace[1130903359] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25041; }","duration":"4.627495116s","start":"2026-02-27T00:38:40.305091Z","end":"2026-02-27T00:38:44.932586Z","steps":["trace[1130903359] 'agreement among raft nodes before linearized reading' (duration: 4.627313992s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:44.932639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.305071Z","time spent":"4.627560608s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T00:38:44.932696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.629129133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:44.932732Z","caller":"traceutil/trace.go:171","msg":"trace[1020263501] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25041; }","duration":"4.629164744s","start":"2026-02-27T00:38:40.303558Z","end":"2026-02-27T00:38:44.932723Z","steps":["trace[1020263501] 'agreement among raft nodes before linearized reading' (duration: 4.629108783s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:44.932762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.303548Z","time spent":"4.629207125s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-02-27T00:38:44.932493Z","caller":"traceutil/trace.go:171","msg":"trace[872196741] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25041; }","duration":"4.450958654s","start":"2026-02-27T00:38:40.48152Z","end":"2026-02-27T00:38:44.932478Z","steps":["trace[872196741] 'agreement among raft nodes before linearized reading' (duration: 4.450852831s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:44.932894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.629347317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:44.932939Z","caller":"traceutil/trace.go:171","msg":"trace[1132182059] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25041; }","duration":"4.629413839s","start":"2026-02-27T00:38:40.303506Z","end":"2026-02-27T00:38:44.932919Z","steps":["trace[1132182059] 'agreement among raft nodes before linearized reading' (duration: 4.629351818s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:44.932966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.303484Z","time spent":"4.6294777s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T00:38:44.9329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.481494Z","time spent":"4.451392392s","remote":"127.0.0.1:50200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:44.933041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.325782423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-27T00:38:44.933113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657380252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:44.933138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.627366144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"warn","ts":"2026-02-27T00:38:44.93318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:42.292041Z","time spent":"2.641137045s","remote":"127.0.0.1:47286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T00:38:44.933199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.012983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:38:44.933216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.118458183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:38:44.933228Z","caller":"traceutil/trace.go:171","msg":"trace[131266769] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25041; }","duration":"4.013126333s","start":"2026-02-27T00:38:40.920093Z","end":"2026-02-27T00:38:44.933219Z","steps":["trace[131266769] 'agreement among raft nodes before linearized reading' (duration: 4.013083192s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:44.933244Z","caller":"traceutil/trace.go:171","msg":"trace[832551798] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25041; }","duration":"3.118522265s","start":"2026-02-27T00:38:41.814714Z","end":"2026-02-27T00:38:44.933236Z","steps":["trace[832551798] 'agreement among raft nodes before linearized reading' (duration: 3.118464044s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:44.933282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:41.814694Z","time spent":"3.118580356s","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":23,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:44.933281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.627565188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"warn","ts":"2026-02-27T00:38:44.933291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.920006Z","time spent":"4.013241625s","remote":"127.0.0.1:54922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:44.93331Z","caller":"traceutil/trace.go:171","msg":"trace[1642438059] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25041; }","duration":"4.627654349s","start":"2026-02-27T00:38:40.305648Z","end":"2026-02-27T00:38:44.933302Z","steps":["trace[1642438059] 'agreement among raft nodes before linearized reading' (duration: 4.627568578s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:44.933341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.305619Z","time spent":"4.627715281s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T00:38:44.933125Z","caller":"traceutil/trace.go:171","msg":"trace[745439806] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25041; }","duration":"3.325933847s","start":"2026-02-27T00:38:41.607172Z","end":"2026-02-27T00:38:44.933106Z","steps":["trace[745439806] 'agreement among raft nodes before linearized reading' (duration: 3.325659011s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:44.933191Z","caller":"traceutil/trace.go:171","msg":"trace[1981936408] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25041; }","duration":"4.627443275s","start":"2026-02-27T00:38:40.305737Z","end":"2026-02-27T00:38:44.93318Z","steps":["trace[1981936408] 'agreement among raft nodes before linearized reading' (duration: 4.627280551s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:44.933429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.305731Z","time spent":"4.62769173s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T00:38:44.93346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.114509853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:38:44.933504Z","caller":"traceutil/trace.go:171","msg":"trace[323051532] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25041; }","duration":"4.114604095s","start":"2026-02-27T00:38:40.818888Z","end":"2026-02-27T00:38:44.933492Z","steps":["trace[323051532] 'agreement among raft nodes before linearized reading' (duration: 4.114531763s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:44.93354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.81886Z","time spent":"4.114670486s","remote":"127.0.0.1:60020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:44.933155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.662591023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:44.933527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:41.607149Z","time spent":"3.326361566s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T00:38:44.933759Z","caller":"traceutil/trace.go:171","msg":"trace[241900300] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25041; }","duration":"3.663125405s","start":"2026-02-27T00:38:41.270514Z","end":"2026-02-27T00:38:44.933639Z","steps":["trace[241900300] 'agreement among raft nodes before linearized reading' (duration: 3.662604023s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:44.933876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:41.270494Z","time spent":"3.663341529s","remote":"127.0.0.1:42294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:44.933152Z","caller":"traceutil/trace.go:171","msg":"trace[145640111] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25041; }","duration":"2.657447993s","start":"2026-02-27T00:38:42.275694Z","end":"2026-02-27T00:38:44.933142Z","steps":["trace[145640111] 'agreement among raft nodes before linearized reading' (duration: 2.657383262s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:44.934065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:42.275677Z","time spent":"2.658346783s","remote":"127.0.0.1:50568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:44.934675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.627539436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-02-27T00:38:44.934721Z","caller":"traceutil/trace.go:171","msg":"trace[1322779052] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25041; }","duration":"4.627627688s","start":"2026-02-27T00:38:40.307084Z","end":"2026-02-27T00:38:44.934711Z","steps":["trace[1322779052] 'agreement among raft nodes before linearized reading' (duration: 4.627293561s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:44.934935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.307069Z","time spent":"4.627854604s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T00:38:44.937501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.630915992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:44.937627Z","caller":"traceutil/trace.go:171","msg":"trace[1771547666] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25041; }","duration":"4.631046034s","start":"2026-02-27T00:38:40.306528Z","end":"2026-02-27T00:38:44.937574Z","steps":["trace[1771547666] 'agreement among raft nodes before linearized reading' (duration: 4.63086937s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:44.937712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:40.306514Z","time spent":"4.631185137s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T00:38:44.938284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.984703414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18754"} {"level":"info","ts":"2026-02-27T00:38:44.938368Z","caller":"traceutil/trace.go:171","msg":"trace[388815910] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25041; }","duration":"4.984784586s","start":"2026-02-27T00:38:39.953539Z","end":"2026-02-27T00:38:44.938323Z","steps":["trace[388815910] 'agreement among raft nodes before linearized reading' (duration: 4.984608052s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:44.938411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:39.953525Z","time spent":"4.984877698s","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18778,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T00:38:45.431777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805407671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:45.932025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805407671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:46.111851Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.461828995s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T00:38:46.400982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000447012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:38:46.401155Z","caller":"traceutil/trace.go:171","msg":"trace[1561368754] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000573154s","start":"2026-02-27T00:38:44.40048Z","end":"2026-02-27T00:38:46.401053Z","steps":["trace[1561368754] 'agreement among raft nodes before linearized reading' (duration: 2.000470562s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:46.401195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.400467Z","time spent":"2.000719808s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:38:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:38:48.032946Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.920779618s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T00:38:48.075088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962992257s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-27T00:38:48.077065Z","caller":"traceutil/trace.go:171","msg":"trace[1625304429] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"4.772535987s","start":"2026-02-27T00:38:43.304502Z","end":"2026-02-27T00:38:48.077038Z","steps":["trace[1625304429] 'process raft request' (duration: 4.770669835s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:48.077386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:43.304475Z","time spent":"4.772833154s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21327,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:48.29055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999438057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T00:38:48.290636Z","caller":"traceutil/trace.go:171","msg":"trace[1602776193] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999565029s","start":"2026-02-27T00:38:43.291051Z","end":"2026-02-27T00:38:48.290616Z","steps":["trace[1602776193] 'agreement among raft nodes before linearized reading' (duration: 4.999461527s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:48.290681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:43.291036Z","time spent":"4.999636061s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:38:48.401605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000229877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:38:48.401702Z","caller":"traceutil/trace.go:171","msg":"trace[1242381332] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000415831s","start":"2026-02-27T00:38:46.401266Z","end":"2026-02-27T00:38:48.401682Z","steps":["trace[1242381332] 'agreement among raft nodes before linearized reading' (duration: 2.000286278s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:48.401753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:46.401241Z","time spent":"2.000502293s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:38:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:38:48.829562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99987917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T00:38:48.829647Z","caller":"traceutil/trace.go:171","msg":"trace[598583561] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000020642s","start":"2026-02-27T00:38:46.829608Z","end":"2026-02-27T00:38:48.829629Z","steps":["trace[598583561] 'agreement among raft nodes before linearized reading' (duration: 1.99991353s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:48.829693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:46.829585Z","time spent":"2.000100644s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 00:38:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:38:49.297221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.299422Z","time spent":"4.997780211s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 00:38:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T00:38:49.29996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000212804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T00:38:49.300112Z","caller":"traceutil/trace.go:171","msg":"trace[1690291774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000368468s","start":"2026-02-27T00:38:44.299676Z","end":"2026-02-27T00:38:49.300044Z","steps":["trace[1690291774] 'agreement among raft nodes before linearized reading' (duration: 5.000223895s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.300193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.299668Z","time spent":"5.000507361s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:38:49.300348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999903738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T00:38:49.300421Z","caller":"traceutil/trace.go:171","msg":"trace[648347852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.00000246s","start":"2026-02-27T00:38:44.300394Z","end":"2026-02-27T00:38:49.300397Z","steps":["trace[648347852] 'agreement among raft nodes before linearized reading' (duration: 4.999917538s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.300464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.300385Z","time spent":"5.000069571s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T00:38:49.326028Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.292831567s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T00:38:49.440355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363253906s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:49.440594Z","caller":"traceutil/trace.go:171","msg":"trace[464776045] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25044; }","duration":"4.506033145s","start":"2026-02-27T00:38:44.934537Z","end":"2026-02-27T00:38:49.44057Z","steps":["trace[464776045] 'process raft request' (duration: 4.505914172s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:49.440644Z","caller":"traceutil/trace.go:171","msg":"trace[1319156752] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"4.501504885s","start":"2026-02-27T00:38:44.939121Z","end":"2026-02-27T00:38:49.440626Z","steps":["trace[1319156752] 'process raft request' (duration: 4.501385372s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.44071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.934514Z","time spent":"4.506128586s","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:49.44072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.939112Z","time spent":"4.501574476s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:49.440802Z","caller":"traceutil/trace.go:171","msg":"trace[1954006062] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"4.257570099s","start":"2026-02-27T00:38:45.183211Z","end":"2026-02-27T00:38:49.440781Z","steps":["trace[1954006062] 'process raft request' (duration: 4.257371675s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:49.44088Z","caller":"traceutil/trace.go:171","msg":"trace[1526374326] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"2.500639084s","start":"2026-02-27T00:38:46.940207Z","end":"2026-02-27T00:38:49.440846Z","steps":["trace[1526374326] 'process raft request' (duration: 2.500527671s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:49.440929Z","caller":"traceutil/trace.go:171","msg":"trace[2138549522] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"2.500298166s","start":"2026-02-27T00:38:46.940619Z","end":"2026-02-27T00:38:49.440917Z","steps":["trace[2138549522] 'process raft request' (duration: 2.500180804s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:49.440958Z","caller":"traceutil/trace.go:171","msg":"trace[1403566880] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"2.5000283s","start":"2026-02-27T00:38:46.940908Z","end":"2026-02-27T00:38:49.440936Z","steps":["trace[1403566880] 'process raft request' (duration: 2.499925428s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:49.44096Z","caller":"traceutil/trace.go:171","msg":"trace[1748355889] linearizableReadLoop","detail":"{readStateIndex:25908; appliedIndex:25902; }","duration":"4.509270776s","start":"2026-02-27T00:38:44.931681Z","end":"2026-02-27T00:38:49.440952Z","steps":["trace[1748355889] 'read index received' (duration: 1.180494747s)","trace[1748355889] 'applied index is now lower than readState.Index' (duration: 3.328774699s)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:49.440955Z","caller":"traceutil/trace.go:171","msg":"trace[1419152475] transaction","detail":"{read_only:false; response_revision:25051; number_of_response:1; }","duration":"2.497523786s","start":"2026-02-27T00:38:46.943411Z","end":"2026-02-27T00:38:49.440935Z","steps":["trace[1419152475] 'process raft request' (duration: 2.497494575s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.440986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:46.940606Z","time spent":"2.500352767s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:49.441007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:46.940901Z","time spent":"2.500084541s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:49.440916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:45.183188Z","time spent":"4.257669421s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:49.441069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.575957332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:49.441075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:46.943399Z","time spent":"2.497613917s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:49.441039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:46.940181Z","time spent":"2.500779367s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:49.441151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.033723477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:38:49.441187Z","caller":"traceutil/trace.go:171","msg":"trace[307511255] transaction","detail":"{read_only:false; response_revision:25050; number_of_response:1; }","duration":"2.499504639s","start":"2026-02-27T00:38:46.941665Z","end":"2026-02-27T00:38:49.441169Z","steps":["trace[307511255] 'process raft request' (duration: 2.499212483s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:49.441212Z","caller":"traceutil/trace.go:171","msg":"trace[52307449] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25051; }","duration":"6.033828909s","start":"2026-02-27T00:38:43.40737Z","end":"2026-02-27T00:38:49.441199Z","steps":["trace[52307449] 'agreement among raft nodes before linearized reading' (duration: 6.033741408s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.441237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.136624156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-ks-endpoints-fxjh8\" ","response":"range_response_count:1 size:25084"} {"level":"warn","ts":"2026-02-27T00:38:49.441255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:43.407342Z","time spent":"6.033903652s","remote":"127.0.0.1:47694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:49.441264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:46.941649Z","time spent":"2.49958322s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:49.44127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.14188876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T00:38:49.441308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.171769258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:49.441315Z","caller":"traceutil/trace.go:171","msg":"trace[1311305246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25051; }","duration":"5.141936041s","start":"2026-02-27T00:38:44.299369Z","end":"2026-02-27T00:38:49.441305Z","steps":["trace[1311305246] 'agreement among raft nodes before linearized reading' (duration: 5.141786188s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.44132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.043931457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-02-27T00:38:49.441329Z","caller":"traceutil/trace.go:171","msg":"trace[1981761180] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25051; }","duration":"5.171788038s","start":"2026-02-27T00:38:44.269534Z","end":"2026-02-27T00:38:49.441322Z","steps":["trace[1981761180] 'agreement among raft nodes before linearized reading' (duration: 5.171758068s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.441341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.29933Z","time spent":"5.142005902s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:38:49.441348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.269486Z","time spent":"5.17185837s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:49.441349Z","caller":"traceutil/trace.go:171","msg":"trace[1351702533] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25051; }","duration":"7.044002209s","start":"2026-02-27T00:38:42.397338Z","end":"2026-02-27T00:38:49.441341Z","steps":["trace[1351702533] 'agreement among raft nodes before linearized reading' (duration: 7.043940227s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.441364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.422277054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T00:38:49.441377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:42.39732Z","time spent":"7.04404954s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-02-27T00:38:49.441411Z","caller":"traceutil/trace.go:171","msg":"trace[1686320473] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25051; }","duration":"6.422352875s","start":"2026-02-27T00:38:43.019047Z","end":"2026-02-27T00:38:49.4414Z","steps":["trace[1686320473] 'agreement among raft nodes before linearized reading' (duration: 6.42214126s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.441426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.145789898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:49.441437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.507589314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:38:49.441455Z","caller":"traceutil/trace.go:171","msg":"trace[1224522279] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25051; }","duration":"7.14583642s","start":"2026-02-27T00:38:42.29561Z","end":"2026-02-27T00:38:49.441446Z","steps":["trace[1224522279] 'agreement among raft nodes before linearized reading' (duration: 7.145789809s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.441451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:43.019032Z","time spent":"6.422411906s","remote":"127.0.0.1:47342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T00:38:49.441463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.730545372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:49.441476Z","caller":"traceutil/trace.go:171","msg":"trace[862959341] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25051; }","duration":"5.507665566s","start":"2026-02-27T00:38:43.933801Z","end":"2026-02-27T00:38:49.441467Z","steps":["trace[862959341] 'agreement among raft nodes before linearized reading' (duration: 5.507601715s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:49.441101Z","caller":"traceutil/trace.go:171","msg":"trace[1646772128] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25051; }","duration":"4.575990902s","start":"2026-02-27T00:38:44.865102Z","end":"2026-02-27T00:38:49.441093Z","steps":["trace[1646772128] 'agreement among raft nodes before linearized reading' (duration: 4.575917791s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:49.441496Z","caller":"traceutil/trace.go:171","msg":"trace[269027299] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25051; }","duration":"4.730616954s","start":"2026-02-27T00:38:44.71087Z","end":"2026-02-27T00:38:49.441487Z","steps":["trace[269027299] 'agreement among raft nodes before linearized reading' (duration: 4.730571033s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.441534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:43.933782Z","time spent":"5.507717097s","remote":"127.0.0.1:47620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:49.441548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.865021Z","time spent":"4.576515614s","remote":"127.0.0.1:44708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:49.441561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.710846Z","time spent":"4.730705785s","remote":"127.0.0.1:46716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:49.441568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.039215042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-02-27T00:38:49.441266Z","caller":"traceutil/trace.go:171","msg":"trace[1257089804] range","detail":"{range_begin:/registry/pods/openstack/manila-ks-endpoints-fxjh8; range_end:; response_count:1; response_revision:25051; }","duration":"7.136709208s","start":"2026-02-27T00:38:42.30455Z","end":"2026-02-27T00:38:49.441259Z","steps":["trace[1257089804] 'agreement among raft nodes before linearized reading' (duration: 7.136609646s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.441611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.504980471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f34c295efc0e\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-27T00:38:49.441614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.900251925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:49.441626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:42.304525Z","time spent":"7.137085836s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":25108,"request content":"key:\"/registry/pods/openstack/manila-ks-endpoints-fxjh8\" "} {"level":"warn","ts":"2026-02-27T00:38:49.441486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:42.2956Z","time spent":"7.145881841s","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T00:38:49.441281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.428202468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T00:38:49.441679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.650818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-02-27T00:38:49.441697Z","caller":"traceutil/trace.go:171","msg":"trace[783985433] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25051; }","duration":"142.696038ms","start":"2026-02-27T00:38:49.298996Z","end":"2026-02-27T00:38:49.441692Z","steps":["trace[783985433] 'agreement among raft nodes before linearized reading' (duration: 142.667078ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:49.4417Z","caller":"traceutil/trace.go:171","msg":"trace[213527295] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25051; }","duration":"5.428676159s","start":"2026-02-27T00:38:44.013014Z","end":"2026-02-27T00:38:49.44169Z","steps":["trace[213527295] 'agreement among raft nodes before linearized reading' (duration: 5.428164238s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:49.441641Z","caller":"traceutil/trace.go:171","msg":"trace[261781077] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25051; }","duration":"4.900303716s","start":"2026-02-27T00:38:44.541329Z","end":"2026-02-27T00:38:49.441633Z","steps":["trace[261781077] 'agreement among raft nodes before linearized reading' (duration: 4.900269125s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.441736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.012981Z","time spent":"5.42874148s","remote":"127.0.0.1:44702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":169,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:49.441586Z","caller":"traceutil/trace.go:171","msg":"trace[391322498] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25051; }","duration":"5.039243313s","start":"2026-02-27T00:38:44.402337Z","end":"2026-02-27T00:38:49.44158Z","steps":["trace[391322498] 'agreement among raft nodes before linearized reading' (duration: 5.039190732s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.441789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.402331Z","time spent":"5.039448667s","remote":"127.0.0.1:42230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-27T00:38:49.441843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031949368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:49.441865Z","caller":"traceutil/trace.go:171","msg":"trace[1518531510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25051; }","duration":"1.03201166s","start":"2026-02-27T00:38:48.409849Z","end":"2026-02-27T00:38:49.441861Z","steps":["trace[1518531510] 'agreement among raft nodes before linearized reading' (duration: 1.031973019s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.441866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501892391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"warn","ts":"2026-02-27T00:38:49.441883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.701569689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:49.441903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.084854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:49.44164Z","caller":"traceutil/trace.go:171","msg":"trace[158401094] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f34c295efc0e; range_end:; response_count:1; response_revision:25051; }","duration":"4.505028782s","start":"2026-02-27T00:38:44.936602Z","end":"2026-02-27T00:38:49.441631Z","steps":["trace[158401094] 'agreement among raft nodes before linearized reading' (duration: 4.50492861s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:49.441908Z","caller":"traceutil/trace.go:171","msg":"trace[710036012] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25051; }","duration":"2.501942492s","start":"2026-02-27T00:38:46.939956Z","end":"2026-02-27T00:38:49.441898Z","steps":["trace[710036012] 'agreement among raft nodes before linearized reading' (duration: 2.501814109s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:49.441921Z","caller":"traceutil/trace.go:171","msg":"trace[1266104229] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25051; }","duration":"372.149025ms","start":"2026-02-27T00:38:49.069768Z","end":"2026-02-27T00:38:49.441917Z","steps":["trace[1266104229] 'agreement among raft nodes before linearized reading' (duration: 372.120504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.441937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:49.069725Z","time spent":"372.209487ms","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:49.44194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:46.939952Z","time spent":"2.501978213s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T00:38:49.441963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.502023424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"warn","ts":"2026-02-27T00:38:49.441973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.491629471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:49.44196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.446079415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:49.441745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.149359021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:38:49.441999Z","caller":"traceutil/trace.go:171","msg":"trace[497836006] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25051; }","duration":"3.491680693s","start":"2026-02-27T00:38:45.950311Z","end":"2026-02-27T00:38:49.441992Z","steps":["trace[497836006] 'agreement among raft nodes before linearized reading' (duration: 3.491645012s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.442021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.588243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:49.442026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:45.950296Z","time spent":"3.491725043s","remote":"127.0.0.1:46730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:49.442027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503310501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:49.442029Z","caller":"traceutil/trace.go:171","msg":"trace[1957231534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25051; }","duration":"6.149666757s","start":"2026-02-27T00:38:43.292349Z","end":"2026-02-27T00:38:49.442016Z","steps":["trace[1957231534] 'agreement among raft nodes before linearized reading' (duration: 6.14931802s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.442069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503470335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:49.44207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:43.292333Z","time spent":"6.149728438s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T00:38:49.44209Z","caller":"traceutil/trace.go:171","msg":"trace[1905207541] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25051; }","duration":"2.503515036s","start":"2026-02-27T00:38:46.93857Z","end":"2026-02-27T00:38:49.442085Z","steps":["trace[1905207541] 'agreement among raft nodes before linearized reading' (duration: 2.503487375s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:49.44191Z","caller":"traceutil/trace.go:171","msg":"trace[2015300336] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25051; }","duration":"3.70161874s","start":"2026-02-27T00:38:45.740282Z","end":"2026-02-27T00:38:49.441901Z","steps":["trace[2015300336] 'agreement among raft nodes before linearized reading' (duration: 3.701577819s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.442105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265062735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:49.442123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:45.740267Z","time spent":"3.701850185s","remote":"127.0.0.1:47440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:49.442136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503981757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:49.442147Z","caller":"traceutil/trace.go:171","msg":"trace[1583050226] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25051; }","duration":"1.265144597s","start":"2026-02-27T00:38:48.176989Z","end":"2026-02-27T00:38:49.442134Z","steps":["trace[1583050226] 'agreement among raft nodes before linearized reading' (duration: 1.265082325s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:49.442157Z","caller":"traceutil/trace.go:171","msg":"trace[1806381427] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25051; }","duration":"2.504002927s","start":"2026-02-27T00:38:46.93815Z","end":"2026-02-27T00:38:49.442152Z","steps":["trace[1806381427] 'agreement among raft nodes before linearized reading' (duration: 2.503974997s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.442181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:46.93809Z","time spent":"2.504087289s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T00:38:49.442185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:48.176968Z","time spent":"1.265208639s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:49.44194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.936593Z","time spent":"4.505335688s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f34c295efc0e\" "} {"level":"info","ts":"2026-02-27T00:38:49.442042Z","caller":"traceutil/trace.go:171","msg":"trace[369514322] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25051; }","duration":"481.650734ms","start":"2026-02-27T00:38:48.960386Z","end":"2026-02-27T00:38:49.442037Z","steps":["trace[369514322] 'agreement among raft nodes before linearized reading' (duration: 481.617903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.442294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:48.960366Z","time spent":"481.91453ms","remote":"127.0.0.1:54900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:49.442403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500614253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"warn","ts":"2026-02-27T00:38:49.441878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.717263649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:49.442447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.007889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T00:38:49.442113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:46.938559Z","time spent":"2.503549507s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-02-27T00:38:49.442472Z","caller":"traceutil/trace.go:171","msg":"trace[366736353] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25051; }","duration":"841.082671ms","start":"2026-02-27T00:38:48.60138Z","end":"2026-02-27T00:38:49.442463Z","steps":["trace[366736353] 'agreement among raft nodes before linearized reading' (duration: 841.0421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.441752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.54131Z","time spent":"4.900432549s","remote":"127.0.0.1:50460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:49.442497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:48.601359Z","time spent":"841.133173ms","remote":"127.0.0.1:44672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:49.442047Z","caller":"traceutil/trace.go:171","msg":"trace[279334473] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25051; }","duration":"2.503330932s","start":"2026-02-27T00:38:46.938711Z","end":"2026-02-27T00:38:49.442042Z","steps":["trace[279334473] 'agreement among raft nodes before linearized reading' (duration: 2.503300581s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.441943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.239006965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:49.442574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:46.938686Z","time spent":"2.503880585s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-02-27T00:38:49.442596Z","caller":"traceutil/trace.go:171","msg":"trace[163960615] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25051; }","duration":"3.239692091s","start":"2026-02-27T00:38:46.202894Z","end":"2026-02-27T00:38:49.442586Z","steps":["trace[163960615] 'agreement among raft nodes before linearized reading' (duration: 3.239032635s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:49.442488Z","caller":"traceutil/trace.go:171","msg":"trace[1773272011] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25051; }","duration":"2.717905324s","start":"2026-02-27T00:38:46.724559Z","end":"2026-02-27T00:38:49.442464Z","steps":["trace[1773272011] 'agreement among raft nodes before linearized reading' (duration: 2.71728698s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.442626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:46.20287Z","time spent":"3.239747971s","remote":"127.0.0.1:42352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:49.441996Z","caller":"traceutil/trace.go:171","msg":"trace[840367538] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25051; }","duration":"2.502091396s","start":"2026-02-27T00:38:46.939897Z","end":"2026-02-27T00:38:49.441989Z","steps":["trace[840367538] 'agreement among raft nodes before linearized reading' (duration: 2.502002564s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.441878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:48.409825Z","time spent":"1.03205055s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:38:49.442688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:46.939875Z","time spent":"2.502805062s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T00:38:49.442542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501300428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:49.442725Z","caller":"traceutil/trace.go:171","msg":"trace[55530910] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25051; }","duration":"2.501518823s","start":"2026-02-27T00:38:46.941197Z","end":"2026-02-27T00:38:49.442716Z","steps":["trace[55530910] 'agreement among raft nodes before linearized reading' (duration: 2.501316009s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.442761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:46.941186Z","time spent":"2.501568504s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-02-27T00:38:49.442441Z","caller":"traceutil/trace.go:171","msg":"trace[1139921274] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25051; }","duration":"2.500665654s","start":"2026-02-27T00:38:46.941767Z","end":"2026-02-27T00:38:49.442432Z","steps":["trace[1139921274] 'agreement among raft nodes before linearized reading' (duration: 2.500544101s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.442843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:46.941761Z","time spent":"2.501073863s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T00:38:49.442629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:46.72453Z","time spent":"2.718092867s","remote":"127.0.0.1:60028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:49.442625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501618055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-02-27T00:38:49.442957Z","caller":"traceutil/trace.go:171","msg":"trace[167533736] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25051; }","duration":"2.501949462s","start":"2026-02-27T00:38:46.94099Z","end":"2026-02-27T00:38:49.44294Z","steps":["trace[167533736] 'agreement among raft nodes before linearized reading' (duration: 2.501567384s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.443004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.251213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T00:38:49.443006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:46.940986Z","time spent":"2.502007323s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T00:38:49.443024Z","caller":"traceutil/trace.go:171","msg":"trace[1353311581] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25051; }","duration":"680.313314ms","start":"2026-02-27T00:38:48.762706Z","end":"2026-02-27T00:38:49.44302Z","steps":["trace[1353311581] 'agreement among raft nodes before linearized reading' (duration: 679.346402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.443041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:48.762684Z","time spent":"680.353375ms","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2795,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:49.442018Z","caller":"traceutil/trace.go:171","msg":"trace[1033370377] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25051; }","duration":"4.446186338s","start":"2026-02-27T00:38:44.995817Z","end":"2026-02-27T00:38:49.442003Z","steps":["trace[1033370377] 'agreement among raft nodes before linearized reading' (duration: 4.446114136s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:49.443271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:44.995786Z","time spent":"4.447468306s","remote":"127.0.0.1:47638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T00:38:50.371961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.957177ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-27T00:38:50.372162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:49.44158Z","time spent":"930.574959ms","remote":"127.0.0.1:47286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T00:38:50.37242Z","caller":"traceutil/trace.go:171","msg":"trace[1411522046] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"919.184778ms","start":"2026-02-27T00:38:49.453212Z","end":"2026-02-27T00:38:50.372397Z","steps":["trace[1411522046] 'process raft request' (duration: 919.132227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:50.372546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:49.453207Z","time spent":"919.274371ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:50.372616Z","caller":"traceutil/trace.go:171","msg":"trace[752778810] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"927.197835ms","start":"2026-02-27T00:38:49.445388Z","end":"2026-02-27T00:38:50.372586Z","steps":["trace[752778810] 'process raft request' (duration: 926.737914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:50.372746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:49.445375Z","time spent":"927.302237ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:50.372761Z","caller":"traceutil/trace.go:171","msg":"trace[838355641] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"919.663839ms","start":"2026-02-27T00:38:49.45307Z","end":"2026-02-27T00:38:50.372734Z","steps":["trace[838355641] 'process raft request' (duration: 919.206598ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:50.372847Z","caller":"traceutil/trace.go:171","msg":"trace[1973356488] linearizableReadLoop","detail":"{readStateIndex:25914; appliedIndex:25913; }","duration":"927.798478ms","start":"2026-02-27T00:38:49.444848Z","end":"2026-02-27T00:38:50.372647Z","steps":["trace[1973356488] 'read index received' (duration: 302.114475ms)","trace[1973356488] 'applied index is now lower than readState.Index' (duration: 625.681503ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:50.372894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:49.453052Z","time spent":"919.771182ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:50.372956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.102335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:50.373002Z","caller":"traceutil/trace.go:171","msg":"trace[414557580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25054; }","duration":"928.163247ms","start":"2026-02-27T00:38:49.44483Z","end":"2026-02-27T00:38:50.372993Z","steps":["trace[414557580] 'agreement among raft nodes before linearized reading' (duration: 928.087685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:50.373025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:49.444818Z","time spent":"928.201827ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:38:50.873751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805407689,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:51.374406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805407689,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T00:38:51.838225Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.479562685s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T00:38:51.8775Z","caller":"traceutil/trace.go:171","msg":"trace[1974632440] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"2.072754812s","start":"2026-02-27T00:38:49.804717Z","end":"2026-02-27T00:38:51.877472Z","steps":["trace[1974632440] 'process raft request' (duration: 2.033730364s)","trace[1974632440] 'compare' (duration: 38.541448ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:51.877701Z","caller":"traceutil/trace.go:171","msg":"trace[996379146] transaction","detail":"{read_only:false; response_revision:25056; number_of_response:1; }","duration":"1.933300474s","start":"2026-02-27T00:38:49.944361Z","end":"2026-02-27T00:38:51.877661Z","steps":["trace[996379146] 'process raft request' (duration: 1.933049859s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:51.877906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:49.944336Z","time spent":"1.933464218s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:51.878438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:49.80468Z","time spent":"2.072890475s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:52.323204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.873009ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:52.323379Z","caller":"traceutil/trace.go:171","msg":"trace[2077136328] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25056; }","duration":"292.069523ms","start":"2026-02-27T00:38:52.031282Z","end":"2026-02-27T00:38:52.323351Z","steps":["trace[2077136328] 'range keys from in-memory index tree' (duration: 291.853459ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:52.324443Z","caller":"traceutil/trace.go:171","msg":"trace[667293642] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"876.48936ms","start":"2026-02-27T00:38:51.447891Z","end":"2026-02-27T00:38:52.32438Z","steps":["trace[667293642] 'process raft request' (duration: 876.118722ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:52.324443Z","caller":"traceutil/trace.go:171","msg":"trace[310150525] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"876.338136ms","start":"2026-02-27T00:38:51.448044Z","end":"2026-02-27T00:38:52.324382Z","steps":["trace[310150525] 'process raft request' (duration: 876.154162ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:52.324528Z","caller":"traceutil/trace.go:171","msg":"trace[352660010] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"873.406191ms","start":"2026-02-27T00:38:51.451076Z","end":"2026-02-27T00:38:52.324482Z","steps":["trace[352660010] 'process raft request' (duration: 873.230607ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:52.32471Z","caller":"traceutil/trace.go:171","msg":"trace[508633021] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"1.950045494s","start":"2026-02-27T00:38:50.374646Z","end":"2026-02-27T00:38:52.324692Z","steps":["trace[508633021] 'process raft request' (duration: 1.94533423s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:52.324751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.448017Z","time spent":"876.610052ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:52.324761Z","caller":"traceutil/trace.go:171","msg":"trace[109787280] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"685.838094ms","start":"2026-02-27T00:38:51.638894Z","end":"2026-02-27T00:38:52.324732Z","steps":["trace[109787280] 'process raft request' (duration: 685.536048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:52.324811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:50.374623Z","time spent":"1.950127535s","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:52.324776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.451064Z","time spent":"873.575274ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:52.324817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879691812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d53c67f4-feb0-47ff-8aaa-1b7c93ca3c77\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-02-27T00:38:52.324875Z","caller":"traceutil/trace.go:171","msg":"trace[1692163295] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d53c67f4-feb0-47ff-8aaa-1b7c93ca3c77; range_end:; response_count:1; response_revision:25064; }","duration":"2.879760103s","start":"2026-02-27T00:38:49.445094Z","end":"2026-02-27T00:38:52.324854Z","steps":["trace[1692163295] 'agreement among raft nodes before linearized reading' (duration: 2.879509518s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:52.324927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:49.445089Z","time spent":"2.879826304s","remote":"127.0.0.1:47388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-d53c67f4-feb0-47ff-8aaa-1b7c93ca3c77\" "} {"level":"info","ts":"2026-02-27T00:38:52.324524Z","caller":"traceutil/trace.go:171","msg":"trace[734734788] linearizableReadLoop","detail":"{readStateIndex:25920; appliedIndex:25917; }","duration":"1.951586416s","start":"2026-02-27T00:38:50.372907Z","end":"2026-02-27T00:38:52.324493Z","steps":["trace[734734788] 'read index received' (duration: 1.465534815s)","trace[734734788] 'applied index is now lower than readState.Index' (duration: 486.045931ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:52.324938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.638875Z","time spent":"685.963948ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:52.325007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031391533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T00:38:52.325096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368551499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:52.325065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.869621491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-02-27T00:38:52.32513Z","caller":"traceutil/trace.go:171","msg":"trace[1674458363] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25064; }","duration":"2.368617931s","start":"2026-02-27T00:38:49.956502Z","end":"2026-02-27T00:38:52.32512Z","steps":["trace[1674458363] 'agreement among raft nodes before linearized reading' (duration: 2.368558129s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:52.325127Z","caller":"traceutil/trace.go:171","msg":"trace[1582822641] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"872.676436ms","start":"2026-02-27T00:38:51.452426Z","end":"2026-02-27T00:38:52.325102Z","steps":["trace[1582822641] 'process raft request' (duration: 871.925039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:52.325135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.877978754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:52.325165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.869969859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:52.325175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:49.956487Z","time spent":"2.368680452s","remote":"127.0.0.1:50602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:52.325385Z","caller":"traceutil/trace.go:171","msg":"trace[413854219] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25064; }","duration":"2.870195883s","start":"2026-02-27T00:38:49.455175Z","end":"2026-02-27T00:38:52.325371Z","steps":["trace[413854219] 'agreement among raft nodes before linearized reading' (duration: 2.869960548s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:52.325384Z","caller":"traceutil/trace.go:171","msg":"trace[1804606637] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25064; }","duration":"2.878048666s","start":"2026-02-27T00:38:49.447135Z","end":"2026-02-27T00:38:52.325183Z","steps":["trace[1804606637] 'agreement among raft nodes before linearized reading' (duration: 2.877942634s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:52.325175Z","caller":"traceutil/trace.go:171","msg":"trace[6439829] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25064; }","duration":"2.869751283s","start":"2026-02-27T00:38:49.455403Z","end":"2026-02-27T00:38:52.325155Z","steps":["trace[6439829] 'agreement among raft nodes before linearized reading' (duration: 2.869386685s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:52.325399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.452417Z","time spent":"872.760808ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:52.325414Z","caller":"traceutil/trace.go:171","msg":"trace[1163987488] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"872.183666ms","start":"2026-02-27T00:38:51.453212Z","end":"2026-02-27T00:38:52.325396Z","steps":["trace[1163987488] 'process raft request' (duration: 871.175753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:52.325424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:49.45517Z","time spent":"2.870240464s","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T00:38:52.325436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:49.447129Z","time spent":"2.878289211s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T00:38:52.325454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:49.455398Z","time spent":"2.87004388s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T00:38:52.325462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981826353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T00:38:52.325549Z","caller":"traceutil/trace.go:171","msg":"trace[1173910153] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25064; }","duration":"1.981916334s","start":"2026-02-27T00:38:50.343606Z","end":"2026-02-27T00:38:52.325522Z","steps":["trace[1173910153] 'agreement among raft nodes before linearized reading' (duration: 1.981540616s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:52.325554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.453206Z","time spent":"872.253667ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:52.325608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:50.343596Z","time spent":"1.982003536s","remote":"127.0.0.1:47342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-27T00:38:52.325132Z","caller":"traceutil/trace.go:171","msg":"trace[616404954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25064; }","duration":"2.031534586s","start":"2026-02-27T00:38:50.293566Z","end":"2026-02-27T00:38:52.325101Z","steps":["trace[616404954] 'agreement among raft nodes before linearized reading' (duration: 2.031128107s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:52.325662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:50.293505Z","time spent":"2.032144829s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T00:38:52.325066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959645304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:52.32575Z","caller":"traceutil/trace.go:171","msg":"trace[567332902] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25064; }","duration":"1.960389791s","start":"2026-02-27T00:38:50.365343Z","end":"2026-02-27T00:38:52.325733Z","steps":["trace[567332902] 'agreement among raft nodes before linearized reading' (duration: 1.959573922s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:52.325638Z","caller":"traceutil/trace.go:171","msg":"trace[1572574112] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"875.304613ms","start":"2026-02-27T00:38:51.449112Z","end":"2026-02-27T00:38:52.324417Z","steps":["trace[1572574112] 'process raft request' (duration: 875.145789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:52.325805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:50.365332Z","time spent":"1.960453002s","remote":"127.0.0.1:50236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:52.325469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372053796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:52.325865Z","caller":"traceutil/trace.go:171","msg":"trace[505853135] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25064; }","duration":"2.372488126s","start":"2026-02-27T00:38:49.953363Z","end":"2026-02-27T00:38:52.325851Z","steps":["trace[505853135] 'agreement among raft nodes before linearized reading' (duration: 2.372061706s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:52.325877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.4491Z","time spent":"876.710074ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:52.325105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871937272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-02-27T00:38:52.326182Z","caller":"traceutil/trace.go:171","msg":"trace[794783674] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25064; }","duration":"2.873035935s","start":"2026-02-27T00:38:49.453131Z","end":"2026-02-27T00:38:52.326167Z","steps":["trace[794783674] 'agreement among raft nodes before linearized reading' (duration: 2.871893711s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:52.326229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:49.453125Z","time spent":"2.873091246s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":541,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-27T00:38:52.325917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:49.953341Z","time spent":"2.372561847s","remote":"127.0.0.1:54840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:52.327396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.44787Z","time spent":"876.650223ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:52.383354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000040813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T00:38:52.383451Z","caller":"traceutil/trace.go:171","msg":"trace[1273102288] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000186627s","start":"2026-02-27T00:38:50.383243Z","end":"2026-02-27T00:38:52.383429Z","steps":["trace[1273102288] 'agreement among raft nodes before linearized reading' (duration: 2.000073554s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:52.383497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:50.383226Z","time spent":"2.000261778s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:38:53.141082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.314534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:53.141205Z","caller":"traceutil/trace.go:171","msg":"trace[1897449685] linearizableReadLoop","detail":"{readStateIndex:25928; appliedIndex:25927; }","duration":"816.208193ms","start":"2026-02-27T00:38:52.324976Z","end":"2026-02-27T00:38:53.141184Z","steps":["trace[1897449685] 'read index received' (duration: 486.713335ms)","trace[1897449685] 'applied index is now lower than readState.Index' (duration: 329.492727ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:53.141262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69258939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:53.141332Z","caller":"traceutil/trace.go:171","msg":"trace[1360473051] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25065; }","duration":"1.692699982s","start":"2026-02-27T00:38:51.448614Z","end":"2026-02-27T00:38:53.141314Z","steps":["trace[1360473051] 'agreement among raft nodes before linearized reading' (duration: 1.69257323s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.141334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838138931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-27T00:38:53.141363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942636701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:53.141337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.60326202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:53.141386Z","caller":"traceutil/trace.go:171","msg":"trace[883947212] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25065; }","duration":"1.838235323s","start":"2026-02-27T00:38:51.303133Z","end":"2026-02-27T00:38:53.141369Z","steps":["trace[883947212] 'agreement among raft nodes before linearized reading' (duration: 1.83805671s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:53.141402Z","caller":"traceutil/trace.go:171","msg":"trace[589253871] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25065; }","duration":"1.942713822s","start":"2026-02-27T00:38:51.198675Z","end":"2026-02-27T00:38:53.141389Z","steps":["trace[589253871] 'agreement among raft nodes before linearized reading' (duration: 1.94260826s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.141397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506653057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:53.141421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.303114Z","time spent":"1.838299014s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T00:38:53.141432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471279042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:53.141446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.198658Z","time spent":"1.942778724s","remote":"127.0.0.1:50526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:53.141449Z","caller":"traceutil/trace.go:171","msg":"trace[546609800] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25065; }","duration":"2.506738648s","start":"2026-02-27T00:38:50.634697Z","end":"2026-02-27T00:38:53.141435Z","steps":["trace[546609800] 'agreement among raft nodes before linearized reading' (duration: 2.506654946s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.141412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258251237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:53.141488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693509071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:53.141489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:50.634678Z","time spent":"2.50680201s","remote":"127.0.0.1:46700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:53.141455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696547398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:53.141494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763749802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f12ef5c631c3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T00:38:53.141543Z","caller":"traceutil/trace.go:171","msg":"trace[1939447788] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25065; }","duration":"1.693567442s","start":"2026-02-27T00:38:51.447942Z","end":"2026-02-27T00:38:53.141509Z","steps":["trace[1939447788] 'agreement among raft nodes before linearized reading' (duration: 1.69351656s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:53.141591Z","caller":"traceutil/trace.go:171","msg":"trace[867046437] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25065; }","duration":"1.696730422s","start":"2026-02-27T00:38:51.444826Z","end":"2026-02-27T00:38:53.141557Z","steps":["trace[867046437] 'agreement among raft nodes before linearized reading' (duration: 1.696445005s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:53.141554Z","caller":"traceutil/trace.go:171","msg":"trace[495413321] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25065; }","duration":"1.25846723s","start":"2026-02-27T00:38:51.883038Z","end":"2026-02-27T00:38:53.141506Z","steps":["trace[495413321] 'agreement among raft nodes before linearized reading' (duration: 1.258145043s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:53.141604Z","caller":"traceutil/trace.go:171","msg":"trace[1086844002] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f12ef5c631c3; range_end:; response_count:1; response_revision:25065; }","duration":"2.763855514s","start":"2026-02-27T00:38:50.377712Z","end":"2026-02-27T00:38:53.141568Z","steps":["trace[1086844002] 'agreement among raft nodes before linearized reading' (duration: 2.763593338s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.141652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69262899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:53.141698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693011459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-02-27T00:38:53.14172Z","caller":"traceutil/trace.go:171","msg":"trace[1246052787] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25065; }","duration":"1.692694432s","start":"2026-02-27T00:38:51.449016Z","end":"2026-02-27T00:38:53.14171Z","steps":["trace[1246052787] 'agreement among raft nodes before linearized reading' (duration: 1.69261097s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.141692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.883021Z","time spent":"1.258622764s","remote":"127.0.0.1:54914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:53.141738Z","caller":"traceutil/trace.go:171","msg":"trace[1503462819] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25065; }","duration":"1.69307827s","start":"2026-02-27T00:38:51.448651Z","end":"2026-02-27T00:38:53.141729Z","steps":["trace[1503462819] 'agreement among raft nodes before linearized reading' (duration: 1.693021789s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.141738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69261832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"warn","ts":"2026-02-27T00:38:53.141751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087352148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:53.141753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.448972Z","time spent":"1.692772244s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-02-27T00:38:53.141779Z","caller":"traceutil/trace.go:171","msg":"trace[1480306956] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25065; }","duration":"1.692666601s","start":"2026-02-27T00:38:51.449104Z","end":"2026-02-27T00:38:53.141771Z","steps":["trace[1480306956] 'agreement among raft nodes before linearized reading' (duration: 1.692578529s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.141779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.448639Z","time spent":"1.693128591s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T00:38:53.141788Z","caller":"traceutil/trace.go:171","msg":"trace[340487798] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25065; }","duration":"1.087432078s","start":"2026-02-27T00:38:52.054345Z","end":"2026-02-27T00:38:53.141777Z","steps":["trace[340487798] 'agreement among raft nodes before linearized reading' (duration: 1.087375227s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.141545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687986469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"warn","ts":"2026-02-27T00:38:53.141818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.449091Z","time spent":"1.692719063s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T00:38:53.141831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:52.054325Z","time spent":"1.08749451s","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:53.141843Z","caller":"traceutil/trace.go:171","msg":"trace[1516870151] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25065; }","duration":"1.688296946s","start":"2026-02-27T00:38:51.453535Z","end":"2026-02-27T00:38:53.141832Z","steps":["trace[1516870151] 'agreement among raft nodes before linearized reading' (duration: 1.687961489s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.141899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.453523Z","time spent":"1.688347057s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T00:38:53.141414Z","caller":"traceutil/trace.go:171","msg":"trace[1686921763] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25065; }","duration":"2.603390543s","start":"2026-02-27T00:38:50.538014Z","end":"2026-02-27T00:38:53.141404Z","steps":["trace[1686921763] 'agreement among raft nodes before linearized reading' (duration: 2.603270771s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.141969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:50.537988Z","time spent":"2.603961836s","remote":"127.0.0.1:47442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:53.141651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692710072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:53.1421Z","caller":"traceutil/trace.go:171","msg":"trace[735275805] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25065; }","duration":"1.693167403s","start":"2026-02-27T00:38:51.448902Z","end":"2026-02-27T00:38:53.14207Z","steps":["trace[735275805] 'agreement among raft nodes before linearized reading' (duration: 1.692726383s)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:53.141475Z","caller":"traceutil/trace.go:171","msg":"trace[760265572] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25065; }","duration":"1.471318603s","start":"2026-02-27T00:38:51.670143Z","end":"2026-02-27T00:38:53.141462Z","steps":["trace[760265572] 'agreement among raft nodes before linearized reading' (duration: 1.471256791s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.142204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.670133Z","time spent":"1.472052869s","remote":"127.0.0.1:44712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:53.141378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.448604Z","time spent":"1.692765114s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T00:38:53.141585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.447927Z","time spent":"1.693649504s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T00:38:53.141606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692435626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-02-27T00:38:53.142378Z","caller":"traceutil/trace.go:171","msg":"trace[1349628950] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25065; }","duration":"1.693226544s","start":"2026-02-27T00:38:51.449141Z","end":"2026-02-27T00:38:53.142368Z","steps":["trace[1349628950] 'agreement among raft nodes before linearized reading' (duration: 1.692428137s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.142417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.449128Z","time spent":"1.693279485s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T00:38:53.141658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:50.377659Z","time spent":"2.763989077s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f12ef5c631c3\" "} {"level":"warn","ts":"2026-02-27T00:38:53.141666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837831755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T00:38:53.142528Z","caller":"traceutil/trace.go:171","msg":"trace[1450142588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25065; }","duration":"1.838722314s","start":"2026-02-27T00:38:51.303793Z","end":"2026-02-27T00:38:53.142515Z","steps":["trace[1450142588] 'agreement among raft nodes before linearized reading' (duration: 1.837804304s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.141664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.444808Z","time spent":"1.696843724s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:53.142576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.303771Z","time spent":"1.838792695s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T00:38:53.14123Z","caller":"traceutil/trace.go:171","msg":"trace[1304762439] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"1.271359114s","start":"2026-02-27T00:38:51.869821Z","end":"2026-02-27T00:38:53.14118Z","steps":["trace[1304762439] 'process raft request' (duration: 941.850846ms)","trace[1304762439] 'compare' (duration: 328.22082ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:53.14272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.869798Z","time spent":"1.272846567s","remote":"127.0.0.1:42230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:53.142145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:51.448882Z","time spent":"1.693251644s","remote":"127.0.0.1:47466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T00:38:53.29064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:52.331845Z","time spent":"958.787079ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 00:38:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-27T00:38:53.297368Z","caller":"traceutil/trace.go:171","msg":"trace[1070622554] linearizableReadLoop","detail":"{readStateIndex:25931; appliedIndex:25928; }","duration":"156.087083ms","start":"2026-02-27T00:38:53.141249Z","end":"2026-02-27T00:38:53.297336Z","steps":["trace[1070622554] 'read index received' (duration: 143.801783ms)","trace[1070622554] 'applied index is now lower than readState.Index' (duration: 12.28392ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:53.297454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.674629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:53.297483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.218685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:38:53.297526Z","caller":"traceutil/trace.go:171","msg":"trace[2083162480] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25068; }","duration":"924.773131ms","start":"2026-02-27T00:38:52.372734Z","end":"2026-02-27T00:38:53.297507Z","steps":["trace[2083162480] 'agreement among raft nodes before linearized reading' (duration: 924.640938ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:53.297533Z","caller":"traceutil/trace.go:171","msg":"trace[1315151885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25068; }","duration":"917.305167ms","start":"2026-02-27T00:38:52.380215Z","end":"2026-02-27T00:38:53.297521Z","steps":["trace[1315151885] 'agreement among raft nodes before linearized reading' (duration: 917.142964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.297563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:52.380197Z","time spent":"917.360229ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T00:38:53.297565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:52.372672Z","time spent":"924.886633ms","remote":"127.0.0.1:50492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:53.297609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.277279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T00:38:53.297624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.847696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-02-27T00:38:53.297668Z","caller":"traceutil/trace.go:171","msg":"trace[1780261545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25068; }","duration":"918.37601ms","start":"2026-02-27T00:38:52.379277Z","end":"2026-02-27T00:38:53.297653Z","steps":["trace[1780261545] 'agreement among raft nodes before linearized reading' (duration: 918.187436ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:53.297642Z","caller":"traceutil/trace.go:171","msg":"trace[1064485315] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"759.331052ms","start":"2026-02-27T00:38:52.538289Z","end":"2026-02-27T00:38:53.29762Z","steps":["trace[1064485315] 'process raft request' (duration: 758.950423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.297778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.506042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T00:38:53.297683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.502073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:53.297811Z","caller":"traceutil/trace.go:171","msg":"trace[1929608925] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25068; }","duration":"967.560883ms","start":"2026-02-27T00:38:52.330242Z","end":"2026-02-27T00:38:53.297803Z","steps":["trace[1929608925] 'agreement among raft nodes before linearized reading' (duration: 967.224825ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:53.29783Z","caller":"traceutil/trace.go:171","msg":"trace[1633995095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25068; }","duration":"913.675287ms","start":"2026-02-27T00:38:52.384145Z","end":"2026-02-27T00:38:53.297821Z","steps":["trace[1633995095] 'agreement among raft nodes before linearized reading' (duration: 913.495833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.297843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:52.33023Z","time spent":"967.607574ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T00:38:53.297855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:52.384133Z","time spent":"913.714608ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:38:53.297666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.414023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T00:38:53.297904Z","caller":"traceutil/trace.go:171","msg":"trace[1942435940] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25068; }","duration":"969.69341ms","start":"2026-02-27T00:38:52.328202Z","end":"2026-02-27T00:38:53.297895Z","steps":["trace[1942435940] 'agreement among raft nodes before linearized reading' (duration: 969.351542ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.297938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:52.328183Z","time spent":"969.74321ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T00:38:53.297695Z","caller":"traceutil/trace.go:171","msg":"trace[1178914165] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25068; }","duration":"967.00002ms","start":"2026-02-27T00:38:52.330673Z","end":"2026-02-27T00:38:53.297673Z","steps":["trace[1178914165] 'agreement among raft nodes before linearized reading' (duration: 966.720634ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:53.297888Z","caller":"traceutil/trace.go:171","msg":"trace[69334440] transaction","detail":"{read_only:false; response_revision:25067; number_of_response:1; }","duration":"962.640195ms","start":"2026-02-27T00:38:52.335088Z","end":"2026-02-27T00:38:53.297728Z","steps":["trace[69334440] 'process raft request' (duration: 961.95521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.298015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:52.330651Z","time spent":"967.349428ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-27T00:38:53.298055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:52.538258Z","time spent":"759.491205ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:53.297712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:52.379261Z","time spent":"918.440712ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T00:38:53.29817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:52.335073Z","time spent":"962.994982ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:53.798077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094168805407707,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T00:38:53.843421Z","caller":"traceutil/trace.go:171","msg":"trace[1107879890] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"695.738844ms","start":"2026-02-27T00:38:53.147655Z","end":"2026-02-27T00:38:53.843394Z","steps":["trace[1107879890] 'process raft request' (duration: 695.695783ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:53.843524Z","caller":"traceutil/trace.go:171","msg":"trace[1036873152] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"698.482605ms","start":"2026-02-27T00:38:53.145012Z","end":"2026-02-27T00:38:53.843495Z","steps":["trace[1036873152] 'process raft request' (duration: 698.098095ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:53.843554Z","caller":"traceutil/trace.go:171","msg":"trace[2078512744] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"695.962888ms","start":"2026-02-27T00:38:53.147565Z","end":"2026-02-27T00:38:53.843528Z","steps":["trace[2078512744] 'process raft request' (duration: 695.724882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.843584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:53.147632Z","time spent":"695.866947ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:53.843662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:53.144981Z","time spent":"698.597297ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:53.843669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:53.147538Z","time spent":"696.073911ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:53.980096Z","caller":"traceutil/trace.go:171","msg":"trace[1119596202] linearizableReadLoop","detail":"{readStateIndex:25936; appliedIndex:25931; }","duration":"682.623374ms","start":"2026-02-27T00:38:53.297449Z","end":"2026-02-27T00:38:53.980072Z","steps":["trace[1119596202] 'read index received' (duration: 545.695702ms)","trace[1119596202] 'applied index is now lower than readState.Index' (duration: 136.926352ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:53.980151Z","caller":"traceutil/trace.go:171","msg":"trace[895760176] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"676.03595ms","start":"2026-02-27T00:38:53.304075Z","end":"2026-02-27T00:38:53.980111Z","steps":["trace[895760176] 'process raft request' (duration: 675.835806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.980344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.743492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18754"} {"level":"warn","ts":"2026-02-27T00:38:53.980338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:53.304035Z","time spent":"676.199054ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:53.980378Z","caller":"traceutil/trace.go:171","msg":"trace[2095809936] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25073; }","duration":"830.820775ms","start":"2026-02-27T00:38:53.149547Z","end":"2026-02-27T00:38:53.980368Z","steps":["trace[2095809936] 'agreement among raft nodes before linearized reading' (duration: 830.666801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.980413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:53.149467Z","time spent":"830.937426ms","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18778,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-27T00:38:53.980539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.645139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:53.980584Z","caller":"traceutil/trace.go:171","msg":"trace[2011456276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25073; }","duration":"674.708311ms","start":"2026-02-27T00:38:53.305863Z","end":"2026-02-27T00:38:53.980571Z","steps":["trace[2011456276] 'agreement among raft nodes before linearized reading' (duration: 674.628668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.980616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:53.305854Z","time spent":"674.754922ms","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T00:38:53.980633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.775401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e24ccad7-df2c-4a57-9595-94a8d0f35b10\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-02-27T00:38:53.98068Z","caller":"traceutil/trace.go:171","msg":"trace[2141123256] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e24ccad7-df2c-4a57-9595-94a8d0f35b10; range_end:; response_count:1; response_revision:25073; }","duration":"678.837742ms","start":"2026-02-27T00:38:53.301822Z","end":"2026-02-27T00:38:53.980659Z","steps":["trace[2141123256] 'agreement among raft nodes before linearized reading' (duration: 678.692028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.980706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:53.30181Z","time spent":"678.891574ms","remote":"127.0.0.1:47388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-e24ccad7-df2c-4a57-9595-94a8d0f35b10\" "} {"level":"warn","ts":"2026-02-27T00:38:53.980681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.28302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:53.98072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.116477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-02-27T00:38:53.980725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.251271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f12ef5c631c3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T00:38:53.980758Z","caller":"traceutil/trace.go:171","msg":"trace[1154949649] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25073; }","duration":"317.419413ms","start":"2026-02-27T00:38:53.663321Z","end":"2026-02-27T00:38:53.98074Z","steps":["trace[1154949649] 'agreement among raft nodes before linearized reading' (duration: 317.28941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.980741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.064851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18754"} {"level":"info","ts":"2026-02-27T00:38:53.980769Z","caller":"traceutil/trace.go:171","msg":"trace[1083580211] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25073; }","duration":"678.168608ms","start":"2026-02-27T00:38:53.302587Z","end":"2026-02-27T00:38:53.980756Z","steps":["trace[1083580211] 'agreement among raft nodes before linearized reading' (duration: 677.977653ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:53.980783Z","caller":"traceutil/trace.go:171","msg":"trace[2111377834] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f12ef5c631c3; range_end:; response_count:1; response_revision:25073; }","duration":"133.374424ms","start":"2026-02-27T00:38:53.847391Z","end":"2026-02-27T00:38:53.980765Z","steps":["trace[2111377834] 'agreement among raft nodes before linearized reading' (duration: 133.215481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.980807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:53.663298Z","time spent":"317.498284ms","remote":"127.0.0.1:50170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:53.980815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:53.30256Z","time spent":"678.24764ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-27T00:38:53.980818Z","caller":"traceutil/trace.go:171","msg":"trace[909052308] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25073; }","duration":"681.180614ms","start":"2026-02-27T00:38:53.299619Z","end":"2026-02-27T00:38:53.9808Z","steps":["trace[909052308] 'agreement among raft nodes before linearized reading' (duration: 680.907767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.980858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:53.299597Z","time spent":"681.253526ms","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18778,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T00:38:53.980419Z","caller":"traceutil/trace.go:171","msg":"trace[351534549] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"678.196978ms","start":"2026-02-27T00:38:53.302172Z","end":"2026-02-27T00:38:53.980369Z","steps":["trace[351534549] 'process raft request' (duration: 676.173354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.980934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.350317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-27T00:38:53.98106Z","caller":"traceutil/trace.go:171","msg":"trace[2063479620] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25073; }","duration":"681.519311ms","start":"2026-02-27T00:38:53.299519Z","end":"2026-02-27T00:38:53.981039Z","steps":["trace[2063479620] 'agreement among raft nodes before linearized reading' (duration: 680.842365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:53.98111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:53.302155Z","time spent":"678.813702ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:53.981112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:53.299467Z","time spent":"681.631313ms","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-27T00:38:54.599206Z","caller":"traceutil/trace.go:171","msg":"trace[579881909] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"496.031951ms","start":"2026-02-27T00:38:54.103148Z","end":"2026-02-27T00:38:54.59918Z","steps":["trace[579881909] 'process raft request' (duration: 495.778925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.599366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:54.103122Z","time spent":"496.167383ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:54.599752Z","caller":"traceutil/trace.go:171","msg":"trace[21714171] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"482.740239ms","start":"2026-02-27T00:38:54.117002Z","end":"2026-02-27T00:38:54.599743Z","steps":["trace[21714171] 'process raft request' (duration: 482.111604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.599816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:54.116989Z","time spent":"482.79166ms","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25878,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:54.599697Z","caller":"traceutil/trace.go:171","msg":"trace[1397244715] linearizableReadLoop","detail":"{readStateIndex:25941; appliedIndex:25939; }","duration":"495.93355ms","start":"2026-02-27T00:38:54.10375Z","end":"2026-02-27T00:38:54.599684Z","steps":["trace[1397244715] 'read index received' (duration: 14.002218ms)","trace[1397244715] 'applied index is now lower than readState.Index' (duration: 481.930042ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:54.600136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.282887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-27T00:38:54.600226Z","caller":"traceutil/trace.go:171","msg":"trace[1995774784] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25078; }","duration":"496.490851ms","start":"2026-02-27T00:38:54.103716Z","end":"2026-02-27T00:38:54.600207Z","steps":["trace[1995774784] 'agreement among raft nodes before linearized reading' (duration: 496.202495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.600278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:54.103699Z","time spent":"496.568633ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-02-27T00:38:54.835851Z","caller":"traceutil/trace.go:171","msg":"trace[1277276803] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"504.417315ms","start":"2026-02-27T00:38:54.331415Z","end":"2026-02-27T00:38:54.835833Z","steps":["trace[1277276803] 'process raft request' (duration: 504.259761ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:54.835831Z","caller":"traceutil/trace.go:171","msg":"trace[368321498] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"505.108811ms","start":"2026-02-27T00:38:54.330681Z","end":"2026-02-27T00:38:54.83579Z","steps":["trace[368321498] 'process raft request' (duration: 504.433216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.836031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:54.331393Z","time spent":"504.532188ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:54.836235Z","caller":"traceutil/trace.go:171","msg":"trace[1610878290] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"503.517565ms","start":"2026-02-27T00:38:54.332665Z","end":"2026-02-27T00:38:54.836183Z","steps":["trace[1610878290] 'process raft request' (duration: 503.111627ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:54.83633Z","caller":"traceutil/trace.go:171","msg":"trace[1048849144] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"503.499205ms","start":"2026-02-27T00:38:54.332814Z","end":"2026-02-27T00:38:54.836313Z","steps":["trace[1048849144] 'process raft request' (duration: 503.27839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.836347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:54.332653Z","time spent":"503.639308ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:54.83633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:54.330665Z","time spent":"505.447918ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:38:54.836427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:54.332805Z","time spent":"503.574547ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:54.836427Z","caller":"traceutil/trace.go:171","msg":"trace[1297643867] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"502.403261ms","start":"2026-02-27T00:38:54.333983Z","end":"2026-02-27T00:38:54.836386Z","steps":["trace[1297643867] 'process raft request' (duration: 502.306779ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:54.836472Z","caller":"traceutil/trace.go:171","msg":"trace[127034048] linearizableReadLoop","detail":"{readStateIndex:25949; appliedIndex:25942; }","duration":"236.308807ms","start":"2026-02-27T00:38:54.600143Z","end":"2026-02-27T00:38:54.836452Z","steps":["trace[127034048] 'read index received' (duration: 234.890427ms)","trace[127034048] 'applied index is now lower than readState.Index' (duration: 1.41694ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:54.836489Z","caller":"traceutil/trace.go:171","msg":"trace[1369519249] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"503.459834ms","start":"2026-02-27T00:38:54.332952Z","end":"2026-02-27T00:38:54.836412Z","steps":["trace[1369519249] 'process raft request' (duration: 503.27928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.836622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.048371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:54.836628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:54.333972Z","time spent":"502.544704ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:54.836659Z","caller":"traceutil/trace.go:171","msg":"trace[2139222599] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25085; }","duration":"641.089521ms","start":"2026-02-27T00:38:54.195558Z","end":"2026-02-27T00:38:54.836647Z","steps":["trace[2139222599] 'agreement among raft nodes before linearized reading' (duration: 641.00664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.836638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.189422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:54.836691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:54.195543Z","time spent":"641.139282ms","remote":"127.0.0.1:50092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:54.836692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.551309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T00:38:54.836707Z","caller":"traceutil/trace.go:171","msg":"trace[258484975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25085; }","duration":"470.286414ms","start":"2026-02-27T00:38:54.366406Z","end":"2026-02-27T00:38:54.836692Z","steps":["trace[258484975] 'agreement among raft nodes before linearized reading' (duration: 470.177422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.836703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.094508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T00:38:54.836748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:54.366388Z","time spent":"470.349105ms","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T00:38:54.836738Z","caller":"traceutil/trace.go:171","msg":"trace[275287203] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25085; }","duration":"715.61209ms","start":"2026-02-27T00:38:54.121115Z","end":"2026-02-27T00:38:54.836727Z","steps":["trace[275287203] 'agreement among raft nodes before linearized reading' (duration: 715.511658ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:54.836784Z","caller":"traceutil/trace.go:171","msg":"trace[1141942358] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25085; }","duration":"715.189231ms","start":"2026-02-27T00:38:54.121577Z","end":"2026-02-27T00:38:54.836767Z","steps":["trace[1141942358] 'agreement among raft nodes before linearized reading' (duration: 715.079039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.836836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:54.121566Z","time spent":"715.260032ms","remote":"127.0.0.1:50356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T00:38:54.836792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:54.121107Z","time spent":"715.674211ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T00:38:54.836928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:54.332935Z","time spent":"503.74417ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:54.836584Z","caller":"traceutil/trace.go:171","msg":"trace[648120181] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"502.243757ms","start":"2026-02-27T00:38:54.334318Z","end":"2026-02-27T00:38:54.836561Z","steps":["trace[648120181] 'process raft request' (duration: 502.024612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.836977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.424454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f34c295efc0e\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-27T00:38:54.836989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.25365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-804f91ce-e761-4225-8c1d-4a7725681f10\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-02-27T00:38:54.837042Z","caller":"traceutil/trace.go:171","msg":"trace[1086366532] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f34c295efc0e; range_end:; response_count:1; response_revision:25085; }","duration":"233.550937ms","start":"2026-02-27T00:38:54.603473Z","end":"2026-02-27T00:38:54.837024Z","steps":["trace[1086366532] 'agreement among raft nodes before linearized reading' (duration: 233.211269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.837056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:54.334304Z","time spent":"502.714498ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:38:54.837074Z","caller":"traceutil/trace.go:171","msg":"trace[1580653160] range","detail":"{range_begin:/registry/persistentvolumes/pvc-804f91ce-e761-4225-8c1d-4a7725681f10; range_end:; response_count:1; response_revision:25085; }","duration":"233.365522ms","start":"2026-02-27T00:38:54.603688Z","end":"2026-02-27T00:38:54.837054Z","steps":["trace[1580653160] 'agreement among raft nodes before linearized reading' (duration: 233.192249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.837542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.934354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:54.837645Z","caller":"traceutil/trace.go:171","msg":"trace[1580324014] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25085; }","duration":"550.007508ms","start":"2026-02-27T00:38:54.287616Z","end":"2026-02-27T00:38:54.837624Z","steps":["trace[1580324014] 'agreement among raft nodes before linearized reading' (duration: 548.903564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:54.837735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:38:54.287584Z","time spent":"550.129721ms","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-02-27T00:38:55.091126Z","caller":"traceutil/trace.go:171","msg":"trace[1606577629] linearizableReadLoop","detail":"{readStateIndex:25950; appliedIndex:25949; }","duration":"251.146995ms","start":"2026-02-27T00:38:54.839955Z","end":"2026-02-27T00:38:55.091102Z","steps":["trace[1606577629] 'read index received' (duration: 250.92937ms)","trace[1606577629] 'applied index is now lower than readState.Index' (duration: 216.315µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:55.091161Z","caller":"traceutil/trace.go:171","msg":"trace[758199902] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"251.682006ms","start":"2026-02-27T00:38:54.839445Z","end":"2026-02-27T00:38:55.091127Z","steps":["trace[758199902] 'process raft request' (duration: 251.508642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:55.091452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.578133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-27T00:38:55.091454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.473171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-27T00:38:55.091513Z","caller":"traceutil/trace.go:171","msg":"trace[963551439] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25086; }","duration":"146.714196ms","start":"2026-02-27T00:38:54.944784Z","end":"2026-02-27T00:38:55.091498Z","steps":["trace[963551439] 'agreement among raft nodes before linearized reading' (duration: 146.475641ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:55.091529Z","caller":"traceutil/trace.go:171","msg":"trace[1280617696] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25086; }","duration":"251.597765ms","start":"2026-02-27T00:38:54.839914Z","end":"2026-02-27T00:38:55.091512Z","steps":["trace[1280617696] 'agreement among raft nodes before linearized reading' (duration: 251.306348ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:56.16445Z","caller":"traceutil/trace.go:171","msg":"trace[1983560123] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"175.648044ms","start":"2026-02-27T00:38:55.98877Z","end":"2026-02-27T00:38:56.164418Z","steps":["trace[1983560123] 'process raft request' (duration: 89.577981ms)","trace[1983560123] 'compare' (duration: 85.937491ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:56.214491Z","caller":"traceutil/trace.go:171","msg":"trace[1114748596] linearizableReadLoop","detail":"{readStateIndex:25957; appliedIndex:25955; }","duration":"156.092944ms","start":"2026-02-27T00:38:56.058373Z","end":"2026-02-27T00:38:56.214466Z","steps":["trace[1114748596] 'read index received' (duration: 20.00003ms)","trace[1114748596] 'applied index is now lower than readState.Index' (duration: 136.091554ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:56.214574Z","caller":"traceutil/trace.go:171","msg":"trace[972807611] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"225.299346ms","start":"2026-02-27T00:38:55.989246Z","end":"2026-02-27T00:38:56.214545Z","steps":["trace[972807611] 'process raft request' (duration: 225.074221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:56.214678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.290658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-ks-endpoints-fxjh8\" ","response":"range_response_count:1 size:25896"} {"level":"info","ts":"2026-02-27T00:38:56.214707Z","caller":"traceutil/trace.go:171","msg":"trace[1319881295] range","detail":"{range_begin:/registry/pods/openstack/manila-ks-endpoints-fxjh8; range_end:; response_count:1; response_revision:25093; }","duration":"156.39045ms","start":"2026-02-27T00:38:56.058304Z","end":"2026-02-27T00:38:56.214695Z","steps":["trace[1319881295] 'agreement among raft nodes before linearized reading' (duration: 156.247197ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:56.351533Z","caller":"traceutil/trace.go:171","msg":"trace[935172826] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"123.68306ms","start":"2026-02-27T00:38:56.227814Z","end":"2026-02-27T00:38:56.351497Z","steps":["trace[935172826] 'process raft request' (duration: 123.445695ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:57.454927Z","caller":"traceutil/trace.go:171","msg":"trace[291714533] linearizableReadLoop","detail":"{readStateIndex:25969; appliedIndex:25968; }","duration":"112.490624ms","start":"2026-02-27T00:38:57.342416Z","end":"2026-02-27T00:38:57.454907Z","steps":["trace[291714533] 'read index received' (duration: 112.399872ms)","trace[291714533] 'applied index is now lower than readState.Index' (duration: 89.882µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:57.454949Z","caller":"traceutil/trace.go:171","msg":"trace[1351518847] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"151.84027ms","start":"2026-02-27T00:38:57.303092Z","end":"2026-02-27T00:38:57.454932Z","steps":["trace[1351518847] 'process raft request' (duration: 151.684896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:57.455029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.591856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T00:38:57.455057Z","caller":"traceutil/trace.go:171","msg":"trace[71521446] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25105; }","duration":"112.660508ms","start":"2026-02-27T00:38:57.342389Z","end":"2026-02-27T00:38:57.45505Z","steps":["trace[71521446] 'agreement among raft nodes before linearized reading' (duration: 112.592797ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:58.325582Z","caller":"traceutil/trace.go:171","msg":"trace[1795714386] linearizableReadLoop","detail":"{readStateIndex:25973; appliedIndex:25972; }","duration":"156.791189ms","start":"2026-02-27T00:38:58.168757Z","end":"2026-02-27T00:38:58.325548Z","steps":["trace[1795714386] 'read index received' (duration: 156.504802ms)","trace[1795714386] 'applied index is now lower than readState.Index' (duration: 285.267µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:58.32564Z","caller":"traceutil/trace.go:171","msg":"trace[1299097041] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"197.886103ms","start":"2026-02-27T00:38:58.127723Z","end":"2026-02-27T00:38:58.325609Z","steps":["trace[1299097041] 'process raft request' (duration: 197.626896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:58.325811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.033956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T00:38:58.325912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.143237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T00:38:58.32601Z","caller":"traceutil/trace.go:171","msg":"trace[144174364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25109; }","duration":"157.367981ms","start":"2026-02-27T00:38:58.168625Z","end":"2026-02-27T00:38:58.325993Z","steps":["trace[144174364] 'agreement among raft nodes before linearized reading' (duration: 157.069455ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:58.325951Z","caller":"traceutil/trace.go:171","msg":"trace[1014511726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25109; }","duration":"107.221999ms","start":"2026-02-27T00:38:58.218708Z","end":"2026-02-27T00:38:58.32593Z","steps":["trace[1014511726] 'agreement among raft nodes before linearized reading' (duration: 107.010514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:38:58.515857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.598384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:38:58.516125Z","caller":"traceutil/trace.go:171","msg":"trace[296943446] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"185.170924ms","start":"2026-02-27T00:38:58.330925Z","end":"2026-02-27T00:38:58.516095Z","steps":["trace[296943446] 'process raft request' (duration: 63.263332ms)","trace[296943446] 'compare' (duration: 121.442051ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:38:58.516227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.958877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:38:58.516162Z","caller":"traceutil/trace.go:171","msg":"trace[1615098178] linearizableReadLoop","detail":"{readStateIndex:25975; appliedIndex:25973; }","duration":"148.870525ms","start":"2026-02-27T00:38:58.367279Z","end":"2026-02-27T00:38:58.51615Z","steps":["trace[1615098178] 'read index received' (duration: 26.928632ms)","trace[1615098178] 'applied index is now lower than readState.Index' (duration: 121.940553ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:38:58.516252Z","caller":"traceutil/trace.go:171","msg":"trace[1832097777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25111; }","duration":"149.019028ms","start":"2026-02-27T00:38:58.367227Z","end":"2026-02-27T00:38:58.516246Z","steps":["trace[1832097777] 'agreement among raft nodes before linearized reading' (duration: 148.952787ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:38:58.516266Z","caller":"traceutil/trace.go:171","msg":"trace[217115919] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"185.250326ms","start":"2026-02-27T00:38:58.330988Z","end":"2026-02-27T00:38:58.516238Z","steps":["trace[217115919] 'process raft request' (duration: 184.946599ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:10.160452Z","caller":"traceutil/trace.go:171","msg":"trace[194028310] transaction","detail":"{read_only:false; response_revision:25185; number_of_response:1; }","duration":"144.222721ms","start":"2026-02-27T00:39:10.016201Z","end":"2026-02-27T00:39:10.160424Z","steps":["trace[194028310] 'process raft request' (duration: 79.759453ms)","trace[194028310] 'compare' (duration: 64.341416ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:14.850039Z","caller":"traceutil/trace.go:171","msg":"trace[98575161] transaction","detail":"{read_only:false; response_revision:25214; number_of_response:1; }","duration":"257.968014ms","start":"2026-02-27T00:39:14.592046Z","end":"2026-02-27T00:39:14.850014Z","steps":["trace[98575161] 'process raft request' (duration: 257.76395ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:14.850381Z","caller":"traceutil/trace.go:171","msg":"trace[546686072] transaction","detail":"{read_only:false; response_revision:25215; number_of_response:1; }","duration":"258.270591ms","start":"2026-02-27T00:39:14.592089Z","end":"2026-02-27T00:39:14.85036Z","steps":["trace[546686072] 'process raft request' (duration: 257.880272ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:14.850394Z","caller":"traceutil/trace.go:171","msg":"trace[2067799717] linearizableReadLoop","detail":"{readStateIndex:26084; appliedIndex:26082; }","duration":"129.375846ms","start":"2026-02-27T00:39:14.720975Z","end":"2026-02-27T00:39:14.850351Z","steps":["trace[2067799717] 'read index received' (duration: 128.748692ms)","trace[2067799717] 'applied index is now lower than readState.Index' (duration: 624.233µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:14.85065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.662601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1897f35399c32eef\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-02-27T00:39:14.850722Z","caller":"traceutil/trace.go:171","msg":"trace[556583240] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.1897f35399c32eef; range_end:; response_count:1; response_revision:25215; }","duration":"129.785934ms","start":"2026-02-27T00:39:14.720918Z","end":"2026-02-27T00:39:14.850704Z","steps":["trace[556583240] 'agreement among raft nodes before linearized reading' (duration: 129.562879ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:17.149371Z","caller":"traceutil/trace.go:171","msg":"trace[48184940] transaction","detail":"{read_only:false; response_revision:25233; number_of_response:1; }","duration":"120.03035ms","start":"2026-02-27T00:39:17.029316Z","end":"2026-02-27T00:39:17.149346Z","steps":["trace[48184940] 'process raft request' (duration: 102.945554ms)","trace[48184940] 'compare' (duration: 16.932813ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:17.149629Z","caller":"traceutil/trace.go:171","msg":"trace[854971664] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"120.102422ms","start":"2026-02-27T00:39:17.029514Z","end":"2026-02-27T00:39:17.149617Z","steps":["trace[854971664] 'process raft request' (duration: 119.782185ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:17.149745Z","caller":"traceutil/trace.go:171","msg":"trace[2112184877] transaction","detail":"{read_only:false; response_revision:25236; number_of_response:1; }","duration":"119.834166ms","start":"2026-02-27T00:39:17.029898Z","end":"2026-02-27T00:39:17.149732Z","steps":["trace[2112184877] 'process raft request' (duration: 119.703203ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:17.149744Z","caller":"traceutil/trace.go:171","msg":"trace[222624730] transaction","detail":"{read_only:false; response_revision:25238; number_of_response:1; }","duration":"119.737403ms","start":"2026-02-27T00:39:17.029986Z","end":"2026-02-27T00:39:17.149723Z","steps":["trace[222624730] 'process raft request' (duration: 119.694242ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:17.149944Z","caller":"traceutil/trace.go:171","msg":"trace[551538620] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"120.309257ms","start":"2026-02-27T00:39:17.029607Z","end":"2026-02-27T00:39:17.149916Z","steps":["trace[551538620] 'process raft request' (duration: 119.893538ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:17.150033Z","caller":"traceutil/trace.go:171","msg":"trace[363131246] transaction","detail":"{read_only:false; response_revision:25237; number_of_response:1; }","duration":"120.049851ms","start":"2026-02-27T00:39:17.029959Z","end":"2026-02-27T00:39:17.150009Z","steps":["trace[363131246] 'process raft request' (duration: 119.687823ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:26.438093Z","caller":"traceutil/trace.go:171","msg":"trace[584741185] linearizableReadLoop","detail":"{readStateIndex:26161; appliedIndex:26160; }","duration":"103.828964ms","start":"2026-02-27T00:39:26.334232Z","end":"2026-02-27T00:39:26.438061Z","steps":["trace[584741185] 'read index received' (duration: 103.272332ms)","trace[584741185] 'applied index is now lower than readState.Index' (duration: 553.522µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:26.438166Z","caller":"traceutil/trace.go:171","msg":"trace[124289660] transaction","detail":"{read_only:false; response_revision:25290; number_of_response:1; }","duration":"186.044863ms","start":"2026-02-27T00:39:26.252085Z","end":"2026-02-27T00:39:26.438129Z","steps":["trace[124289660] 'process raft request' (duration: 185.596813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:26.438426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.161501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T00:39:26.438539Z","caller":"traceutil/trace.go:171","msg":"trace[265995851] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25290; }","duration":"104.316064ms","start":"2026-02-27T00:39:26.334183Z","end":"2026-02-27T00:39:26.438499Z","steps":["trace[265995851] 'agreement among raft nodes before linearized reading' (duration: 103.968107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:26.889845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.073305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:39:26.889942Z","caller":"traceutil/trace.go:171","msg":"trace[1707646784] linearizableReadLoop","detail":"{readStateIndex:26164; appliedIndex:26163; }","duration":"166.507132ms","start":"2026-02-27T00:39:26.723421Z","end":"2026-02-27T00:39:26.889928Z","steps":["trace[1707646784] 'read index received' (duration: 29.252162ms)","trace[1707646784] 'applied index is now lower than readState.Index' (duration: 137.25327ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:26.890005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.586044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:26.890026Z","caller":"traceutil/trace.go:171","msg":"trace[1114508369] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25293; }","duration":"166.663685ms","start":"2026-02-27T00:39:26.723353Z","end":"2026-02-27T00:39:26.890016Z","steps":["trace[1114508369] 'agreement among raft nodes before linearized reading' (duration: 166.610144ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:26.890174Z","caller":"traceutil/trace.go:171","msg":"trace[206666357] transaction","detail":"{read_only:false; response_revision:25293; number_of_response:1; }","duration":"246.100863ms","start":"2026-02-27T00:39:26.644037Z","end":"2026-02-27T00:39:26.890138Z","steps":["trace[206666357] 'process raft request' (duration: 108.626169ms)","trace[206666357] 'compare' (duration: 136.144885ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:28.341608Z","caller":"traceutil/trace.go:171","msg":"trace[35505999] transaction","detail":"{read_only:false; response_revision:25305; number_of_response:1; }","duration":"109.301535ms","start":"2026-02-27T00:39:28.232279Z","end":"2026-02-27T00:39:28.341581Z","steps":["trace[35505999] 'process raft request' (duration: 108.844775ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:29.215753Z","caller":"traceutil/trace.go:171","msg":"trace[435776476] linearizableReadLoop","detail":"{readStateIndex:26178; appliedIndex:26177; }","duration":"130.031879ms","start":"2026-02-27T00:39:29.085696Z","end":"2026-02-27T00:39:29.215728Z","steps":["trace[435776476] 'read index received' (duration: 129.814124ms)","trace[435776476] 'applied index is now lower than readState.Index' (duration: 216.715µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:29.215867Z","caller":"traceutil/trace.go:171","msg":"trace[340517778] transaction","detail":"{read_only:false; response_revision:25307; number_of_response:1; }","duration":"144.690671ms","start":"2026-02-27T00:39:29.071088Z","end":"2026-02-27T00:39:29.215779Z","steps":["trace[340517778] 'process raft request' (duration: 144.394245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:29.216038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.317526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T00:39:29.216175Z","caller":"traceutil/trace.go:171","msg":"trace[564368394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25307; }","duration":"130.487669ms","start":"2026-02-27T00:39:29.085663Z","end":"2026-02-27T00:39:29.21615Z","steps":["trace[564368394] 'agreement among raft nodes before linearized reading' (duration: 130.163302ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:29.365167Z","caller":"traceutil/trace.go:171","msg":"trace[549818991] transaction","detail":"{read_only:false; response_revision:25308; number_of_response:1; }","duration":"191.418001ms","start":"2026-02-27T00:39:29.173706Z","end":"2026-02-27T00:39:29.365124Z","steps":["trace[549818991] 'process raft request' (duration: 143.746573ms)","trace[549818991] 'compare' (duration: 47.495824ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:29.365213Z","caller":"traceutil/trace.go:171","msg":"trace[1531208633] transaction","detail":"{read_only:false; response_revision:25309; number_of_response:1; }","duration":"144.480459ms","start":"2026-02-27T00:39:29.220711Z","end":"2026-02-27T00:39:29.365191Z","steps":["trace[1531208633] 'process raft request' (duration: 144.347266ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:29.365183Z","caller":"traceutil/trace.go:171","msg":"trace[2006632020] transaction","detail":"{read_only:false; response_revision:25311; number_of_response:1; }","duration":"105.353138ms","start":"2026-02-27T00:39:29.259813Z","end":"2026-02-27T00:39:29.365166Z","steps":["trace[2006632020] 'process raft request' (duration: 105.289007ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:29.365176Z","caller":"traceutil/trace.go:171","msg":"trace[1291492164] transaction","detail":"{read_only:false; response_revision:25310; number_of_response:1; }","duration":"105.820798ms","start":"2026-02-27T00:39:29.259328Z","end":"2026-02-27T00:39:29.365149Z","steps":["trace[1291492164] 'process raft request' (duration: 105.755386ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:31.329488Z","caller":"traceutil/trace.go:171","msg":"trace[300429275] transaction","detail":"{read_only:false; response_revision:25319; number_of_response:1; }","duration":"105.87485ms","start":"2026-02-27T00:39:31.223585Z","end":"2026-02-27T00:39:31.32946Z","steps":["trace[300429275] 'process raft request' (duration: 105.703766ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:33.442814Z","caller":"traceutil/trace.go:171","msg":"trace[1460319871] transaction","detail":"{read_only:false; response_revision:25332; number_of_response:1; }","duration":"106.36257ms","start":"2026-02-27T00:39:33.336429Z","end":"2026-02-27T00:39:33.442792Z","steps":["trace[1460319871] 'process raft request' (duration: 106.196856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:33.481775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.208218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:39:33.481855Z","caller":"traceutil/trace.go:171","msg":"trace[1696004219] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25339; }","duration":"107.340011ms","start":"2026-02-27T00:39:33.374498Z","end":"2026-02-27T00:39:33.481838Z","steps":["trace[1696004219] 'agreement among raft nodes before linearized reading' (duration: 107.234698ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:36.237074Z","caller":"traceutil/trace.go:171","msg":"trace[401906492] linearizableReadLoop","detail":"{readStateIndex:26236; appliedIndex:26234; }","duration":"145.01592ms","start":"2026-02-27T00:39:36.092036Z","end":"2026-02-27T00:39:36.237052Z","steps":["trace[401906492] 'read index received' (duration: 8.841595ms)","trace[401906492] 'applied index is now lower than readState.Index' (duration: 136.173285ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:36.237278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.231315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-02-27T00:39:36.237314Z","caller":"traceutil/trace.go:171","msg":"trace[2037455046] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:25362; }","duration":"145.283136ms","start":"2026-02-27T00:39:36.092022Z","end":"2026-02-27T00:39:36.237305Z","steps":["trace[2037455046] 'agreement among raft nodes before linearized reading' (duration: 145.118732ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:36.237604Z","caller":"traceutil/trace.go:171","msg":"trace[13160030] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"156.875801ms","start":"2026-02-27T00:39:36.080696Z","end":"2026-02-27T00:39:36.237572Z","steps":["trace[13160030] 'process raft request' (duration: 126.248197ms)","trace[13160030] 'compare' (duration: 29.97691ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:41.117881Z","caller":"traceutil/trace.go:171","msg":"trace[1419971667] linearizableReadLoop","detail":"{readStateIndex:26286; appliedIndex:26284; }","duration":"121.210696ms","start":"2026-02-27T00:39:40.996644Z","end":"2026-02-27T00:39:41.117855Z","steps":["trace[1419971667] 'read index received' (duration: 17.248089ms)","trace[1419971667] 'applied index is now lower than readState.Index' (duration: 103.961207ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:41.118297Z","caller":"traceutil/trace.go:171","msg":"trace[1499820186] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"121.630815ms","start":"2026-02-27T00:39:40.996612Z","end":"2026-02-27T00:39:41.118242Z","steps":["trace[1499820186] 'process raft request' (duration: 102.302579ms)","trace[1499820186] 'compare' (duration: 18.802374ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:41.118356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.694976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-02-27T00:39:41.119421Z","caller":"traceutil/trace.go:171","msg":"trace[1524108068] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:25410; }","duration":"122.805461ms","start":"2026-02-27T00:39:40.996589Z","end":"2026-02-27T00:39:41.119394Z","steps":["trace[1524108068] 'agreement among raft nodes before linearized reading' (duration: 121.636525ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:41.688634Z","caller":"traceutil/trace.go:171","msg":"trace[1199516234] linearizableReadLoop","detail":"{readStateIndex:26288; appliedIndex:26287; }","duration":"142.328151ms","start":"2026-02-27T00:39:41.546259Z","end":"2026-02-27T00:39:41.688587Z","steps":["trace[1199516234] 'read index received' (duration: 119.578081ms)","trace[1199516234] 'applied index is now lower than readState.Index' (duration: 22.74815ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:41.688761Z","caller":"traceutil/trace.go:171","msg":"trace[1651410593] transaction","detail":"{read_only:false; response_revision:25412; number_of_response:1; }","duration":"144.589751ms","start":"2026-02-27T00:39:41.544158Z","end":"2026-02-27T00:39:41.688748Z","steps":["trace[1651410593] 'process raft request' (duration: 121.677587ms)","trace[1651410593] 'compare' (duration: 22.361912ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:41.689137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.862142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1456"} {"level":"info","ts":"2026-02-27T00:39:41.689225Z","caller":"traceutil/trace.go:171","msg":"trace[1592622053] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25412; }","duration":"142.966195ms","start":"2026-02-27T00:39:41.54624Z","end":"2026-02-27T00:39:41.689206Z","steps":["trace[1592622053] 'agreement among raft nodes before linearized reading' (duration: 142.672828ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:41.724213Z","caller":"traceutil/trace.go:171","msg":"trace[318693479] transaction","detail":"{read_only:false; response_revision:25414; number_of_response:1; }","duration":"117.580577ms","start":"2026-02-27T00:39:41.606616Z","end":"2026-02-27T00:39:41.724197Z","steps":["trace[318693479] 'process raft request' (duration: 117.363122ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:41.724125Z","caller":"traceutil/trace.go:171","msg":"trace[159861442] transaction","detail":"{read_only:false; response_revision:25413; number_of_response:1; }","duration":"134.007337ms","start":"2026-02-27T00:39:41.590023Z","end":"2026-02-27T00:39:41.724031Z","steps":["trace[159861442] 'process raft request' (duration: 133.814583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:41.743397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.794171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-02-27T00:39:41.743431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.677811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-02-27T00:39:41.743485Z","caller":"traceutil/trace.go:171","msg":"trace[185484285] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:25420; }","duration":"144.765584ms","start":"2026-02-27T00:39:41.598706Z","end":"2026-02-27T00:39:41.743471Z","steps":["trace[185484285] 'agreement among raft nodes before linearized reading' (duration: 144.58518ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:41.743481Z","caller":"traceutil/trace.go:171","msg":"trace[316006381] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25420; }","duration":"122.920764ms","start":"2026-02-27T00:39:41.620542Z","end":"2026-02-27T00:39:41.743463Z","steps":["trace[316006381] 'agreement among raft nodes before linearized reading' (duration: 122.690489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:41.743537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.615366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1414"} {"level":"warn","ts":"2026-02-27T00:39:41.743432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.32279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-02-27T00:39:41.743588Z","caller":"traceutil/trace.go:171","msg":"trace[490101856] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:25420; }","duration":"147.703498ms","start":"2026-02-27T00:39:41.595871Z","end":"2026-02-27T00:39:41.743574Z","steps":["trace[490101856] 'agreement among raft nodes before linearized reading' (duration: 147.598066ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:41.743625Z","caller":"traceutil/trace.go:171","msg":"trace[90522604] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:25420; }","duration":"172.530405ms","start":"2026-02-27T00:39:41.571087Z","end":"2026-02-27T00:39:41.743618Z","steps":["trace[90522604] 'agreement among raft nodes before linearized reading' (duration: 172.185947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:41.743891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.295506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"warn","ts":"2026-02-27T00:39:41.743921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.099046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-02-27T00:39:41.744041Z","caller":"traceutil/trace.go:171","msg":"trace[2050092126] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:25420; }","duration":"112.24539ms","start":"2026-02-27T00:39:41.631783Z","end":"2026-02-27T00:39:41.744028Z","steps":["trace[2050092126] 'agreement among raft nodes before linearized reading' (duration: 112.085705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:41.743926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.099713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-02-27T00:39:41.744119Z","caller":"traceutil/trace.go:171","msg":"trace[659559108] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:25420; }","duration":"111.35002ms","start":"2026-02-27T00:39:41.632756Z","end":"2026-02-27T00:39:41.744106Z","steps":["trace[659559108] 'agreement among raft nodes before linearized reading' (duration: 111.119094ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:41.743943Z","caller":"traceutil/trace.go:171","msg":"trace[447628312] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:25420; }","duration":"110.364507ms","start":"2026-02-27T00:39:41.633569Z","end":"2026-02-27T00:39:41.743933Z","steps":["trace[447628312] 'agreement among raft nodes before linearized reading' (duration: 110.243034ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:42.240828Z","caller":"traceutil/trace.go:171","msg":"trace[331152771] transaction","detail":"{read_only:false; response_revision:25422; number_of_response:1; }","duration":"227.685788ms","start":"2026-02-27T00:39:42.013125Z","end":"2026-02-27T00:39:42.240811Z","steps":["trace[331152771] 'process raft request' (duration: 227.565265ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:42.240985Z","caller":"traceutil/trace.go:171","msg":"trace[1877727463] linearizableReadLoop","detail":"{readStateIndex:26298; appliedIndex:26298; }","duration":"220.093751ms","start":"2026-02-27T00:39:42.020885Z","end":"2026-02-27T00:39:42.240979Z","steps":["trace[1877727463] 'read index received' (duration: 220.090701ms)","trace[1877727463] 'applied index is now lower than readState.Index' (duration: 2.66µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:42.241359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.46149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/orc-system/orc-controller-manager-metrics-service\" ","response":"range_response_count:1 size:826"} {"level":"info","ts":"2026-02-27T00:39:42.241425Z","caller":"traceutil/trace.go:171","msg":"trace[1906836735] range","detail":"{range_begin:/registry/services/specs/orc-system/orc-controller-manager-metrics-service; range_end:; response_count:1; response_revision:25422; }","duration":"220.563532ms","start":"2026-02-27T00:39:42.020846Z","end":"2026-02-27T00:39:42.241409Z","steps":["trace[1906836735] 'agreement among raft nodes before linearized reading' (duration: 220.250855ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:42.279513Z","caller":"traceutil/trace.go:171","msg":"trace[2022721455] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"195.452989ms","start":"2026-02-27T00:39:42.084029Z","end":"2026-02-27T00:39:42.279482Z","steps":["trace[2022721455] 'process raft request' (duration: 195.236245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:42.279575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.979215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-02-27T00:39:42.279602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.158017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1597"} {"level":"info","ts":"2026-02-27T00:39:42.279628Z","caller":"traceutil/trace.go:171","msg":"trace[68584905] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:25423; }","duration":"157.222038ms","start":"2026-02-27T00:39:42.122399Z","end":"2026-02-27T00:39:42.279621Z","steps":["trace[68584905] 'agreement among raft nodes before linearized reading' (duration: 157.168937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:42.279626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.426544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/keystone-api\" ","response":"range_response_count:1 size:934"} {"level":"info","ts":"2026-02-27T00:39:42.279668Z","caller":"traceutil/trace.go:171","msg":"trace[1791346451] range","detail":"{range_begin:/registry/services/specs/openstack/keystone-api; range_end:; response_count:1; response_revision:25423; }","duration":"107.527246ms","start":"2026-02-27T00:39:42.172131Z","end":"2026-02-27T00:39:42.279658Z","steps":["trace[1791346451] 'agreement among raft nodes before linearized reading' (duration: 107.284831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:42.279714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.484566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1390"} {"level":"info","ts":"2026-02-27T00:39:42.279631Z","caller":"traceutil/trace.go:171","msg":"trace[313615477] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:25423; }","duration":"208.052977ms","start":"2026-02-27T00:39:42.071559Z","end":"2026-02-27T00:39:42.279612Z","steps":["trace[313615477] 'agreement among raft nodes before linearized reading' (duration: 207.878123ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:42.279745Z","caller":"traceutil/trace.go:171","msg":"trace[79661035] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:25423; }","duration":"183.567628ms","start":"2026-02-27T00:39:42.096169Z","end":"2026-02-27T00:39:42.279737Z","steps":["trace[79661035] 'agreement among raft nodes before linearized reading' (duration: 183.482976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:42.279535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.637592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1278"} {"level":"warn","ts":"2026-02-27T00:39:42.279885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.192099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-02-27T00:39:42.279938Z","caller":"traceutil/trace.go:171","msg":"trace[588419626] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25423; }","duration":"233.280431ms","start":"2026-02-27T00:39:42.046646Z","end":"2026-02-27T00:39:42.279927Z","steps":["trace[588419626] 'agreement among raft nodes before linearized reading' (duration: 233.178119ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:42.279905Z","caller":"traceutil/trace.go:171","msg":"trace[198443526] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:25423; }","duration":"130.051541ms","start":"2026-02-27T00:39:42.149841Z","end":"2026-02-27T00:39:42.279893Z","steps":["trace[198443526] 'agreement among raft nodes before linearized reading' (duration: 129.577181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:42.515946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.642883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7383"} {"level":"info","ts":"2026-02-27T00:39:42.516031Z","caller":"traceutil/trace.go:171","msg":"trace[244427662] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25423; }","duration":"119.781845ms","start":"2026-02-27T00:39:42.39623Z","end":"2026-02-27T00:39:42.516012Z","steps":["trace[244427662] 'range keys from in-memory index tree' (duration: 119.455638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:42.516047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.612941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-02-27T00:39:42.516046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.040268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-27T00:39:42.516172Z","caller":"traceutil/trace.go:171","msg":"trace[147671485] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25423; }","duration":"169.775764ms","start":"2026-02-27T00:39:42.346371Z","end":"2026-02-27T00:39:42.516147Z","steps":["trace[147671485] 'range keys from in-memory index tree' (duration: 169.434856ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:42.51663Z","caller":"traceutil/trace.go:171","msg":"trace[1697637029] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25423; }","duration":"144.213122ms","start":"2026-02-27T00:39:42.371942Z","end":"2026-02-27T00:39:42.516155Z","steps":["trace[1697637029] 'range keys from in-memory index tree' (duration: 143.847404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:42.920514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.436114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:39:42.920616Z","caller":"traceutil/trace.go:171","msg":"trace[599655108] linearizableReadLoop","detail":"{readStateIndex:26302; appliedIndex:26301; }","duration":"174.248264ms","start":"2026-02-27T00:39:42.746351Z","end":"2026-02-27T00:39:42.9206Z","steps":["trace[599655108] 'read index received' (duration: 70.615794ms)","trace[599655108] 'applied index is now lower than readState.Index' (duration: 103.631449ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:39:42.920706Z","caller":"traceutil/trace.go:171","msg":"trace[2141728715] transaction","detail":"{read_only:false; response_revision:25426; number_of_response:1; }","duration":"185.142953ms","start":"2026-02-27T00:39:42.735525Z","end":"2026-02-27T00:39:42.920668Z","steps":["trace[2141728715] 'process raft request' (duration: 81.472543ms)","trace[2141728715] 'compare' (duration: 103.127337ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:42.920794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.446988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-02-27T00:39:42.920827Z","caller":"traceutil/trace.go:171","msg":"trace[878685152] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:25426; }","duration":"174.501189ms","start":"2026-02-27T00:39:42.746314Z","end":"2026-02-27T00:39:42.920816Z","steps":["trace[878685152] 'agreement among raft nodes before linearized reading' (duration: 174.369436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:42.920919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.584988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10942"} {"level":"info","ts":"2026-02-27T00:39:42.921Z","caller":"traceutil/trace.go:171","msg":"trace[1706944823] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:25426; }","duration":"148.700161ms","start":"2026-02-27T00:39:42.772286Z","end":"2026-02-27T00:39:42.920986Z","steps":["trace[1706944823] 'agreement among raft nodes before linearized reading' (duration: 148.504647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:42.92104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.68863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T00:39:42.921163Z","caller":"traceutil/trace.go:171","msg":"trace[416120468] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25426; }","duration":"148.849464ms","start":"2026-02-27T00:39:42.772285Z","end":"2026-02-27T00:39:42.921135Z","steps":["trace[416120468] 'agreement among raft nodes before linearized reading' (duration: 148.599239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:42.921195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.379947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:24682"} {"level":"info","ts":"2026-02-27T00:39:42.921329Z","caller":"traceutil/trace.go:171","msg":"trace[1778914166] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:25426; }","duration":"124.56349ms","start":"2026-02-27T00:39:42.796746Z","end":"2026-02-27T00:39:42.92131Z","steps":["trace[1778914166] 'agreement among raft nodes before linearized reading' (duration: 124.10098ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:43.804163Z","caller":"traceutil/trace.go:171","msg":"trace[642838350] transaction","detail":"{read_only:false; response_revision:25430; number_of_response:1; }","duration":"106.990933ms","start":"2026-02-27T00:39:43.697103Z","end":"2026-02-27T00:39:43.804094Z","steps":["trace[642838350] 'process raft request' (duration: 106.781059ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:44.03611Z","caller":"traceutil/trace.go:171","msg":"trace[1681058144] transaction","detail":"{read_only:false; response_revision:25433; number_of_response:1; }","duration":"302.280429ms","start":"2026-02-27T00:39:43.73381Z","end":"2026-02-27T00:39:44.036091Z","steps":["trace[1681058144] 'process raft request' (duration: 302.193417ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:44.03613Z","caller":"traceutil/trace.go:171","msg":"trace[708586853] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"302.442823ms","start":"2026-02-27T00:39:43.733648Z","end":"2026-02-27T00:39:44.036091Z","steps":["trace[708586853] 'process raft request' (duration: 302.33214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:44.036265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:43.733793Z","time spent":"302.377362ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:44.036392Z","caller":"traceutil/trace.go:171","msg":"trace[1975741390] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"302.359891ms","start":"2026-02-27T00:39:43.734019Z","end":"2026-02-27T00:39:44.036379Z","steps":["trace[1975741390] 'process raft request' (duration: 302.197598ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:44.036399Z","caller":"traceutil/trace.go:171","msg":"trace[1149648861] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"302.411282ms","start":"2026-02-27T00:39:43.73395Z","end":"2026-02-27T00:39:44.036361Z","steps":["trace[1149648861] 'process raft request' (duration: 302.089515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:44.036475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:43.73363Z","time spent":"302.567625ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:44.036522Z","caller":"traceutil/trace.go:171","msg":"trace[1222253422] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"302.160407ms","start":"2026-02-27T00:39:43.73435Z","end":"2026-02-27T00:39:44.03651Z","steps":["trace[1222253422] 'process raft request' (duration: 301.989263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:44.036548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:43.733944Z","time spent":"302.527464ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:44.03657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:43.734344Z","time spent":"302.203628ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:44.036546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:43.734011Z","time spent":"302.450593ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T00:39:44.036637Z","caller":"traceutil/trace.go:171","msg":"trace[55128909] transaction","detail":"{read_only:false; response_revision:25437; number_of_response:1; }","duration":"302.127925ms","start":"2026-02-27T00:39:43.7345Z","end":"2026-02-27T00:39:44.036628Z","steps":["trace[55128909] 'process raft request' (duration: 301.949152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:44.036673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:43.734495Z","time spent":"302.160197ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:44.03669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.957038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:9322"} {"level":"warn","ts":"2026-02-27T00:39:44.036735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.735573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"warn","ts":"2026-02-27T00:39:44.036784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.470756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"warn","ts":"2026-02-27T00:39:44.036801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.278609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-02-27T00:39:44.036759Z","caller":"traceutil/trace.go:171","msg":"trace[1107829716] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:25437; }","duration":"265.052951ms","start":"2026-02-27T00:39:43.77169Z","end":"2026-02-27T00:39:44.036743Z","steps":["trace[1107829716] 'agreement among raft nodes before linearized reading' (duration: 264.911108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:44.036794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.523972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-02-27T00:39:44.036827Z","caller":"traceutil/trace.go:171","msg":"trace[405609459] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:25437; }","duration":"287.323081ms","start":"2026-02-27T00:39:43.749497Z","end":"2026-02-27T00:39:44.03682Z","steps":["trace[405609459] 'agreement among raft nodes before linearized reading' (duration: 287.221938ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:44.036827Z","caller":"traceutil/trace.go:171","msg":"trace[356089889] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:25437; }","duration":"283.519837ms","start":"2026-02-27T00:39:43.753299Z","end":"2026-02-27T00:39:44.036818Z","steps":["trace[356089889] 'agreement among raft nodes before linearized reading' (duration: 283.378043ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:44.036844Z","caller":"traceutil/trace.go:171","msg":"trace[2130505717] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:25437; }","duration":"286.598134ms","start":"2026-02-27T00:39:43.750233Z","end":"2026-02-27T00:39:44.036831Z","steps":["trace[2130505717] 'agreement among raft nodes before linearized reading' (duration: 286.42933ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:44.036792Z","caller":"traceutil/trace.go:171","msg":"trace[570423081] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:25437; }","duration":"284.813946ms","start":"2026-02-27T00:39:43.751967Z","end":"2026-02-27T00:39:44.036781Z","steps":["trace[570423081] 'agreement among raft nodes before linearized reading' (duration: 284.649982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:44.036699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.52624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"range_response_count:1 size:3106"} {"level":"info","ts":"2026-02-27T00:39:44.036942Z","caller":"traceutil/trace.go:171","msg":"trace[98397477] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; response_count:1; response_revision:25437; }","duration":"239.813395ms","start":"2026-02-27T00:39:43.797118Z","end":"2026-02-27T00:39:44.036931Z","steps":["trace[98397477] 'agreement among raft nodes before linearized reading' (duration: 239.453847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:44.036901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.0533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:39:44.036146Z","caller":"traceutil/trace.go:171","msg":"trace[1779176973] transaction","detail":"{read_only:false; response_revision:25431; number_of_response:1; }","duration":"306.608535ms","start":"2026-02-27T00:39:43.7295Z","end":"2026-02-27T00:39:44.036109Z","steps":["trace[1779176973] 'process raft request' (duration: 306.36486ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:44.037002Z","caller":"traceutil/trace.go:171","msg":"trace[1454748216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25437; }","duration":"270.210733ms","start":"2026-02-27T00:39:43.766773Z","end":"2026-02-27T00:39:44.036984Z","steps":["trace[1454748216] 'agreement among raft nodes before linearized reading' (duration: 269.866136ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:44.036549Z","caller":"traceutil/trace.go:171","msg":"trace[1475618065] linearizableReadLoop","detail":"{readStateIndex:26313; appliedIndex:26306; }","duration":"232.495274ms","start":"2026-02-27T00:39:43.804033Z","end":"2026-02-27T00:39:44.036528Z","steps":["trace[1475618065] 'read index received' (duration: 231.771909ms)","trace[1475618065] 'applied index is now lower than readState.Index' (duration: 722.355µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:39:44.037058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T00:39:43.729478Z","time spent":"307.547405ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T00:39:44.037198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.281028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"range_response_count:1 size:7207"} {"level":"info","ts":"2026-02-27T00:39:44.037238Z","caller":"traceutil/trace.go:171","msg":"trace[1670427569] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; response_count:1; response_revision:25437; }","duration":"216.367309ms","start":"2026-02-27T00:39:43.82086Z","end":"2026-02-27T00:39:44.037228Z","steps":["trace[1670427569] 'agreement among raft nodes before linearized reading' (duration: 216.258577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:44.037419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.133174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11758"} {"level":"warn","ts":"2026-02-27T00:39:44.037423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.981531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11417"} {"level":"warn","ts":"2026-02-27T00:39:44.037423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.299088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7688"} {"level":"info","ts":"2026-02-27T00:39:44.037453Z","caller":"traceutil/trace.go:171","msg":"trace[1662870468] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25437; }","duration":"166.220906ms","start":"2026-02-27T00:39:43.871224Z","end":"2026-02-27T00:39:44.037445Z","steps":["trace[1662870468] 'agreement among raft nodes before linearized reading' (duration: 166.122724ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:44.037485Z","caller":"traceutil/trace.go:171","msg":"trace[640141193] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:25437; }","duration":"141.048902ms","start":"2026-02-27T00:39:43.896407Z","end":"2026-02-27T00:39:44.037456Z","steps":["trace[640141193] 'agreement among raft nodes before linearized reading' (duration: 140.92519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:44.03758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.716145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4710"} {"level":"info","ts":"2026-02-27T00:39:44.037609Z","caller":"traceutil/trace.go:171","msg":"trace[1637120122] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:25437; }","duration":"190.765776ms","start":"2026-02-27T00:39:43.846837Z","end":"2026-02-27T00:39:44.037603Z","steps":["trace[1637120122] 'agreement among raft nodes before linearized reading' (duration: 190.687735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:39:44.037689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.015602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9673"} {"level":"info","ts":"2026-02-27T00:39:44.037738Z","caller":"traceutil/trace.go:171","msg":"trace[1399218529] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:25437; }","duration":"116.081583ms","start":"2026-02-27T00:39:43.921642Z","end":"2026-02-27T00:39:44.037724Z","steps":["trace[1399218529] 'agreement among raft nodes before linearized reading' (duration: 115.965591ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:39:44.037605Z","caller":"traceutil/trace.go:171","msg":"trace[680501831] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:25437; }","duration":"291.385439ms","start":"2026-02-27T00:39:43.746077Z","end":"2026-02-27T00:39:44.037463Z","steps":["trace[680501831] 'agreement among raft nodes before linearized reading' (duration: 290.755606ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:40:49.794953Z","caller":"traceutil/trace.go:171","msg":"trace[1081285892] transaction","detail":"{read_only:false; response_revision:26121; number_of_response:1; }","duration":"196.600235ms","start":"2026-02-27T00:40:49.598294Z","end":"2026-02-27T00:40:49.794894Z","steps":["trace[1081285892] 'process raft request' (duration: 119.835416ms)","trace[1081285892] 'compare' (duration: 76.432681ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:40:52.677731Z","caller":"traceutil/trace.go:171","msg":"trace[305088137] transaction","detail":"{read_only:false; response_revision:26140; number_of_response:1; }","duration":"107.879144ms","start":"2026-02-27T00:40:52.569828Z","end":"2026-02-27T00:40:52.677707Z","steps":["trace[305088137] 'process raft request' (duration: 107.70631ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:40:52.687556Z","caller":"traceutil/trace.go:171","msg":"trace[212834152] transaction","detail":"{read_only:false; response_revision:26141; number_of_response:1; }","duration":"116.241417ms","start":"2026-02-27T00:40:52.571301Z","end":"2026-02-27T00:40:52.687543Z","steps":["trace[212834152] 'process raft request' (duration: 115.988981ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:40:52.687698Z","caller":"traceutil/trace.go:171","msg":"trace[941132575] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"114.036869ms","start":"2026-02-27T00:40:52.573652Z","end":"2026-02-27T00:40:52.687688Z","steps":["trace[941132575] 'process raft request' (duration: 113.697371ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:40:52.68782Z","caller":"traceutil/trace.go:171","msg":"trace[35835276] transaction","detail":"{read_only:false; response_revision:26143; number_of_response:1; }","duration":"108.541937ms","start":"2026-02-27T00:40:52.579271Z","end":"2026-02-27T00:40:52.687813Z","steps":["trace[35835276] 'process raft request' (duration: 108.109218ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:40:53.354809Z","caller":"traceutil/trace.go:171","msg":"trace[1688672517] linearizableReadLoop","detail":"{readStateIndex:27041; appliedIndex:27040; }","duration":"200.559371ms","start":"2026-02-27T00:40:53.154232Z","end":"2026-02-27T00:40:53.354792Z","steps":["trace[1688672517] 'read index received' (duration: 200.411648ms)","trace[1688672517] 'applied index is now lower than readState.Index' (duration: 147.053µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:40:53.354861Z","caller":"traceutil/trace.go:171","msg":"trace[544233466] transaction","detail":"{read_only:false; response_revision:26145; number_of_response:1; }","duration":"251.522491ms","start":"2026-02-27T00:40:53.103309Z","end":"2026-02-27T00:40:53.354832Z","steps":["trace[544233466] 'process raft request' (duration: 251.372788ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:40:53.354935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.684864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:40:53.354968Z","caller":"traceutil/trace.go:171","msg":"trace[1952942793] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26145; }","duration":"200.765425ms","start":"2026-02-27T00:40:53.154193Z","end":"2026-02-27T00:40:53.354958Z","steps":["trace[1952942793] 'agreement among raft nodes before linearized reading' (duration: 200.691453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:40:53.590927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.941959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T00:40:53.591195Z","caller":"traceutil/trace.go:171","msg":"trace[1848220914] transaction","detail":"{read_only:false; response_revision:26146; number_of_response:1; }","duration":"180.45336ms","start":"2026-02-27T00:40:53.410653Z","end":"2026-02-27T00:40:53.591107Z","steps":["trace[1848220914] 'process raft request' (duration: 40.232736ms)","trace[1848220914] 'compare' (duration: 139.796834ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:40:53.958121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.614954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T00:40:53.958232Z","caller":"traceutil/trace.go:171","msg":"trace[1934308843] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26147; }","duration":"211.781438ms","start":"2026-02-27T00:40:53.746424Z","end":"2026-02-27T00:40:53.958205Z","steps":["trace[1934308843] 'count revisions from in-memory index tree' (duration: 211.530933ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:40:54.523625Z","caller":"traceutil/trace.go:171","msg":"trace[773969762] transaction","detail":"{read_only:false; response_revision:26151; number_of_response:1; }","duration":"140.785288ms","start":"2026-02-27T00:40:54.382794Z","end":"2026-02-27T00:40:54.523579Z","steps":["trace[773969762] 'process raft request' (duration: 67.501005ms)","trace[773969762] 'compare' (duration: 73.064287ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:40:58.818407Z","caller":"traceutil/trace.go:171","msg":"trace[575180944] transaction","detail":"{read_only:false; response_revision:26189; number_of_response:1; }","duration":"113.077698ms","start":"2026-02-27T00:40:58.705302Z","end":"2026-02-27T00:40:58.81838Z","steps":["trace[575180944] 'process raft request' (duration: 112.888194ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:40:58.818675Z","caller":"traceutil/trace.go:171","msg":"trace[1805386691] transaction","detail":"{read_only:false; response_revision:26190; number_of_response:1; }","duration":"111.031523ms","start":"2026-02-27T00:40:58.707622Z","end":"2026-02-27T00:40:58.818653Z","steps":["trace[1805386691] 'process raft request' (duration: 110.715516ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:40:58.818929Z","caller":"traceutil/trace.go:171","msg":"trace[745902146] linearizableReadLoop","detail":"{readStateIndex:27088; appliedIndex:27084; }","duration":"101.37346ms","start":"2026-02-27T00:40:58.717523Z","end":"2026-02-27T00:40:58.818896Z","steps":["trace[745902146] 'read index received' (duration: 54.602471ms)","trace[745902146] 'applied index is now lower than readState.Index' (duration: 46.769839ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:40:58.819151Z","caller":"traceutil/trace.go:171","msg":"trace[1673731944] transaction","detail":"{read_only:false; response_revision:26191; number_of_response:1; }","duration":"111.34866ms","start":"2026-02-27T00:40:58.707684Z","end":"2026-02-27T00:40:58.819032Z","steps":["trace[1673731944] 'process raft request' (duration: 110.921161ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:40:58.819181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.640055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T00:40:58.81925Z","caller":"traceutil/trace.go:171","msg":"trace[383124959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26191; }","duration":"101.756918ms","start":"2026-02-27T00:40:58.717473Z","end":"2026-02-27T00:40:58.81923Z","steps":["trace[383124959] 'agreement among raft nodes before linearized reading' (duration: 101.549524ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:41:27.724617Z","caller":"traceutil/trace.go:171","msg":"trace[598614955] linearizableReadLoop","detail":"{readStateIndex:27394; appliedIndex:27393; }","duration":"120.093061ms","start":"2026-02-27T00:41:27.604506Z","end":"2026-02-27T00:41:27.724599Z","steps":["trace[598614955] 'read index received' (duration: 119.943288ms)","trace[598614955] 'applied index is now lower than readState.Index' (duration: 149.013µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:41:27.724901Z","caller":"traceutil/trace.go:171","msg":"trace[2052572948] transaction","detail":"{read_only:false; response_revision:26489; number_of_response:1; }","duration":"173.22057ms","start":"2026-02-27T00:41:27.551669Z","end":"2026-02-27T00:41:27.724889Z","steps":["trace[2052572948] 'process raft request' (duration: 172.827892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T00:41:27.725173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.653334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T00:41:27.725212Z","caller":"traceutil/trace.go:171","msg":"trace[1306062610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26489; }","duration":"120.740215ms","start":"2026-02-27T00:41:27.604465Z","end":"2026-02-27T00:41:27.725205Z","steps":["trace[1306062610] 'agreement among raft nodes before linearized reading' (duration: 120.617392ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:41:27.905852Z","caller":"traceutil/trace.go:171","msg":"trace[2083264972] linearizableReadLoop","detail":"{readStateIndex:27397; appliedIndex:27396; }","duration":"126.318689ms","start":"2026-02-27T00:41:27.779514Z","end":"2026-02-27T00:41:27.905833Z","steps":["trace[2083264972] 'read index received' (duration: 47.25332ms)","trace[2083264972] 'applied index is now lower than readState.Index' (duration: 79.064439ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T00:41:27.906212Z","caller":"traceutil/trace.go:171","msg":"trace[1904737274] transaction","detail":"{read_only:false; response_revision:26492; number_of_response:1; }","duration":"138.856384ms","start":"2026-02-27T00:41:27.767292Z","end":"2026-02-27T00:41:27.906149Z","steps":["trace[1904737274] 'process raft request' (duration: 59.53701ms)","trace[1904737274] 'compare' (duration: 78.912606ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T00:41:27.906906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.490882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T00:41:27.906969Z","caller":"traceutil/trace.go:171","msg":"trace[591272711] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26492; }","duration":"127.473673ms","start":"2026-02-27T00:41:27.779479Z","end":"2026-02-27T00:41:27.906952Z","steps":["trace[591272711] 'agreement among raft nodes before linearized reading' (duration: 126.42591ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T00:41:43.070862Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23999} {"level":"info","ts":"2026-02-27T00:41:43.20171Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23999,"took":"128.010755ms","hash":1049188263,"current-db-size-bytes":51650560,"current-db-size":"52 MB","current-db-size-in-use-bytes":33468416,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-02-27T00:41:43.201788Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1049188263,"revision":23999,"compact-revision":21474} {"level":"info","ts":"2026-02-27T00:46:43.077398Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26608} {"level":"info","ts":"2026-02-27T00:46:43.202174Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26608,"took":"121.49113ms","hash":3829970716,"current-db-size-bytes":51650560,"current-db-size":"52 MB","current-db-size-in-use-bytes":30593024,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-27T00:46:43.20222Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3829970716,"revision":26608,"compact-revision":23999} {"level":"info","ts":"2026-02-27T00:47:29.521166Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T00:47:29.525394Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-02-27T00:47:29.525494Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-02-27T00:51:43.084882Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28700} {"level":"info","ts":"2026-02-27T00:51:43.195667Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28700,"took":"108.009468ms","hash":272670446,"current-db-size-bytes":51650560,"current-db-size":"52 MB","current-db-size-in-use-bytes":27947008,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T00:51:43.195722Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":272670446,"revision":28700,"compact-revision":26608} {"level":"info","ts":"2026-02-27T00:56:43.091439Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30784} {"level":"info","ts":"2026-02-27T00:56:43.235913Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30784,"took":"141.508453ms","hash":4180017849,"current-db-size-bytes":51650560,"current-db-size":"52 MB","current-db-size-in-use-bytes":28459008,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T00:56:43.235966Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4180017849,"revision":30784,"compact-revision":28700} {"level":"info","ts":"2026-02-27T01:01:26.274879Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008d2d.wal"} {"level":"info","ts":"2026-02-27T01:01:43.096647Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32935} {"level":"info","ts":"2026-02-27T01:01:43.227269Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32935,"took":"125.49827ms","hash":3351177944,"current-db-size-bytes":53338112,"current-db-size":"53 MB","current-db-size-in-use-bytes":30072832,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-27T01:01:43.227433Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3351177944,"revision":32935,"compact-revision":30784} {"level":"info","ts":"2026-02-27T01:06:43.107556Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35083} {"level":"info","ts":"2026-02-27T01:06:43.228239Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35083,"took":"116.594832ms","hash":2481187106,"current-db-size-bytes":53338112,"current-db-size":"53 MB","current-db-size-in-use-bytes":28581888,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-27T01:06:43.228306Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2481187106,"revision":35083,"compact-revision":32935}