{"level":"warn","ts":"2026-03-04T01:22:32.203053Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:22:32.203158Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.115:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.115:2380","--initial-cluster=instance=https://199.204.45.115:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.115:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.115:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T01:22:32.203232Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:22:32.203247Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-03-04T01:22:32.203271Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:22:32.204143Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"]} {"level":"info","ts":"2026-03-04T01:22:32.20424Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.115:2380"],"listen-peer-urls":["https://199.204.45.115:2380"],"advertise-client-urls":["https://199.204.45.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.115:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T01:22:32.210071Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.546544ms"} {"level":"info","ts":"2026-03-04T01:22:32.222264Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e3aaa5c123e150e0","cluster-id":"61ec519698823541"} {"level":"info","ts":"2026-03-04T01:22:32.222364Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T01:22:32.222382Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became follower at term 0"} {"level":"info","ts":"2026-03-04T01:22:32.22239Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e3aaa5c123e150e0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T01:22:32.2224Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became follower at term 1"} {"level":"info","ts":"2026-03-04T01:22:32.22243Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=(16405106841599693024)"} {"level":"warn","ts":"2026-03-04T01:22:32.230767Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T01:22:32.2323Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T01:22:32.234269Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T01:22:32.236549Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e3aaa5c123e150e0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T01:22:32.237016Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e3aaa5c123e150e0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T01:22:32.237181Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:22:32.237284Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:22:32.237295Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:22:32.237742Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=(16405106841599693024)"} {"level":"info","ts":"2026-03-04T01:22:32.238973Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"61ec519698823541","local-member-id":"e3aaa5c123e150e0","added-peer-id":"e3aaa5c123e150e0","added-peer-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-03-04T01:22:32.240788Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:22:32.240947Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.115:2380"} {"level":"info","ts":"2026-03-04T01:22:32.241004Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.115:2380"} {"level":"info","ts":"2026-03-04T01:22:32.241279Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e3aaa5c123e150e0","initial-advertise-peer-urls":["https://199.204.45.115:2380"],"listen-peer-urls":["https://199.204.45.115:2380"],"advertise-client-urls":["https://199.204.45.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T01:22:32.241346Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T01:22:32.822593Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T01:22:32.822679Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T01:22:32.822705Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 received MsgPreVoteResp from e3aaa5c123e150e0 at term 1"} {"level":"info","ts":"2026-03-04T01:22:32.822724Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became candidate at term 2"} {"level":"info","ts":"2026-03-04T01:22:32.822741Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 received MsgVoteResp from e3aaa5c123e150e0 at term 2"} {"level":"info","ts":"2026-03-04T01:22:32.822757Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became leader at term 2"} {"level":"info","ts":"2026-03-04T01:22:32.822781Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e3aaa5c123e150e0 elected leader e3aaa5c123e150e0 at term 2"} {"level":"info","ts":"2026-03-04T01:22:32.823737Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e3aaa5c123e150e0","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.115:2379]}","request-path":"/0/members/e3aaa5c123e150e0/attributes","cluster-id":"61ec519698823541","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T01:22:32.823785Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:22:32.823824Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:22:32.823975Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:22:32.825387Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"61ec519698823541","local-member-id":"e3aaa5c123e150e0","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:22:32.8255Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:22:32.825566Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:22:32.825512Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T01:22:32.826228Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T01:22:32.826433Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.115:2379"} {"level":"info","ts":"2026-03-04T01:22:32.827599Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T01:22:51.928527Z","caller":"traceutil/trace.go:171","msg":"trace[832349581] linearizableReadLoop","detail":"{readStateIndex:463; appliedIndex:462; }","duration":"263.924462ms","start":"2026-03-04T01:22:51.664571Z","end":"2026-03-04T01:22:51.928496Z","steps":["trace[832349581] 'read index received' (duration: 263.652123ms)","trace[832349581] 'applied index is now lower than readState.Index' (duration: 271.279µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:22:51.928629Z","caller":"traceutil/trace.go:171","msg":"trace[935714211] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"413.035897ms","start":"2026-03-04T01:22:51.515554Z","end":"2026-03-04T01:22:51.92859Z","steps":["trace[935714211] 'process raft request' (duration: 412.757638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:22:51.928774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.398868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:22:51.928824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.215141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:22:51.928893Z","caller":"traceutil/trace.go:171","msg":"trace[670335455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:446; }","duration":"144.575515ms","start":"2026-03-04T01:22:51.784299Z","end":"2026-03-04T01:22:51.928875Z","steps":["trace[670335455] 'agreement among raft nodes before linearized reading' (duration: 144.415309ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:22:51.928923Z","caller":"traceutil/trace.go:171","msg":"trace[168519202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:446; }","duration":"264.374907ms","start":"2026-03-04T01:22:51.664522Z","end":"2026-03-04T01:22:51.928897Z","steps":["trace[168519202] 'agreement among raft nodes before linearized reading' (duration: 264.178691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:22:51.929281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:22:51.515466Z","time spent":"413.259135ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:22:52.410908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.697422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:22:52.411064Z","caller":"traceutil/trace.go:171","msg":"trace[612652337] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"478.324172ms","start":"2026-03-04T01:22:51.932719Z","end":"2026-03-04T01:22:52.411044Z","steps":["trace[612652337] 'process raft request' (duration: 126.275778ms)","trace[612652337] 'compare' (duration: 351.554317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:22:52.411132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:22:51.9327Z","time spent":"478.402184ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:22:52.710312Z","caller":"traceutil/trace.go:171","msg":"trace[318343244] linearizableReadLoop","detail":"{readStateIndex:465; appliedIndex:464; }","duration":"246.391081ms","start":"2026-03-04T01:22:52.463888Z","end":"2026-03-04T01:22:52.710279Z","steps":["trace[318343244] 'read index received' (duration: 177.097363ms)","trace[318343244] 'applied index is now lower than readState.Index' (duration: 69.292388ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:22:52.7104Z","caller":"traceutil/trace.go:171","msg":"trace[197007363] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"776.50107ms","start":"2026-03-04T01:22:51.933857Z","end":"2026-03-04T01:22:52.710358Z","steps":["trace[197007363] 'process raft request' (duration: 707.098068ms)","trace[197007363] 'compare' (duration: 69.185315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:22:52.710576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:22:51.933842Z","time spent":"776.642655ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:22:52.710557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.644229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:22:52.710651Z","caller":"traceutil/trace.go:171","msg":"trace[2071294549] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:448; }","duration":"246.794064ms","start":"2026-03-04T01:22:52.463839Z","end":"2026-03-04T01:22:52.710633Z","steps":["trace[2071294549] 'agreement among raft nodes before linearized reading' (duration: 246.576287ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:22:58.329278Z","caller":"traceutil/trace.go:171","msg":"trace[705735133] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"374.868482ms","start":"2026-03-04T01:22:57.954386Z","end":"2026-03-04T01:22:58.329254Z","steps":["trace[705735133] 'process raft request' (duration: 374.632924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:22:58.329439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:22:57.954371Z","time spent":"374.986217ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:22:58.512257Z","caller":"traceutil/trace.go:171","msg":"trace[45022722] linearizableReadLoop","detail":"{readStateIndex:479; appliedIndex:477; }","duration":"195.245435ms","start":"2026-03-04T01:22:58.316935Z","end":"2026-03-04T01:22:58.512181Z","steps":["trace[45022722] 'read index received' (duration: 12.200234ms)","trace[45022722] 'applied index is now lower than readState.Index' (duration: 183.043601ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:22:58.512301Z","caller":"traceutil/trace.go:171","msg":"trace[1051818838] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"470.481893ms","start":"2026-03-04T01:22:58.04179Z","end":"2026-03-04T01:22:58.512272Z","steps":["trace[1051818838] 'process raft request' (duration: 397.238424ms)","trace[1051818838] 'compare' (duration: 72.891877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:22:58.512455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:22:58.041768Z","time spent":"470.608837ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:22:58.512509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.469073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:22:58.512616Z","caller":"traceutil/trace.go:171","msg":"trace[928256268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:461; }","duration":"195.70486ms","start":"2026-03-04T01:22:58.316887Z","end":"2026-03-04T01:22:58.512592Z","steps":["trace[928256268] 'agreement among raft nodes before linearized reading' (duration: 195.465132ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:02.692417Z","caller":"traceutil/trace.go:171","msg":"trace[1551277410] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"137.354275ms","start":"2026-03-04T01:23:02.555026Z","end":"2026-03-04T01:23:02.69238Z","steps":["trace[1551277410] 'process raft request' (duration: 137.152908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:02.966645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.583481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:23:02.966817Z","caller":"traceutil/trace.go:171","msg":"trace[244261715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:505; }","duration":"184.802588ms","start":"2026-03-04T01:23:02.781992Z","end":"2026-03-04T01:23:02.966794Z","steps":["trace[244261715] 'range keys from in-memory index tree' (duration: 184.488137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:02.966667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.432435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:23:02.966968Z","caller":"traceutil/trace.go:171","msg":"trace[1494502949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:505; }","duration":"187.794187ms","start":"2026-03-04T01:23:02.779144Z","end":"2026-03-04T01:23:02.966938Z","steps":["trace[1494502949] 'range keys from in-memory index tree' (duration: 187.27224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:09.149698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.930803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:23:09.149818Z","caller":"traceutil/trace.go:171","msg":"trace[1083708073] linearizableReadLoop","detail":"{readStateIndex:566; appliedIndex:565; }","duration":"145.268342ms","start":"2026-03-04T01:23:09.004532Z","end":"2026-03-04T01:23:09.149801Z","steps":["trace[1083708073] 'read index received' (duration: 31.045909ms)","trace[1083708073] 'applied index is now lower than readState.Index' (duration: 114.221182ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:23:09.149841Z","caller":"traceutil/trace.go:171","msg":"trace[1453481714] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"357.543456ms","start":"2026-03-04T01:23:08.792275Z","end":"2026-03-04T01:23:09.149819Z","steps":["trace[1453481714] 'process raft request' (duration: 243.378595ms)","trace[1453481714] 'compare' (duration: 113.745788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:23:09.149939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:08.792255Z","time spent":"357.64122ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:23:09.150012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.936502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:23:09.150072Z","caller":"traceutil/trace.go:171","msg":"trace[379679982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:546; }","duration":"113.018565ms","start":"2026-03-04T01:23:09.037037Z","end":"2026-03-04T01:23:09.150055Z","steps":["trace[379679982] 'agreement among raft nodes before linearized reading' (duration: 112.940642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:09.149943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.403836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:23:09.150202Z","caller":"traceutil/trace.go:171","msg":"trace[981450351] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:546; }","duration":"145.701405ms","start":"2026-03-04T01:23:09.004488Z","end":"2026-03-04T01:23:09.150189Z","steps":["trace[981450351] 'agreement among raft nodes before linearized reading' (duration: 145.399405ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:09.357396Z","caller":"traceutil/trace.go:171","msg":"trace[1624044813] linearizableReadLoop","detail":"{readStateIndex:568; appliedIndex:566; }","duration":"142.531175ms","start":"2026-03-04T01:23:09.21484Z","end":"2026-03-04T01:23:09.357371Z","steps":["trace[1624044813] 'read index received' (duration: 104.733733ms)","trace[1624044813] 'applied index is now lower than readState.Index' (duration: 37.796192ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:23:09.357491Z","caller":"traceutil/trace.go:171","msg":"trace[1463107383] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"201.554357ms","start":"2026-03-04T01:23:09.155903Z","end":"2026-03-04T01:23:09.357457Z","steps":["trace[1463107383] 'process raft request' (duration: 163.647471ms)","trace[1463107383] 'compare' (duration: 37.625737ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:23:09.357562Z","caller":"traceutil/trace.go:171","msg":"trace[1497415518] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"200.113002ms","start":"2026-03-04T01:23:09.157436Z","end":"2026-03-04T01:23:09.357549Z","steps":["trace[1497415518] 'process raft request' (duration: 199.889165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:09.357518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.66456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:23:09.357669Z","caller":"traceutil/trace.go:171","msg":"trace[552285652] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:548; }","duration":"142.842615ms","start":"2026-03-04T01:23:09.214788Z","end":"2026-03-04T01:23:09.35763Z","steps":["trace[552285652] 'agreement among raft nodes before linearized reading' (duration: 142.68168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:09.807244Z","caller":"traceutil/trace.go:171","msg":"trace[375355079] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"112.435376ms","start":"2026-03-04T01:23:09.694786Z","end":"2026-03-04T01:23:09.807222Z","steps":["trace[375355079] 'process raft request' (duration: 112.2605ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:11.03931Z","caller":"traceutil/trace.go:171","msg":"trace[2098982897] linearizableReadLoop","detail":"{readStateIndex:570; appliedIndex:569; }","duration":"328.129688ms","start":"2026-03-04T01:23:10.711157Z","end":"2026-03-04T01:23:11.039287Z","steps":["trace[2098982897] 'read index received' (duration: 327.987874ms)","trace[2098982897] 'applied index is now lower than readState.Index' (duration: 140.924µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:23:11.039406Z","caller":"traceutil/trace.go:171","msg":"trace[1362817841] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"658.55412ms","start":"2026-03-04T01:23:10.380827Z","end":"2026-03-04T01:23:11.039381Z","steps":["trace[1362817841] 'process raft request' (duration: 658.296912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:11.039437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.263303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:23:11.039476Z","caller":"traceutil/trace.go:171","msg":"trace[1793869613] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:550; }","duration":"328.363336ms","start":"2026-03-04T01:23:10.711101Z","end":"2026-03-04T01:23:11.039464Z","steps":["trace[1793869613] 'agreement among raft nodes before linearized reading' (duration: 328.278773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:11.039512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:10.711079Z","time spent":"328.423508ms","remote":"127.0.0.1:37590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-04T01:23:11.03953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:10.3808Z","time spent":"658.660393ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:23:11.411907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.570937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/challenges.acme.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:23:11.412013Z","caller":"traceutil/trace.go:171","msg":"trace[1295012848] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/challenges.acme.cert-manager.io; range_end:; response_count:0; response_revision:550; }","duration":"357.733183ms","start":"2026-03-04T01:23:11.054259Z","end":"2026-03-04T01:23:11.411993Z","steps":["trace[1295012848] 'range keys from in-memory index tree' (duration: 357.465804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:11.412061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:11.054241Z","time spent":"357.810345ms","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/challenges.acme.cert-manager.io\" "} {"level":"warn","ts":"2026-03-04T01:23:11.41218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.363536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:23:11.412275Z","caller":"traceutil/trace.go:171","msg":"trace[774541790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:550; }","duration":"256.50658ms","start":"2026-03-04T01:23:11.155743Z","end":"2026-03-04T01:23:11.41225Z","steps":["trace[774541790] 'range keys from in-memory index tree' (duration: 256.172999ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:11.473018Z","caller":"traceutil/trace.go:171","msg":"trace[1137386080] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:570; }","duration":"111.741674ms","start":"2026-03-04T01:23:11.361239Z","end":"2026-03-04T01:23:11.47298Z","steps":["trace[1137386080] 'read index received' (duration: 73.737276ms)","trace[1137386080] 'applied index is now lower than readState.Index' (duration: 38.001468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:23:11.473323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.014453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:23:11.473366Z","caller":"traceutil/trace.go:171","msg":"trace[304071423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:551; }","duration":"112.170798ms","start":"2026-03-04T01:23:11.361183Z","end":"2026-03-04T01:23:11.473354Z","steps":["trace[304071423] 'agreement among raft nodes before linearized reading' (duration: 111.961711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:11.473599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.345404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:23:11.473718Z","caller":"traceutil/trace.go:171","msg":"trace[1133611716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:551; }","duration":"112.509808ms","start":"2026-03-04T01:23:11.361177Z","end":"2026-03-04T01:23:11.473687Z","steps":["trace[1133611716] 'agreement among raft nodes before linearized reading' (duration: 111.93235ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:11.893218Z","caller":"traceutil/trace.go:171","msg":"trace[1950904823] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"117.466835ms","start":"2026-03-04T01:23:11.775706Z","end":"2026-03-04T01:23:11.893173Z","steps":["trace[1950904823] 'process raft request' (duration: 117.065752ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:12.038892Z","caller":"traceutil/trace.go:171","msg":"trace[982080298] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"125.044334ms","start":"2026-03-04T01:23:11.913821Z","end":"2026-03-04T01:23:12.038865Z","steps":["trace[982080298] 'process raft request' (duration: 125.013993ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:12.038946Z","caller":"traceutil/trace.go:171","msg":"trace[280506362] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"125.348003ms","start":"2026-03-04T01:23:11.91354Z","end":"2026-03-04T01:23:12.038888Z","steps":["trace[280506362] 'process raft request' (duration: 58.009969ms)","trace[280506362] 'compare' (duration: 67.065646ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:23:12.039064Z","caller":"traceutil/trace.go:171","msg":"trace[1720442788] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"125.323553ms","start":"2026-03-04T01:23:11.913681Z","end":"2026-03-04T01:23:12.039004Z","steps":["trace[1720442788] 'process raft request' (duration: 125.127287ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:12.917225Z","caller":"traceutil/trace.go:171","msg":"trace[411185324] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"114.811271ms","start":"2026-03-04T01:23:12.802386Z","end":"2026-03-04T01:23:12.917198Z","steps":["trace[411185324] 'process raft request' (duration: 114.302185ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:14.195272Z","caller":"traceutil/trace.go:171","msg":"trace[205273660] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"259.590007ms","start":"2026-03-04T01:23:13.935627Z","end":"2026-03-04T01:23:14.195217Z","steps":["trace[205273660] 'process raft request' (duration: 259.245096ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:17.693697Z","caller":"traceutil/trace.go:171","msg":"trace[663373958] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"125.675333ms","start":"2026-03-04T01:23:17.567976Z","end":"2026-03-04T01:23:17.693651Z","steps":["trace[663373958] 'process raft request' (duration: 66.414244ms)","trace[663373958] 'compare' (duration: 58.906028ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:23:17.693783Z","caller":"traceutil/trace.go:171","msg":"trace[889603931] linearizableReadLoop","detail":"{readStateIndex:776; appliedIndex:775; }","duration":"106.85859ms","start":"2026-03-04T01:23:17.586874Z","end":"2026-03-04T01:23:17.693732Z","steps":["trace[889603931] 'read index received' (duration: 47.447796ms)","trace[889603931] 'applied index is now lower than readState.Index' (duration: 59.407704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:23:17.69418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.287304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:23:17.694227Z","caller":"traceutil/trace.go:171","msg":"trace[1542489138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:756; }","duration":"107.422498ms","start":"2026-03-04T01:23:17.586792Z","end":"2026-03-04T01:23:17.694214Z","steps":["trace[1542489138] 'agreement among raft nodes before linearized reading' (duration: 107.136409ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:17.883151Z","caller":"traceutil/trace.go:171","msg":"trace[1855890941] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"120.81033ms","start":"2026-03-04T01:23:17.762311Z","end":"2026-03-04T01:23:17.883121Z","steps":["trace[1855890941] 'process raft request' (duration: 120.714707ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:17.883215Z","caller":"traceutil/trace.go:171","msg":"trace[2031885716] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"120.938845ms","start":"2026-03-04T01:23:17.762234Z","end":"2026-03-04T01:23:17.883172Z","steps":["trace[2031885716] 'process raft request' (duration: 120.565443ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:17.88373Z","caller":"traceutil/trace.go:171","msg":"trace[1065117985] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"121.186932ms","start":"2026-03-04T01:23:17.762529Z","end":"2026-03-04T01:23:17.883716Z","steps":["trace[1065117985] 'process raft request' (duration: 120.924343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:17.883676Z","caller":"traceutil/trace.go:171","msg":"trace[259922378] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"121.103979ms","start":"2026-03-04T01:23:17.762528Z","end":"2026-03-04T01:23:17.883632Z","steps":["trace[259922378] 'process raft request' (duration: 120.551952ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:17.883841Z","caller":"traceutil/trace.go:171","msg":"trace[271504672] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"121.236283ms","start":"2026-03-04T01:23:17.762592Z","end":"2026-03-04T01:23:17.883828Z","steps":["trace[271504672] 'process raft request' (duration: 121.060738ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:17.883853Z","caller":"traceutil/trace.go:171","msg":"trace[869971037] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"121.267905ms","start":"2026-03-04T01:23:17.76257Z","end":"2026-03-04T01:23:17.883838Z","steps":["trace[869971037] 'process raft request' (duration: 121.029587ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:17.884013Z","caller":"traceutil/trace.go:171","msg":"trace[492798273] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"112.818098ms","start":"2026-03-04T01:23:17.771168Z","end":"2026-03-04T01:23:17.883987Z","steps":["trace[492798273] 'process raft request' (duration: 112.577501ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:17.884039Z","caller":"traceutil/trace.go:171","msg":"trace[1378899327] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"121.194552ms","start":"2026-03-04T01:23:17.76279Z","end":"2026-03-04T01:23:17.883985Z","steps":["trace[1378899327] 'process raft request' (duration: 120.908213ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:17.910262Z","caller":"traceutil/trace.go:171","msg":"trace[1309694122] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"134.028056ms","start":"2026-03-04T01:23:17.776157Z","end":"2026-03-04T01:23:17.910185Z","steps":["trace[1309694122] 'process raft request' (duration: 133.762058ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:17.910655Z","caller":"traceutil/trace.go:171","msg":"trace[111441844] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"107.281313ms","start":"2026-03-04T01:23:17.803346Z","end":"2026-03-04T01:23:17.910628Z","steps":["trace[111441844] 'process raft request' (duration: 106.906692ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:26.646871Z","caller":"traceutil/trace.go:171","msg":"trace[291505030] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"151.619721ms","start":"2026-03-04T01:23:26.495192Z","end":"2026-03-04T01:23:26.646811Z","steps":["trace[291505030] 'process raft request' (duration: 151.411295ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:26.652002Z","caller":"traceutil/trace.go:171","msg":"trace[386491685] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"155.076271ms","start":"2026-03-04T01:23:26.496903Z","end":"2026-03-04T01:23:26.651979Z","steps":["trace[386491685] 'process raft request' (duration: 154.969158ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:26.65199Z","caller":"traceutil/trace.go:171","msg":"trace[38524114] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"155.145042ms","start":"2026-03-04T01:23:26.496814Z","end":"2026-03-04T01:23:26.651959Z","steps":["trace[38524114] 'process raft request' (duration: 154.534923ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:27.028538Z","caller":"traceutil/trace.go:171","msg":"trace[513714144] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"144.603241ms","start":"2026-03-04T01:23:26.883907Z","end":"2026-03-04T01:23:27.028511Z","steps":["trace[513714144] 'process raft request' (duration: 144.312582ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:27.028739Z","caller":"traceutil/trace.go:171","msg":"trace[101067579] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"143.447015ms","start":"2026-03-04T01:23:26.885265Z","end":"2026-03-04T01:23:27.028712Z","steps":["trace[101067579] 'process raft request' (duration: 143.199747ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:27.770898Z","caller":"traceutil/trace.go:171","msg":"trace[1047107536] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"156.705073ms","start":"2026-03-04T01:23:27.614168Z","end":"2026-03-04T01:23:27.770873Z","steps":["trace[1047107536] 'process raft request' (duration: 156.563548ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:27.839526Z","caller":"traceutil/trace.go:171","msg":"trace[9291092] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"222.034213ms","start":"2026-03-04T01:23:27.61746Z","end":"2026-03-04T01:23:27.839495Z","steps":["trace[9291092] 'process raft request' (duration: 187.792513ms)","trace[9291092] 'compare' (duration: 34.074344ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:23:31.03879Z","caller":"traceutil/trace.go:171","msg":"trace[1660681680] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"193.091189ms","start":"2026-03-04T01:23:30.845674Z","end":"2026-03-04T01:23:31.038765Z","steps":["trace[1660681680] 'process raft request' (duration: 192.938234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:31.659351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.50773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T01:23:31.659439Z","caller":"traceutil/trace.go:171","msg":"trace[436498458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:928; }","duration":"473.656026ms","start":"2026-03-04T01:23:31.185764Z","end":"2026-03-04T01:23:31.65942Z","steps":["trace[436498458] 'range keys from in-memory index tree' (duration: 473.294064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:31.659484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:31.18574Z","time spent":"473.735368ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:23:31.663027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.841568ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T01:24:00.00803Z","caller":"traceutil/trace.go:171","msg":"trace[168175296] linearizableReadLoop","detail":"{readStateIndex:1237; appliedIndex:1236; }","duration":"145.711185ms","start":"2026-03-04T01:23:59.862289Z","end":"2026-03-04T01:24:00.008Z","steps":["trace[168175296] 'read index received' (duration: 145.417336ms)","trace[168175296] 'applied index is now lower than readState.Index' (duration: 292.799µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:00.008116Z","caller":"traceutil/trace.go:171","msg":"trace[186176793] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"192.479641ms","start":"2026-03-04T01:23:59.81559Z","end":"2026-03-04T01:24:00.00807Z","steps":["trace[186176793] 'process raft request' (duration: 192.197812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:00.008318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.003275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:24:00.008379Z","caller":"traceutil/trace.go:171","msg":"trace[467937235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1198; }","duration":"146.124148ms","start":"2026-03-04T01:23:59.86222Z","end":"2026-03-04T01:24:00.008345Z","steps":["trace[467937235] 'agreement among raft nodes before linearized reading' (duration: 145.937672ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:02.357517Z","caller":"traceutil/trace.go:171","msg":"trace[1037362056] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"326.934901ms","start":"2026-03-04T01:24:02.030547Z","end":"2026-03-04T01:24:02.357482Z","steps":["trace[1037362056] 'process raft request' (duration: 326.697773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:02.357723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:02.030525Z","time spent":"327.097446ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:24:02.36962Z","caller":"traceutil/trace.go:171","msg":"trace[1325822876] linearizableReadLoop","detail":"{readStateIndex:1251; appliedIndex:1248; }","duration":"326.985373ms","start":"2026-03-04T01:24:02.042609Z","end":"2026-03-04T01:24:02.369594Z","steps":["trace[1325822876] 'read index received' (duration: 314.668984ms)","trace[1325822876] 'applied index is now lower than readState.Index' (duration: 12.315339ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:02.369742Z","caller":"traceutil/trace.go:171","msg":"trace[326500328] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"337.496264ms","start":"2026-03-04T01:24:02.032234Z","end":"2026-03-04T01:24:02.36973Z","steps":["trace[326500328] 'process raft request' (duration: 337.156953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:02.369857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:02.032205Z","time spent":"337.566136ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:24:02.369888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.278241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T01:24:02.369942Z","caller":"traceutil/trace.go:171","msg":"trace[1437719298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1211; }","duration":"327.365694ms","start":"2026-03-04T01:24:02.04256Z","end":"2026-03-04T01:24:02.369926Z","steps":["trace[1437719298] 'agreement among raft nodes before linearized reading' (duration: 327.21737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:02.369983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:02.042545Z","time spent":"327.426687ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:24:02.37009Z","caller":"traceutil/trace.go:171","msg":"trace[613407039] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"337.743342ms","start":"2026-03-04T01:24:02.032332Z","end":"2026-03-04T01:24:02.370076Z","steps":["trace[613407039] 'process raft request' (duration: 337.215075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:02.370171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:02.032299Z","time spent":"337.820934ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:24:02.370258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.522048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:24:02.370311Z","caller":"traceutil/trace.go:171","msg":"trace[2077168742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1211; }","duration":"326.606801ms","start":"2026-03-04T01:24:02.043687Z","end":"2026-03-04T01:24:02.370294Z","steps":["trace[2077168742] 'agreement among raft nodes before linearized reading' (duration: 326.467706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:02.370359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:02.043672Z","time spent":"326.675003ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:24:02.706862Z","caller":"traceutil/trace.go:171","msg":"trace[124029412] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"332.358583ms","start":"2026-03-04T01:24:02.374471Z","end":"2026-03-04T01:24:02.70683Z","steps":["trace[124029412] 'process raft request' (duration: 321.073147ms)","trace[124029412] 'compare' (duration: 11.152602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:24:02.707068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:02.374448Z","time spent":"332.534018ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:24:02.748738Z","caller":"traceutil/trace.go:171","msg":"trace[793852334] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"374.208783ms","start":"2026-03-04T01:24:02.3745Z","end":"2026-03-04T01:24:02.748709Z","steps":["trace[793852334] 'process raft request' (duration: 374.028507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:02.748919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:02.374475Z","time spent":"374.347697ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:24:28.690248Z","caller":"traceutil/trace.go:171","msg":"trace[1873187358] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"119.005955ms","start":"2026-03-04T01:24:28.571216Z","end":"2026-03-04T01:24:28.690222Z","steps":["trace[1873187358] 'process raft request' (duration: 118.812749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:29.153623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.727003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:24:29.153742Z","caller":"traceutil/trace.go:171","msg":"trace[1118044910] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"459.011342ms","start":"2026-03-04T01:24:28.69471Z","end":"2026-03-04T01:24:29.153722Z","steps":["trace[1118044910] 'process raft request' (duration: 247.105983ms)","trace[1118044910] 'compare' (duration: 211.579879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:24:29.153818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:28.69469Z","time spent":"459.086444ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:24:29.342539Z","caller":"traceutil/trace.go:171","msg":"trace[1411216955] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"647.489901ms","start":"2026-03-04T01:24:28.695022Z","end":"2026-03-04T01:24:29.342512Z","steps":["trace[1411216955] 'process raft request' (duration: 600.309352ms)","trace[1411216955] 'compare' (duration: 46.947762ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:29.342621Z","caller":"traceutil/trace.go:171","msg":"trace[1736257676] linearizableReadLoop","detail":"{readStateIndex:1681; appliedIndex:1678; }","duration":"467.975635ms","start":"2026-03-04T01:24:28.874621Z","end":"2026-03-04T01:24:29.342597Z","steps":["trace[1736257676] 'read index received' (duration: 67.208926ms)","trace[1736257676] 'applied index is now lower than readState.Index' (duration: 400.764999ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:29.342683Z","caller":"traceutil/trace.go:171","msg":"trace[477474452] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"647.575413ms","start":"2026-03-04T01:24:28.695079Z","end":"2026-03-04T01:24:29.342654Z","steps":["trace[477474452] 'process raft request' (duration: 647.387598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:29.34274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:28.695006Z","time spent":"647.619935ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:24:29.342827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:28.695039Z","time spent":"647.717228ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:24:29.342858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.228372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:24:29.342873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.595921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:24:29.342962Z","caller":"traceutil/trace.go:171","msg":"trace[397241000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1614; }","duration":"423.706234ms","start":"2026-03-04T01:24:28.919234Z","end":"2026-03-04T01:24:29.34294Z","steps":["trace[397241000] 'agreement among raft nodes before linearized reading' (duration: 423.541029ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:29.342975Z","caller":"traceutil/trace.go:171","msg":"trace[2144293170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1614; }","duration":"468.336995ms","start":"2026-03-04T01:24:28.874567Z","end":"2026-03-04T01:24:29.342904Z","steps":["trace[2144293170] 'agreement among raft nodes before linearized reading' (duration: 468.152469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:29.342969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.088213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:24:29.343022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:28.874547Z","time spent":"468.463659ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:24:29.343019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:28.919218Z","time spent":"423.788436ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:24:29.343049Z","caller":"traceutil/trace.go:171","msg":"trace[391611453] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1614; }","duration":"417.179246ms","start":"2026-03-04T01:24:28.925848Z","end":"2026-03-04T01:24:29.343028Z","steps":["trace[391611453] 'agreement among raft nodes before linearized reading' (duration: 417.014011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:29.343101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:28.925809Z","time spent":"417.276099ms","remote":"127.0.0.1:46326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:24:29.343107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.134351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2c386cfe-f1b5-42dc-97d8-77e54bc885b3\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-04T01:24:29.343165Z","caller":"traceutil/trace.go:171","msg":"trace[1328178394] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2c386cfe-f1b5-42dc-97d8-77e54bc885b3; range_end:; response_count:1; response_revision:1614; }","duration":"401.205292ms","start":"2026-03-04T01:24:28.941943Z","end":"2026-03-04T01:24:29.343149Z","steps":["trace[1328178394] 'agreement among raft nodes before linearized reading' (duration: 400.877473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:29.343218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:28.941938Z","time spent":"401.267904ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2c386cfe-f1b5-42dc-97d8-77e54bc885b3\" "} {"level":"warn","ts":"2026-03-04T01:24:30.116539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.393663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-04T01:24:30.116678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.276776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:24:30.116701Z","caller":"traceutil/trace.go:171","msg":"trace[252174407] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1617; }","duration":"419.59995ms","start":"2026-03-04T01:24:29.697041Z","end":"2026-03-04T01:24:30.116641Z","steps":["trace[252174407] 'range keys from in-memory index tree' (duration: 419.139986ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:30.116749Z","caller":"traceutil/trace.go:171","msg":"trace[1541468180] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1617; }","duration":"336.379699ms","start":"2026-03-04T01:24:29.780353Z","end":"2026-03-04T01:24:30.116733Z","steps":["trace[1541468180] 'range keys from in-memory index tree' (duration: 336.152192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:30.116794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:29.780323Z","time spent":"336.460921ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:24:30.1168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:29.697022Z","time spent":"419.761284ms","remote":"127.0.0.1:52890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T01:24:36.800065Z","caller":"traceutil/trace.go:171","msg":"trace[1659278890] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"344.068921ms","start":"2026-03-04T01:24:36.455958Z","end":"2026-03-04T01:24:36.800027Z","steps":["trace[1659278890] 'process raft request' (duration: 343.780543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:36.80032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:36.455922Z","time spent":"344.310819ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:24:43.59611Z","caller":"traceutil/trace.go:171","msg":"trace[2006278117] linearizableReadLoop","detail":"{readStateIndex:1799; appliedIndex:1798; }","duration":"277.924539ms","start":"2026-03-04T01:24:43.318156Z","end":"2026-03-04T01:24:43.59608Z","steps":["trace[2006278117] 'read index received' (duration: 277.688331ms)","trace[2006278117] 'applied index is now lower than readState.Index' (duration: 234.677µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:24:43.596271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.093663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:43.596337Z","caller":"traceutil/trace.go:171","msg":"trace[871662888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1728; }","duration":"278.197086ms","start":"2026-03-04T01:24:43.318104Z","end":"2026-03-04T01:24:43.596301Z","steps":["trace[871662888] 'agreement among raft nodes before linearized reading' (duration: 278.116884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:43.596689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.634098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:24:43.596781Z","caller":"traceutil/trace.go:171","msg":"trace[465179347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1728; }","duration":"101.782013ms","start":"2026-03-04T01:24:43.494977Z","end":"2026-03-04T01:24:43.596759Z","steps":["trace[465179347] 'agreement among raft nodes before linearized reading' (duration: 101.533286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:43.596831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.965033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:24:43.596928Z","caller":"traceutil/trace.go:171","msg":"trace[1483723814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1728; }","duration":"186.099497ms","start":"2026-03-04T01:24:43.410803Z","end":"2026-03-04T01:24:43.596903Z","steps":["trace[1483723814] 'agreement among raft nodes before linearized reading' (duration: 185.775407ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:43.597478Z","caller":"traceutil/trace.go:171","msg":"trace[336504746] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"378.782873ms","start":"2026-03-04T01:24:43.217369Z","end":"2026-03-04T01:24:43.596152Z","steps":["trace[336504746] 'process raft request' (duration: 378.553036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:43.597502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.86038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:24:43.5976Z","caller":"traceutil/trace.go:171","msg":"trace[51436075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1728; }","duration":"188.905192ms","start":"2026-03-04T01:24:43.408674Z","end":"2026-03-04T01:24:43.59758Z","steps":["trace[51436075] 'agreement among raft nodes before linearized reading' (duration: 187.796988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:43.597607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:43.21735Z","time spent":"380.186686ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:24:44.403253Z","caller":"traceutil/trace.go:171","msg":"trace[1190549457] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"801.807076ms","start":"2026-03-04T01:24:43.60142Z","end":"2026-03-04T01:24:44.403227Z","steps":["trace[1190549457] 'process raft request' (duration: 801.661391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:44.403426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:43.601395Z","time spent":"801.94287ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:24:44.62559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.670431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:24:44.625852Z","caller":"traceutil/trace.go:171","msg":"trace[1889183092] linearizableReadLoop","detail":"{readStateIndex:1803; appliedIndex:1799; }","duration":"419.663471ms","start":"2026-03-04T01:24:44.206164Z","end":"2026-03-04T01:24:44.625828Z","steps":["trace[1889183092] 'read index received' (duration: 196.958696ms)","trace[1889183092] 'applied index is now lower than readState.Index' (duration: 222.703355ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:44.625945Z","caller":"traceutil/trace.go:171","msg":"trace[937594327] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"1.024497692s","start":"2026-03-04T01:24:43.601433Z","end":"2026-03-04T01:24:44.625931Z","steps":["trace[937594327] 'process raft request' (duration: 919.379017ms)","trace[937594327] 'compare' (duration: 104.530767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:24:44.626016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:43.601413Z","time spent":"1.024566024s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:24:44.626184Z","caller":"traceutil/trace.go:171","msg":"trace[2000666983] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"1.003046372s","start":"2026-03-04T01:24:43.623087Z","end":"2026-03-04T01:24:44.626133Z","steps":["trace[2000666983] 'process raft request' (duration: 1.002693301s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:44.62624Z","caller":"traceutil/trace.go:171","msg":"trace[1805780984] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"1.024340757s","start":"2026-03-04T01:24:43.60171Z","end":"2026-03-04T01:24:44.626051Z","steps":["trace[1805780984] 'process raft request' (duration: 1.024012427s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:44.626462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:43.623074Z","time spent":"1.003219318s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:24:44.626323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.135345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:24:44.626655Z","caller":"traceutil/trace.go:171","msg":"trace[1369480795] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1732; }","duration":"420.475476ms","start":"2026-03-04T01:24:44.206115Z","end":"2026-03-04T01:24:44.626591Z","steps":["trace[1369480795] 'agreement among raft nodes before linearized reading' (duration: 419.997971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:44.626724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:43.601688Z","time spent":"1.024757189s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:24:44.626787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:44.206094Z","time spent":"420.644501ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:24:44.628926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.121513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-04T01:24:44.628925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.902425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:44.628964Z","caller":"traceutil/trace.go:171","msg":"trace[2142664828] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"193.756639ms","start":"2026-03-04T01:24:44.435186Z","end":"2026-03-04T01:24:44.628943Z","steps":["trace[2142664828] 'process raft request' (duration: 193.483401ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:44.628988Z","caller":"traceutil/trace.go:171","msg":"trace[344410100] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1733; }","duration":"411.219156ms","start":"2026-03-04T01:24:44.217751Z","end":"2026-03-04T01:24:44.62897Z","steps":["trace[344410100] 'agreement among raft nodes before linearized reading' (duration: 411.057081ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:44.629015Z","caller":"traceutil/trace.go:171","msg":"trace[2099562633] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1733; }","duration":"131.021059ms","start":"2026-03-04T01:24:44.497961Z","end":"2026-03-04T01:24:44.628982Z","steps":["trace[2099562633] 'agreement among raft nodes before linearized reading' (duration: 130.871004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:44.629029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:44.217728Z","time spent":"411.292508ms","remote":"127.0.0.1:52890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:24:44.629252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.693643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T01:24:44.629296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.4688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:24:44.629338Z","caller":"traceutil/trace.go:171","msg":"trace[1403602386] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1733; }","duration":"281.769255ms","start":"2026-03-04T01:24:44.347541Z","end":"2026-03-04T01:24:44.629311Z","steps":["trace[1403602386] 'agreement among raft nodes before linearized reading' (duration: 281.542738ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:44.629374Z","caller":"traceutil/trace.go:171","msg":"trace[529401192] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1733; }","duration":"398.549532ms","start":"2026-03-04T01:24:44.230803Z","end":"2026-03-04T01:24:44.629353Z","steps":["trace[529401192] 'agreement among raft nodes before linearized reading' (duration: 398.422888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:44.629431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:44.230763Z","time spent":"398.651275ms","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:24:44.629314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.99419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:44.629609Z","caller":"traceutil/trace.go:171","msg":"trace[495289077] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1733; }","duration":"139.282989ms","start":"2026-03-04T01:24:44.490267Z","end":"2026-03-04T01:24:44.62955Z","steps":["trace[495289077] 'agreement among raft nodes before linearized reading' (duration: 138.784674ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:44.815336Z","caller":"traceutil/trace.go:171","msg":"trace[1640188106] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"181.59905ms","start":"2026-03-04T01:24:44.633394Z","end":"2026-03-04T01:24:44.814993Z","steps":["trace[1640188106] 'process raft request' (duration: 181.399264ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:44.993353Z","caller":"traceutil/trace.go:171","msg":"trace[282971716] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"107.453014ms","start":"2026-03-04T01:24:44.885859Z","end":"2026-03-04T01:24:44.993312Z","steps":["trace[282971716] 'process raft request' (duration: 23.219983ms)","trace[282971716] 'compare' (duration: 84.010814ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:48.820788Z","caller":"traceutil/trace.go:171","msg":"trace[734140620] linearizableReadLoop","detail":"{readStateIndex:1823; appliedIndex:1822; }","duration":"181.369964ms","start":"2026-03-04T01:24:48.639389Z","end":"2026-03-04T01:24:48.820759Z","steps":["trace[734140620] 'read index received' (duration: 181.165377ms)","trace[734140620] 'applied index is now lower than readState.Index' (duration: 202.946µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:48.820844Z","caller":"traceutil/trace.go:171","msg":"trace[1325108205] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"398.16055ms","start":"2026-03-04T01:24:48.42265Z","end":"2026-03-04T01:24:48.82081Z","steps":["trace[1325108205] 'process raft request' (duration: 397.938803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:48.82102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:48.422617Z","time spent":"398.303374ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:24:48.821127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.654573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:24:48.821194Z","caller":"traceutil/trace.go:171","msg":"trace[850821301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1750; }","duration":"181.826848ms","start":"2026-03-04T01:24:48.639333Z","end":"2026-03-04T01:24:48.82116Z","steps":["trace[850821301] 'agreement among raft nodes before linearized reading' (duration: 181.57568ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:48.837719Z","caller":"traceutil/trace.go:171","msg":"trace[422802545] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"193.327246ms","start":"2026-03-04T01:24:48.644372Z","end":"2026-03-04T01:24:48.837699Z","steps":["trace[422802545] 'process raft request' (duration: 193.156681ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:48.837926Z","caller":"traceutil/trace.go:171","msg":"trace[1806174926] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"193.419429ms","start":"2026-03-04T01:24:48.644478Z","end":"2026-03-04T01:24:48.837898Z","steps":["trace[1806174926] 'process raft request' (duration: 193.180981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:48.837952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.960436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:24:48.837955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.321187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:24:48.837968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.244479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-04T01:24:48.837997Z","caller":"traceutil/trace.go:171","msg":"trace[1981445972] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1752; }","duration":"127.050478ms","start":"2026-03-04T01:24:48.710934Z","end":"2026-03-04T01:24:48.837985Z","steps":["trace[1981445972] 'agreement among raft nodes before linearized reading' (duration: 126.906214ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:48.838009Z","caller":"traceutil/trace.go:171","msg":"trace[1758686258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1752; }","duration":"197.429331ms","start":"2026-03-04T01:24:48.640565Z","end":"2026-03-04T01:24:48.837995Z","steps":["trace[1758686258] 'agreement among raft nodes before linearized reading' (duration: 197.241165ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:48.838023Z","caller":"traceutil/trace.go:171","msg":"trace[346909380] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1752; }","duration":"180.327942ms","start":"2026-03-04T01:24:48.657676Z","end":"2026-03-04T01:24:48.838004Z","steps":["trace[346909380] 'agreement among raft nodes before linearized reading' (duration: 180.176517ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:21.104379Z","caller":"traceutil/trace.go:171","msg":"trace[118774827] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1991; }","duration":"134.383634ms","start":"2026-03-04T01:25:20.969975Z","end":"2026-03-04T01:25:21.104358Z","steps":["trace[118774827] 'read index received' (duration: 134.282511ms)","trace[118774827] 'applied index is now lower than readState.Index' (duration: 100.203µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:21.104499Z","caller":"traceutil/trace.go:171","msg":"trace[1417262910] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"137.739571ms","start":"2026-03-04T01:25:20.966726Z","end":"2026-03-04T01:25:21.104465Z","steps":["trace[1417262910] 'process raft request' (duration: 137.501273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:21.104583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.597422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:25:21.104673Z","caller":"traceutil/trace.go:171","msg":"trace[2050058708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1912; }","duration":"134.701305ms","start":"2026-03-04T01:25:20.96996Z","end":"2026-03-04T01:25:21.104661Z","steps":["trace[2050058708] 'agreement among raft nodes before linearized reading' (duration: 134.520889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:21.311867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.803679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:21.312056Z","caller":"traceutil/trace.go:171","msg":"trace[1520486006] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"203.283856ms","start":"2026-03-04T01:25:21.10873Z","end":"2026-03-04T01:25:21.312014Z","steps":["trace[1520486006] 'process raft request' (duration: 203.229624ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:21.31206Z","caller":"traceutil/trace.go:171","msg":"trace[573038752] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"299.203093ms","start":"2026-03-04T01:25:21.012799Z","end":"2026-03-04T01:25:21.312002Z","steps":["trace[573038752] 'process raft request' (duration: 193.172366ms)","trace[573038752] 'compare' (duration: 105.687816ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:21.312139Z","caller":"traceutil/trace.go:171","msg":"trace[2018291362] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1992; }","duration":"207.567571ms","start":"2026-03-04T01:25:21.104459Z","end":"2026-03-04T01:25:21.312026Z","steps":["trace[2018291362] 'read index received' (duration: 101.531694ms)","trace[2018291362] 'applied index is now lower than readState.Index' (duration: 106.032627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:21.312223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.32052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-03-04T01:25:21.312254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.460913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-04T01:25:21.312316Z","caller":"traceutil/trace.go:171","msg":"trace[891797264] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1914; }","duration":"295.459615ms","start":"2026-03-04T01:25:21.016837Z","end":"2026-03-04T01:25:21.312296Z","steps":["trace[891797264] 'agreement among raft nodes before linearized reading' (duration: 295.196387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:21.312323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.406939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-04T01:25:21.312356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.042635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T01:25:21.312397Z","caller":"traceutil/trace.go:171","msg":"trace[195961759] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1914; }","duration":"257.498932ms","start":"2026-03-04T01:25:21.054876Z","end":"2026-03-04T01:25:21.312375Z","steps":["trace[195961759] 'agreement among raft nodes before linearized reading' (duration: 257.336877ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:21.312341Z","caller":"traceutil/trace.go:171","msg":"trace[1164387246] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1914; }","duration":"210.575247ms","start":"2026-03-04T01:25:21.101749Z","end":"2026-03-04T01:25:21.312325Z","steps":["trace[1164387246] 'agreement among raft nodes before linearized reading' (duration: 210.3733ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:21.312431Z","caller":"traceutil/trace.go:171","msg":"trace[1920289981] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1914; }","duration":"255.150759ms","start":"2026-03-04T01:25:21.057261Z","end":"2026-03-04T01:25:21.312411Z","steps":["trace[1920289981] 'agreement among raft nodes before linearized reading' (duration: 254.922141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:21.312485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.272289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T01:25:21.312528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.153846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:25:21.312555Z","caller":"traceutil/trace.go:171","msg":"trace[741712751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1914; }","duration":"157.404444ms","start":"2026-03-04T01:25:21.155135Z","end":"2026-03-04T01:25:21.312539Z","steps":["trace[741712751] 'agreement among raft nodes before linearized reading' (duration: 157.157486ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:21.312568Z","caller":"traceutil/trace.go:171","msg":"trace[1293585206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1914; }","duration":"253.556008ms","start":"2026-03-04T01:25:21.059001Z","end":"2026-03-04T01:25:21.312557Z","steps":["trace[1293585206] 'agreement among raft nodes before linearized reading' (duration: 253.058973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:22.386293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.78079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:25:22.386409Z","caller":"traceutil/trace.go:171","msg":"trace[1587377350] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1918; }","duration":"797.964785ms","start":"2026-03-04T01:25:21.588424Z","end":"2026-03-04T01:25:22.386388Z","steps":["trace[1587377350] 'count revisions from in-memory index tree' (duration: 797.577293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:22.386452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:21.588397Z","time spent":"798.043677ms","remote":"127.0.0.1:43276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:25:22.386302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.579728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:25:22.386637Z","caller":"traceutil/trace.go:171","msg":"trace[625768589] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1918; }","duration":"601.934949ms","start":"2026-03-04T01:25:21.784645Z","end":"2026-03-04T01:25:22.38658Z","steps":["trace[625768589] 'range keys from in-memory index tree' (duration: 601.36003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:22.386758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:21.784629Z","time spent":"602.071883ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:25:22.393758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.546658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:22.393868Z","caller":"traceutil/trace.go:171","msg":"trace[1466644206] linearizableReadLoop","detail":"{readStateIndex:1999; appliedIndex:1998; }","duration":"135.455309ms","start":"2026-03-04T01:25:22.258389Z","end":"2026-03-04T01:25:22.393844Z","steps":["trace[1466644206] 'read index received' (duration: 92.523µs)","trace[1466644206] 'applied index is now lower than readState.Index' (duration: 135.360336ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:22.394012Z","caller":"traceutil/trace.go:171","msg":"trace[1154330533] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"279.007463ms","start":"2026-03-04T01:25:22.114983Z","end":"2026-03-04T01:25:22.39399Z","steps":["trace[1154330533] 'process raft request' (duration: 127.149485ms)","trace[1154330533] 'compare' (duration: 144.459834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:22.394284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.893453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:22.394343Z","caller":"traceutil/trace.go:171","msg":"trace[1290203130] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1919; }","duration":"135.999296ms","start":"2026-03-04T01:25:22.258329Z","end":"2026-03-04T01:25:22.394328Z","steps":["trace[1290203130] 'agreement among raft nodes before linearized reading' (duration: 135.848341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:23.032884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.22361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:23.032999Z","caller":"traceutil/trace.go:171","msg":"trace[993331580] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"638.784303ms","start":"2026-03-04T01:25:22.394193Z","end":"2026-03-04T01:25:23.032978Z","steps":["trace[993331580] 'process raft request' (duration: 323.385797ms)","trace[993331580] 'compare' (duration: 314.799607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:23.033067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:22.394146Z","time spent":"638.892507ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:26:07.855184Z","caller":"traceutil/trace.go:171","msg":"trace[201829941] linearizableReadLoop","detail":"{readStateIndex:2411; appliedIndex:2410; }","duration":"323.958087ms","start":"2026-03-04T01:26:07.531199Z","end":"2026-03-04T01:26:07.855157Z","steps":["trace[201829941] 'read index received' (duration: 323.824883ms)","trace[201829941] 'applied index is now lower than readState.Index' (duration: 132.274µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:07.855229Z","caller":"traceutil/trace.go:171","msg":"trace[1791817323] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"359.988348ms","start":"2026-03-04T01:26:07.49522Z","end":"2026-03-04T01:26:07.855209Z","steps":["trace[1791817323] 'process raft request' (duration: 359.778631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:07.855367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:07.495192Z","time spent":"360.089901ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:26:07.855425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.219206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:26:07.855504Z","caller":"traceutil/trace.go:171","msg":"trace[1701883067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2314; }","duration":"324.339509ms","start":"2026-03-04T01:26:07.531145Z","end":"2026-03-04T01:26:07.855485Z","steps":["trace[1701883067] 'agreement among raft nodes before linearized reading' (duration: 324.140993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:07.855569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:07.531118Z","time spent":"324.435493ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:26:07.855612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.884362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:26:07.855694Z","caller":"traceutil/trace.go:171","msg":"trace[1369831463] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2314; }","duration":"219.994955ms","start":"2026-03-04T01:26:07.635678Z","end":"2026-03-04T01:26:07.855673Z","steps":["trace[1369831463] 'agreement among raft nodes before linearized reading' (duration: 219.790829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:07.855679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.801869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:26:07.855753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.668294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:26:07.855765Z","caller":"traceutil/trace.go:171","msg":"trace[178405673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2314; }","duration":"213.936474ms","start":"2026-03-04T01:26:07.641808Z","end":"2026-03-04T01:26:07.855745Z","steps":["trace[178405673] 'agreement among raft nodes before linearized reading' (duration: 213.674745ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:07.855793Z","caller":"traceutil/trace.go:171","msg":"trace[1217109025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2314; }","duration":"230.745796ms","start":"2026-03-04T01:26:07.625035Z","end":"2026-03-04T01:26:07.85578Z","steps":["trace[1217109025] 'agreement among raft nodes before linearized reading' (duration: 230.648563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:07.855872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.180401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:26:07.855904Z","caller":"traceutil/trace.go:171","msg":"trace[2066251530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2314; }","duration":"274.255363ms","start":"2026-03-04T01:26:07.58164Z","end":"2026-03-04T01:26:07.855895Z","steps":["trace[2066251530] 'agreement among raft nodes before linearized reading' (duration: 274.173061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:07.857248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.642687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:26:07.857306Z","caller":"traceutil/trace.go:171","msg":"trace[352571930] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2314; }","duration":"311.797342ms","start":"2026-03-04T01:26:07.545494Z","end":"2026-03-04T01:26:07.857292Z","steps":["trace[352571930] 'agreement among raft nodes before linearized reading' (duration: 309.939123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:07.857342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:07.545467Z","time spent":"311.864254ms","remote":"127.0.0.1:52780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:26:08.112895Z","caller":"traceutil/trace.go:171","msg":"trace[827060488] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"251.801812ms","start":"2026-03-04T01:26:07.861052Z","end":"2026-03-04T01:26:08.112854Z","steps":["trace[827060488] 'process raft request' (duration: 188.87101ms)","trace[827060488] 'compare' (duration: 62.792388ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:08.11561Z","caller":"traceutil/trace.go:171","msg":"trace[558067782] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"254.243659ms","start":"2026-03-04T01:26:07.861341Z","end":"2026-03-04T01:26:08.115585Z","steps":["trace[558067782] 'process raft request' (duration: 254.021462ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:08.115683Z","caller":"traceutil/trace.go:171","msg":"trace[122229092] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"254.27398ms","start":"2026-03-04T01:26:07.861373Z","end":"2026-03-04T01:26:08.115647Z","steps":["trace[122229092] 'process raft request' (duration: 254.029913ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:08.115828Z","caller":"traceutil/trace.go:171","msg":"trace[612616291] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"254.508778ms","start":"2026-03-04T01:26:07.861302Z","end":"2026-03-04T01:26:08.115811Z","steps":["trace[612616291] 'process raft request' (duration: 253.96417ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:08.115833Z","caller":"traceutil/trace.go:171","msg":"trace[485388397] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"254.061234ms","start":"2026-03-04T01:26:07.861748Z","end":"2026-03-04T01:26:08.11581Z","steps":["trace[485388397] 'process raft request' (duration: 253.687792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:35.611596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.642527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:26:35.61169Z","caller":"traceutil/trace.go:171","msg":"trace[676266966] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"152.406535ms","start":"2026-03-04T01:26:35.459269Z","end":"2026-03-04T01:26:35.611676Z","steps":["trace[676266966] 'process raft request' (duration: 46.608173ms)","trace[676266966] 'compare' (duration: 105.41608ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:36.435181Z","caller":"traceutil/trace.go:171","msg":"trace[1965347358] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"106.768692ms","start":"2026-03-04T01:26:36.328387Z","end":"2026-03-04T01:26:36.435156Z","steps":["trace[1965347358] 'process raft request' (duration: 106.586056ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:36.591477Z","caller":"traceutil/trace.go:171","msg":"trace[1838232179] linearizableReadLoop","detail":"{readStateIndex:2581; appliedIndex:2579; }","duration":"259.638912ms","start":"2026-03-04T01:26:36.331818Z","end":"2026-03-04T01:26:36.591457Z","steps":["trace[1838232179] 'read index received' (duration: 103.209061ms)","trace[1838232179] 'applied index is now lower than readState.Index' (duration: 156.428981ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:36.591534Z","caller":"traceutil/trace.go:171","msg":"trace[1939935949] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"259.739055ms","start":"2026-03-04T01:26:36.331768Z","end":"2026-03-04T01:26:36.591507Z","steps":["trace[1939935949] 'process raft request' (duration: 209.488777ms)","trace[1939935949] 'compare' (duration: 50.111603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:26:36.591654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.815298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:26:36.591686Z","caller":"traceutil/trace.go:171","msg":"trace[128364660] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2478; }","duration":"259.869389ms","start":"2026-03-04T01:26:36.331805Z","end":"2026-03-04T01:26:36.591674Z","steps":["trace[128364660] 'agreement among raft nodes before linearized reading' (duration: 259.758546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:36.591769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.6578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:26:36.591837Z","caller":"traceutil/trace.go:171","msg":"trace[513972559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2478; }","duration":"257.752963ms","start":"2026-03-04T01:26:36.334064Z","end":"2026-03-04T01:26:36.591817Z","steps":["trace[513972559] 'agreement among raft nodes before linearized reading' (duration: 257.528796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:36.591981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.464104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:26:36.592108Z","caller":"traceutil/trace.go:171","msg":"trace[2120869859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2478; }","duration":"257.637149ms","start":"2026-03-04T01:26:36.334442Z","end":"2026-03-04T01:26:36.59208Z","steps":["trace[2120869859] 'agreement among raft nodes before linearized reading' (duration: 257.251297ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:42.471518Z","caller":"traceutil/trace.go:171","msg":"trace[196242085] linearizableReadLoop","detail":"{readStateIndex:2607; appliedIndex:2606; }","duration":"370.588095ms","start":"2026-03-04T01:26:42.100905Z","end":"2026-03-04T01:26:42.471493Z","steps":["trace[196242085] 'read index received' (duration: 312.989656ms)","trace[196242085] 'applied index is now lower than readState.Index' (duration: 57.597309ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:42.471658Z","caller":"traceutil/trace.go:171","msg":"trace[1686435869] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"406.677998ms","start":"2026-03-04T01:26:42.064967Z","end":"2026-03-04T01:26:42.471645Z","steps":["trace[1686435869] 'process raft request' (duration: 349.011258ms)","trace[1686435869] 'compare' (duration: 57.049681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:26:42.471764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:42.064941Z","time spent":"406.745371ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:26:42.471912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.995208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18997f03ac278561\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-04T01:26:42.472019Z","caller":"traceutil/trace.go:171","msg":"trace[696684309] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18997f03ac278561; range_end:; response_count:1; response_revision:2503; }","duration":"371.131163ms","start":"2026-03-04T01:26:42.100867Z","end":"2026-03-04T01:26:42.471998Z","steps":["trace[696684309] 'agreement among raft nodes before linearized reading' (duration: 370.875575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:42.472083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:42.100849Z","time spent":"371.222945ms","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18997f03ac278561\" "} {"level":"info","ts":"2026-03-04T01:26:42.620927Z","caller":"traceutil/trace.go:171","msg":"trace[607974685] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"139.17751ms","start":"2026-03-04T01:26:42.481718Z","end":"2026-03-04T01:26:42.620896Z","steps":["trace[607974685] 'process raft request' (duration: 138.976283ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:42.620928Z","caller":"traceutil/trace.go:171","msg":"trace[1597997756] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"144.840048ms","start":"2026-03-04T01:26:42.476028Z","end":"2026-03-04T01:26:42.620868Z","steps":["trace[1597997756] 'process raft request' (duration: 123.830638ms)","trace[1597997756] 'compare' (duration: 20.650509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:26:43.125723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202885414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:26:44.019884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.395446ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:26:44.020028Z","caller":"traceutil/trace.go:171","msg":"trace[921227449] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2506; }","duration":"568.662734ms","start":"2026-03-04T01:26:43.451343Z","end":"2026-03-04T01:26:44.020006Z","steps":["trace[921227449] 'range keys from in-memory index tree' (duration: 568.384195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:44.020958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.306562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:26:44.021274Z","caller":"traceutil/trace.go:171","msg":"trace[922123298] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"149.927317ms","start":"2026-03-04T01:26:43.871325Z","end":"2026-03-04T01:26:44.021252Z","steps":["trace[922123298] 'process raft request' (duration: 149.874835ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:44.021527Z","caller":"traceutil/trace.go:171","msg":"trace[44687802] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"1.378017975s","start":"2026-03-04T01:26:42.643486Z","end":"2026-03-04T01:26:44.021504Z","steps":["trace[44687802] 'process raft request' (duration: 1.377594972s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:44.021562Z","caller":"traceutil/trace.go:171","msg":"trace[1611282055] linearizableReadLoop","detail":"{readStateIndex:2612; appliedIndex:2610; }","duration":"1.396814295s","start":"2026-03-04T01:26:42.624732Z","end":"2026-03-04T01:26:44.021546Z","steps":["trace[1611282055] 'read index received' (duration: 627.820151ms)","trace[1611282055] 'applied index is now lower than readState.Index' (duration: 768.992614ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:44.021552Z","caller":"traceutil/trace.go:171","msg":"trace[428834098] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"1.396811805s","start":"2026-03-04T01:26:42.624705Z","end":"2026-03-04T01:26:44.021517Z","steps":["trace[428834098] 'process raft request' (duration: 627.838542ms)","trace[428834098] 'compare' (duration: 768.145447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:26:44.021657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:42.643469Z","time spent":"1.378130679s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:26:44.021677Z","caller":"traceutil/trace.go:171","msg":"trace[634107809] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"589.045704ms","start":"2026-03-04T01:26:43.432525Z","end":"2026-03-04T01:26:44.02157Z","steps":["trace[634107809] 'process raft request' (duration: 588.628171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:44.021755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:42.624684Z","time spent":"1.39696987s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:26:44.021806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371552712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:26:44.021836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.445994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T01:26:44.021905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.397334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T01:26:44.021912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342286353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:26:44.021898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.734828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-04T01:26:44.021963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344882115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:26:44.021965Z","caller":"traceutil/trace.go:171","msg":"trace[81495779] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2510; }","duration":"137.495737ms","start":"2026-03-04T01:26:43.884454Z","end":"2026-03-04T01:26:44.02195Z","steps":["trace[81495779] 'agreement among raft nodes before linearized reading' (duration: 137.334402ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:44.021982Z","caller":"traceutil/trace.go:171","msg":"trace[1757465028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2510; }","duration":"1.342373526s","start":"2026-03-04T01:26:42.67959Z","end":"2026-03-04T01:26:44.021963Z","steps":["trace[1757465028] 'agreement among raft nodes before linearized reading' (duration: 1.342223142s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:44.02201Z","caller":"traceutil/trace.go:171","msg":"trace[1076473308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2510; }","duration":"1.344951386s","start":"2026-03-04T01:26:42.677047Z","end":"2026-03-04T01:26:44.021999Z","steps":["trace[1076473308] 'agreement among raft nodes before linearized reading' (duration: 1.344841553s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:44.022007Z","caller":"traceutil/trace.go:171","msg":"trace[549502338] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2510; }","duration":"770.884133ms","start":"2026-03-04T01:26:43.251096Z","end":"2026-03-04T01:26:44.02198Z","steps":["trace[549502338] 'agreement among raft nodes before linearized reading' (duration: 770.592474ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:44.02192Z","caller":"traceutil/trace.go:171","msg":"trace[1233081449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2510; }","duration":"379.553606ms","start":"2026-03-04T01:26:43.642347Z","end":"2026-03-04T01:26:44.0219Z","steps":["trace[1233081449] 'agreement among raft nodes before linearized reading' (duration: 379.335869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:44.022024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:42.679579Z","time spent":"1.342432668s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:26:44.022051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:42.677036Z","time spent":"1.345006059s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:26:44.021786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.979607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:26:44.022068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:43.251081Z","time spent":"770.975186ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-04T01:26:44.02211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:43.642332Z","time spent":"379.742163ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:26:44.022114Z","caller":"traceutil/trace.go:171","msg":"trace[2107104116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2510; }","duration":"707.340368ms","start":"2026-03-04T01:26:43.314752Z","end":"2026-03-04T01:26:44.022092Z","steps":["trace[2107104116] 'agreement among raft nodes before linearized reading' (duration: 706.943626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:44.022179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:43.314732Z","time spent":"707.42814ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:26:44.02186Z","caller":"traceutil/trace.go:171","msg":"trace[1349853641] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2510; }","duration":"1.371621443s","start":"2026-03-04T01:26:42.650221Z","end":"2026-03-04T01:26:44.021842Z","steps":["trace[1349853641] 'agreement among raft nodes before linearized reading' (duration: 1.371457438s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:44.021731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396997121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18997f060d1ca5b6\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-03-04T01:26:44.022376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:42.650212Z","time spent":"1.372141691s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:26:44.022541Z","caller":"traceutil/trace.go:171","msg":"trace[846552089] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18997f060d1ca5b6; range_end:; response_count:1; response_revision:2510; }","duration":"1.397830547s","start":"2026-03-04T01:26:42.624692Z","end":"2026-03-04T01:26:44.022523Z","steps":["trace[846552089] 'agreement among raft nodes before linearized reading' (duration: 1.396907908s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:44.02408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:42.62468Z","time spent":"1.399388746s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18997f060d1ca5b6\" "} {"level":"warn","ts":"2026-03-04T01:26:44.030565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:43.432499Z","time spent":"589.284232ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:26:44.397911Z","caller":"traceutil/trace.go:171","msg":"trace[906171768] linearizableReadLoop","detail":"{readStateIndex:2620; appliedIndex:2619; }","duration":"251.334781ms","start":"2026-03-04T01:26:44.14654Z","end":"2026-03-04T01:26:44.397874Z","steps":["trace[906171768] 'read index received' (duration: 181.995764ms)","trace[906171768] 'applied index is now lower than readState.Index' (duration: 69.330616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:26:44.398107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.552458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:26:44.397964Z","caller":"traceutil/trace.go:171","msg":"trace[1014412127] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"300.284848ms","start":"2026-03-04T01:26:44.097638Z","end":"2026-03-04T01:26:44.397923Z","steps":["trace[1014412127] 'process raft request' (duration: 230.866869ms)","trace[1014412127] 'compare' (duration: 68.603514ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:44.398186Z","caller":"traceutil/trace.go:171","msg":"trace[605193068] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2516; }","duration":"251.692152ms","start":"2026-03-04T01:26:44.146476Z","end":"2026-03-04T01:26:44.398168Z","steps":["trace[605193068] 'agreement among raft nodes before linearized reading' (duration: 251.523527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:44.398416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:44.097621Z","time spent":"300.720341ms","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:26:44.928532Z","caller":"traceutil/trace.go:171","msg":"trace[426372857] linearizableReadLoop","detail":"{readStateIndex:2621; appliedIndex:2620; }","duration":"376.082337ms","start":"2026-03-04T01:26:44.552427Z","end":"2026-03-04T01:26:44.92851Z","steps":["trace[426372857] 'read index received' (duration: 375.788068ms)","trace[426372857] 'applied index is now lower than readState.Index' (duration: 293.159µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:44.928605Z","caller":"traceutil/trace.go:171","msg":"trace[628827851] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"450.687169ms","start":"2026-03-04T01:26:44.47788Z","end":"2026-03-04T01:26:44.928567Z","steps":["trace[628827851] 'process raft request' (duration: 450.498683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:44.928789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:44.477865Z","time spent":"450.821054ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:26:44.928839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.385186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:26:44.928922Z","caller":"traceutil/trace.go:171","msg":"trace[1724565699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2517; }","duration":"376.52217ms","start":"2026-03-04T01:26:44.552379Z","end":"2026-03-04T01:26:44.928901Z","steps":["trace[1724565699] 'agreement among raft nodes before linearized reading' (duration: 376.221321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:44.92897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:44.552353Z","time spent":"376.608063ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:29:11.055291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.778344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:29:11.055378Z","caller":"traceutil/trace.go:171","msg":"trace[2105777994] linearizableReadLoop","detail":"{readStateIndex:3553; appliedIndex:3552; }","duration":"162.404679ms","start":"2026-03-04T01:29:10.892959Z","end":"2026-03-04T01:29:11.055364Z","steps":["trace[2105777994] 'read index received' (duration: 29.420459ms)","trace[2105777994] 'applied index is now lower than readState.Index' (duration: 132.98299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:29:11.055471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.517322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T01:29:11.055441Z","caller":"traceutil/trace.go:171","msg":"trace[500345872] transaction","detail":"{read_only:false; response_revision:3412; number_of_response:1; }","duration":"166.353377ms","start":"2026-03-04T01:29:10.889035Z","end":"2026-03-04T01:29:11.055388Z","steps":["trace[500345872] 'process raft request' (duration: 33.388597ms)","trace[500345872] 'compare' (duration: 132.65649ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:29:11.055504Z","caller":"traceutil/trace.go:171","msg":"trace[237156393] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3412; }","duration":"162.570044ms","start":"2026-03-04T01:29:10.892925Z","end":"2026-03-04T01:29:11.055495Z","steps":["trace[237156393] 'agreement among raft nodes before linearized reading' (duration: 162.473291ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:34.874568Z","caller":"traceutil/trace.go:171","msg":"trace[2075447747] linearizableReadLoop","detail":"{readStateIndex:4531; appliedIndex:4530; }","duration":"215.565315ms","start":"2026-03-04T01:30:34.658978Z","end":"2026-03-04T01:30:34.874543Z","steps":["trace[2075447747] 'read index received' (duration: 205.269459ms)","trace[2075447747] 'applied index is now lower than readState.Index' (duration: 10.294716ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:30:34.874703Z","caller":"traceutil/trace.go:171","msg":"trace[1117656088] transaction","detail":"{read_only:false; response_revision:4352; number_of_response:1; }","duration":"227.834354ms","start":"2026-03-04T01:30:34.646859Z","end":"2026-03-04T01:30:34.874693Z","steps":["trace[1117656088] 'process raft request' (duration: 217.441635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:34.875571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.539656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:30:34.875714Z","caller":"traceutil/trace.go:171","msg":"trace[461699825] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:4352; }","duration":"216.752223ms","start":"2026-03-04T01:30:34.65894Z","end":"2026-03-04T01:30:34.875692Z","steps":["trace[461699825] 'agreement among raft nodes before linearized reading' (duration: 216.541506ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:35.066899Z","caller":"traceutil/trace.go:171","msg":"trace[564614466] transaction","detail":"{read_only:false; response_revision:4353; number_of_response:1; }","duration":"187.073873ms","start":"2026-03-04T01:30:34.879777Z","end":"2026-03-04T01:30:35.066851Z","steps":["trace[564614466] 'process raft request' (duration: 174.36324ms)","trace[564614466] 'compare' (duration: 11.832545ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:30:35.066862Z","caller":"traceutil/trace.go:171","msg":"trace[240895051] linearizableReadLoop","detail":"{readStateIndex:4532; appliedIndex:4531; }","duration":"185.38192ms","start":"2026-03-04T01:30:34.881437Z","end":"2026-03-04T01:30:35.066819Z","steps":["trace[240895051] 'read index received' (duration: 172.630476ms)","trace[240895051] 'applied index is now lower than readState.Index' (duration: 12.749993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:30:35.067915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.461103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-04T01:30:35.068009Z","caller":"traceutil/trace.go:171","msg":"trace[271989074] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4353; }","duration":"186.6761ms","start":"2026-03-04T01:30:34.881301Z","end":"2026-03-04T01:30:35.067977Z","steps":["trace[271989074] 'agreement among raft nodes before linearized reading' (duration: 185.646478ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:35.092746Z","caller":"traceutil/trace.go:171","msg":"trace[495663236] transaction","detail":"{read_only:false; response_revision:4354; number_of_response:1; }","duration":"124.418ms","start":"2026-03-04T01:30:34.968299Z","end":"2026-03-04T01:30:35.092717Z","steps":["trace[495663236] 'process raft request' (duration: 124.288626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:37.114394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.99164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-04T01:30:37.114477Z","caller":"traceutil/trace.go:171","msg":"trace[1813838432] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4400; }","duration":"169.114155ms","start":"2026-03-04T01:30:36.945337Z","end":"2026-03-04T01:30:37.114451Z","steps":["trace[1813838432] 'range keys from in-memory index tree' (duration: 168.842446ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:38.009734Z","caller":"traceutil/trace.go:171","msg":"trace[1007150970] transaction","detail":"{read_only:false; response_revision:4415; number_of_response:1; }","duration":"117.169419ms","start":"2026-03-04T01:30:37.892534Z","end":"2026-03-04T01:30:38.009704Z","steps":["trace[1007150970] 'process raft request' (duration: 116.746406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:38.364662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.030319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cfe975f3-84e4-42c1-b471-10788a81dd3e\" ","response":"range_response_count:1 size:4068"} {"level":"info","ts":"2026-03-04T01:30:38.364763Z","caller":"traceutil/trace.go:171","msg":"trace[1967813014] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cfe975f3-84e4-42c1-b471-10788a81dd3e; range_end:; response_count:1; response_revision:4423; }","duration":"113.151132ms","start":"2026-03-04T01:30:38.251592Z","end":"2026-03-04T01:30:38.364743Z","steps":["trace[1967813014] 'range keys from in-memory index tree' (duration: 112.905575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:38.36493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.113586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:30:38.365007Z","caller":"traceutil/trace.go:171","msg":"trace[480063163] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4423; }","duration":"122.23435ms","start":"2026-03-04T01:30:38.242756Z","end":"2026-03-04T01:30:38.36499Z","steps":["trace[480063163] 'range keys from in-memory index tree' (duration: 121.968772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:38.365348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.049476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mt8q9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:30:38.365424Z","caller":"traceutil/trace.go:171","msg":"trace[1064480537] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mt8q9; range_end:; response_count:1; response_revision:4423; }","duration":"117.17307ms","start":"2026-03-04T01:30:38.248232Z","end":"2026-03-04T01:30:38.365405Z","steps":["trace[1064480537] 'range keys from in-memory index tree' (duration: 116.892241ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:40.958118Z","caller":"traceutil/trace.go:171","msg":"trace[2007834216] linearizableReadLoop","detail":"{readStateIndex:4746; appliedIndex:4745; }","duration":"246.702621ms","start":"2026-03-04T01:30:40.711384Z","end":"2026-03-04T01:30:40.958087Z","steps":["trace[2007834216] 'read index received' (duration: 246.566447ms)","trace[2007834216] 'applied index is now lower than readState.Index' (duration: 135.274µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:30:40.95815Z","caller":"traceutil/trace.go:171","msg":"trace[1291167686] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4561; }","duration":"278.920581ms","start":"2026-03-04T01:30:40.679202Z","end":"2026-03-04T01:30:40.958123Z","steps":["trace[1291167686] 'process raft request' (duration: 278.797407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:40.959193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.750874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a6aaf85-6944-4984-92d8-f7b86f31f78d\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-04T01:30:40.959433Z","caller":"traceutil/trace.go:171","msg":"trace[1054631851] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a6aaf85-6944-4984-92d8-f7b86f31f78d; range_end:; response_count:1; response_revision:4561; }","duration":"247.95925ms","start":"2026-03-04T01:30:40.711342Z","end":"2026-03-04T01:30:40.959301Z","steps":["trace[1054631851] 'agreement among raft nodes before linearized reading' (duration: 246.855025ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:41.455685Z","caller":"traceutil/trace.go:171","msg":"trace[1575830273] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"489.483895ms","start":"2026-03-04T01:30:40.966166Z","end":"2026-03-04T01:30:41.45565Z","steps":["trace[1575830273] 'process raft request' (duration: 489.220286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:41.455954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:40.966122Z","time spent":"489.657661ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:30:41.511482Z","caller":"traceutil/trace.go:171","msg":"trace[1053027673] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"533.968233ms","start":"2026-03-04T01:30:40.977431Z","end":"2026-03-04T01:30:41.511399Z","steps":["trace[1053027673] 'process raft request' (duration: 533.753456ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:41.511517Z","caller":"traceutil/trace.go:171","msg":"trace[1755562513] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"382.894361ms","start":"2026-03-04T01:30:41.128592Z","end":"2026-03-04T01:30:41.511486Z","steps":["trace[1755562513] 'process raft request' (duration: 382.725806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:41.511661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:40.977404Z","time spent":"534.165879ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58202,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:30:41.511686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:41.128559Z","time spent":"383.016195ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:30:41.530362Z","caller":"traceutil/trace.go:171","msg":"trace[1254879723] linearizableReadLoop","detail":"{readStateIndex:4748; appliedIndex:4746; }","duration":"533.361259ms","start":"2026-03-04T01:30:40.996982Z","end":"2026-03-04T01:30:41.530343Z","steps":["trace[1254879723] 'read index received' (duration: 458.445563ms)","trace[1254879723] 'applied index is now lower than readState.Index' (duration: 74.914806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:30:41.530534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.544654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-pgrrj-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-03-04T01:30:41.530563Z","caller":"traceutil/trace.go:171","msg":"trace[103138515] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-pgrrj-tls; range_end:; response_count:1; response_revision:4564; }","duration":"533.632458ms","start":"2026-03-04T01:30:40.996921Z","end":"2026-03-04T01:30:41.530554Z","steps":["trace[103138515] 'agreement among raft nodes before linearized reading' (duration: 533.508343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:41.530587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:40.996898Z","time spent":"533.683788ms","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2207,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-pgrrj-tls\" "} {"level":"warn","ts":"2026-03-04T01:30:41.538846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.217555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:30:41.538873Z","caller":"traceutil/trace.go:171","msg":"trace[2124546094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4565; }","duration":"305.246306ms","start":"2026-03-04T01:30:41.233619Z","end":"2026-03-04T01:30:41.538865Z","steps":["trace[2124546094] 'agreement among raft nodes before linearized reading' (duration: 305.168513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:41.538888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:41.233552Z","time spent":"305.33184ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:30:41.538875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.811323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:30:41.538939Z","caller":"traceutil/trace.go:171","msg":"trace[1199285402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4565; }","duration":"298.874744ms","start":"2026-03-04T01:30:41.24003Z","end":"2026-03-04T01:30:41.538905Z","steps":["trace[1199285402] 'agreement among raft nodes before linearized reading' (duration: 298.73043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:41.538969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.532035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:30:41.539077Z","caller":"traceutil/trace.go:171","msg":"trace[494181831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4565; }","duration":"223.718411ms","start":"2026-03-04T01:30:41.315331Z","end":"2026-03-04T01:30:41.539049Z","steps":["trace[494181831] 'agreement among raft nodes before linearized reading' (duration: 223.419891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:41.53902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.268157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:30:41.539312Z","caller":"traceutil/trace.go:171","msg":"trace[104928497] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4565; }","duration":"305.65747ms","start":"2026-03-04T01:30:41.233643Z","end":"2026-03-04T01:30:41.5393Z","steps":["trace[104928497] 'agreement among raft nodes before linearized reading' (duration: 305.33891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:41.539355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:41.233637Z","time spent":"305.707012ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:30:42.045502Z","caller":"traceutil/trace.go:171","msg":"trace[1061591438] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"348.662533ms","start":"2026-03-04T01:30:41.6968Z","end":"2026-03-04T01:30:42.045463Z","steps":["trace[1061591438] 'process raft request' (duration: 348.483127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:42.045665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:41.696778Z","time spent":"348.807588ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1147,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:30:42.045459Z","caller":"traceutil/trace.go:171","msg":"trace[241874547] linearizableReadLoop","detail":"{readStateIndex:4760; appliedIndex:4759; }","duration":"326.260225ms","start":"2026-03-04T01:30:41.719158Z","end":"2026-03-04T01:30:42.045418Z","steps":["trace[241874547] 'read index received' (duration: 326.120401ms)","trace[241874547] 'applied index is now lower than readState.Index' (duration: 138.924µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:30:42.046542Z","caller":"traceutil/trace.go:171","msg":"trace[1682497576] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"194.538582ms","start":"2026-03-04T01:30:41.851987Z","end":"2026-03-04T01:30:42.046526Z","steps":["trace[1682497576] 'process raft request' (duration: 194.220081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:42.046969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.800937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18997f3fa611dc25\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-04T01:30:42.047Z","caller":"traceutil/trace.go:171","msg":"trace[1850599235] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18997f3fa611dc25; range_end:; response_count:1; response_revision:4574; }","duration":"327.842838ms","start":"2026-03-04T01:30:41.719149Z","end":"2026-03-04T01:30:42.046991Z","steps":["trace[1850599235] 'agreement among raft nodes before linearized reading' (duration: 326.412281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:42.047014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:41.719084Z","time spent":"327.926851ms","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":966,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18997f3fa611dc25\" "} {"level":"info","ts":"2026-03-04T01:30:44.165236Z","caller":"traceutil/trace.go:171","msg":"trace[746381541] linearizableReadLoop","detail":"{readStateIndex:4816; appliedIndex:4815; }","duration":"107.360113ms","start":"2026-03-04T01:30:44.057855Z","end":"2026-03-04T01:30:44.165215Z","steps":["trace[746381541] 'read index received' (duration: 8.248371ms)","trace[746381541] 'applied index is now lower than readState.Index' (duration: 99.110702ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:30:44.16528Z","caller":"traceutil/trace.go:171","msg":"trace[1425915658] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"112.933486ms","start":"2026-03-04T01:30:44.052314Z","end":"2026-03-04T01:30:44.165247Z","steps":["trace[1425915658] 'process raft request' (duration: 13.844015ms)","trace[1425915658] 'compare' (duration: 98.957206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:30:44.165419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.542818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a6aaf85-6944-4984-92d8-f7b86f31f78d\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-04T01:30:44.165497Z","caller":"traceutil/trace.go:171","msg":"trace[1514801022] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a6aaf85-6944-4984-92d8-f7b86f31f78d; range_end:; response_count:1; response_revision:4629; }","duration":"107.662812ms","start":"2026-03-04T01:30:44.057816Z","end":"2026-03-04T01:30:44.165479Z","steps":["trace[1514801022] 'agreement among raft nodes before linearized reading' (duration: 107.472406ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:52.533182Z","caller":"traceutil/trace.go:171","msg":"trace[1636138888] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"183.615922ms","start":"2026-03-04T01:30:52.349529Z","end":"2026-03-04T01:30:52.533145Z","steps":["trace[1636138888] 'process raft request' (duration: 183.387354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:53.194654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.600859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-pgrrj\" ","response":"range_response_count:1 size:9901"} {"level":"info","ts":"2026-03-04T01:30:53.194716Z","caller":"traceutil/trace.go:171","msg":"trace[1210572670] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-pgrrj; range_end:; response_count:1; response_revision:4791; }","duration":"127.687372ms","start":"2026-03-04T01:30:53.067016Z","end":"2026-03-04T01:30:53.194704Z","steps":["trace[1210572670] 'range keys from in-memory index tree' (duration: 127.399352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:01.198875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.51052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b10d08b7-a0ab-44c0-8b3d-291c4ef44e54\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-04T01:31:01.199007Z","caller":"traceutil/trace.go:171","msg":"trace[548436752] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b10d08b7-a0ab-44c0-8b3d-291c4ef44e54; range_end:; response_count:1; response_revision:4931; }","duration":"376.694675ms","start":"2026-03-04T01:31:00.82229Z","end":"2026-03-04T01:31:01.198985Z","steps":["trace[548436752] 'range keys from in-memory index tree' (duration: 376.257851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:01.199051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:00.822267Z","time spent":"376.773198ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b10d08b7-a0ab-44c0-8b3d-291c4ef44e54\" "} {"level":"info","ts":"2026-03-04T01:31:01.570491Z","caller":"traceutil/trace.go:171","msg":"trace[1742193579] linearizableReadLoop","detail":"{readStateIndex:5125; appliedIndex:5124; }","duration":"358.00262ms","start":"2026-03-04T01:31:01.212463Z","end":"2026-03-04T01:31:01.570466Z","steps":["trace[1742193579] 'read index received' (duration: 357.896857ms)","trace[1742193579] 'applied index is now lower than readState.Index' (duration: 104.733µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:01.570557Z","caller":"traceutil/trace.go:171","msg":"trace[1791774898] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"363.039766ms","start":"2026-03-04T01:31:01.207495Z","end":"2026-03-04T01:31:01.570535Z","steps":["trace[1791774898] 'process raft request' (duration: 362.788018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:01.570702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:01.207457Z","time spent":"363.15031ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:31:01.570811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.322751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-04T01:31:01.570906Z","caller":"traceutil/trace.go:171","msg":"trace[2015490952] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4932; }","duration":"358.460246ms","start":"2026-03-04T01:31:01.212423Z","end":"2026-03-04T01:31:01.570883Z","steps":["trace[2015490952] 'agreement among raft nodes before linearized reading' (duration: 358.177056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:01.570979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:01.212402Z","time spent":"358.567719ms","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-04T01:31:01.660582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.317506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:31:01.660639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.16882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:31:01.660662Z","caller":"traceutil/trace.go:171","msg":"trace[1967989025] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4933; }","duration":"243.445341ms","start":"2026-03-04T01:31:01.417198Z","end":"2026-03-04T01:31:01.660644Z","steps":["trace[1967989025] 'agreement among raft nodes before linearized reading' (duration: 243.313877ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:01.660713Z","caller":"traceutil/trace.go:171","msg":"trace[1804053624] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4933; }","duration":"356.294884ms","start":"2026-03-04T01:31:01.304398Z","end":"2026-03-04T01:31:01.660693Z","steps":["trace[1804053624] 'agreement among raft nodes before linearized reading' (duration: 356.153189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:01.660766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:01.304379Z","time spent":"356.376837ms","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:31:01.660732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.104416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:31:01.660948Z","caller":"traceutil/trace.go:171","msg":"trace[2055973213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4933; }","duration":"345.309493ms","start":"2026-03-04T01:31:01.315541Z","end":"2026-03-04T01:31:01.660851Z","steps":["trace[2055973213] 'agreement among raft nodes before linearized reading' (duration: 344.997753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:01.661038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:01.315534Z","time spent":"345.491569ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:31:01.969901Z","caller":"traceutil/trace.go:171","msg":"trace[583166698] linearizableReadLoop","detail":"{readStateIndex:5128; appliedIndex:5127; }","duration":"226.121231ms","start":"2026-03-04T01:31:01.74373Z","end":"2026-03-04T01:31:01.969851Z","steps":["trace[583166698] 'read index received' (duration: 184.391288ms)","trace[583166698] 'applied index is now lower than readState.Index' (duration: 41.728003ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:01.969956Z","caller":"traceutil/trace.go:171","msg":"trace[1436745409] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"301.994577ms","start":"2026-03-04T01:31:01.667889Z","end":"2026-03-04T01:31:01.969884Z","steps":["trace[1436745409] 'process raft request' (duration: 260.329186ms)","trace[1436745409] 'compare' (duration: 41.452134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:01.970142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.393269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:31:01.970203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.223806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T01:31:01.970215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:01.667867Z","time spent":"302.219565ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4329,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:31:01.970236Z","caller":"traceutil/trace.go:171","msg":"trace[1061885177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4934; }","duration":"226.532065ms","start":"2026-03-04T01:31:01.74368Z","end":"2026-03-04T01:31:01.970213Z","steps":["trace[1061885177] 'agreement among raft nodes before linearized reading' (duration: 226.261836ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:01.970278Z","caller":"traceutil/trace.go:171","msg":"trace[1721245933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4934; }","duration":"223.384241ms","start":"2026-03-04T01:31:01.746869Z","end":"2026-03-04T01:31:01.970253Z","steps":["trace[1721245933] 'agreement among raft nodes before linearized reading' (duration: 223.211826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:01.970302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.186468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:31:01.970356Z","caller":"traceutil/trace.go:171","msg":"trace[356830637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4934; }","duration":"221.321093ms","start":"2026-03-04T01:31:01.749021Z","end":"2026-03-04T01:31:01.970342Z","steps":["trace[356830637] 'agreement among raft nodes before linearized reading' (duration: 221.071935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:01.970462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.503152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:31:01.970501Z","caller":"traceutil/trace.go:171","msg":"trace[1344159091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4934; }","duration":"222.644496ms","start":"2026-03-04T01:31:01.747847Z","end":"2026-03-04T01:31:01.970492Z","steps":["trace[1344159091] 'agreement among raft nodes before linearized reading' (duration: 222.530812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:01.970962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.50188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T01:31:01.97103Z","caller":"traceutil/trace.go:171","msg":"trace[1770924763] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4934; }","duration":"218.596583ms","start":"2026-03-04T01:31:01.752415Z","end":"2026-03-04T01:31:01.971012Z","steps":["trace[1770924763] 'agreement among raft nodes before linearized reading' (duration: 218.321654ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:04.451285Z","caller":"traceutil/trace.go:171","msg":"trace[243119621] linearizableReadLoop","detail":"{readStateIndex:5173; appliedIndex:5172; }","duration":"237.331829ms","start":"2026-03-04T01:31:04.213924Z","end":"2026-03-04T01:31:04.451256Z","steps":["trace[243119621] 'read index received' (duration: 237.145433ms)","trace[243119621] 'applied index is now lower than readState.Index' (duration: 185.076µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:04.451361Z","caller":"traceutil/trace.go:171","msg":"trace[1943731464] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"253.279014ms","start":"2026-03-04T01:31:04.198055Z","end":"2026-03-04T01:31:04.451334Z","steps":["trace[1943731464] 'process raft request' (duration: 253.026136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:04.451582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.641569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T01:31:04.451673Z","caller":"traceutil/trace.go:171","msg":"trace[673266135] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4979; }","duration":"237.801065ms","start":"2026-03-04T01:31:04.213848Z","end":"2026-03-04T01:31:04.451649Z","steps":["trace[673266135] 'agreement among raft nodes before linearized reading' (duration: 237.546606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:04.456283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.738001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b10d08b7-a0ab-44c0-8b3d-291c4ef44e54\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-03-04T01:31:04.456332Z","caller":"traceutil/trace.go:171","msg":"trace[414185355] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"209.316417ms","start":"2026-03-04T01:31:04.246995Z","end":"2026-03-04T01:31:04.456312Z","steps":["trace[414185355] 'process raft request' (duration: 208.987606ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:04.456363Z","caller":"traceutil/trace.go:171","msg":"trace[1006280443] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b10d08b7-a0ab-44c0-8b3d-291c4ef44e54; range_end:; response_count:1; response_revision:4980; }","duration":"233.917907ms","start":"2026-03-04T01:31:04.222426Z","end":"2026-03-04T01:31:04.456344Z","steps":["trace[1006280443] 'agreement among raft nodes before linearized reading' (duration: 233.740411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:04.456371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.878229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:31:04.456416Z","caller":"traceutil/trace.go:171","msg":"trace[1982366874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4980; }","duration":"141.959941ms","start":"2026-03-04T01:31:04.314443Z","end":"2026-03-04T01:31:04.456403Z","steps":["trace[1982366874] 'agreement among raft nodes before linearized reading' (duration: 141.892189ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:09.028621Z","caller":"traceutil/trace.go:171","msg":"trace[2060553718] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"104.139317ms","start":"2026-03-04T01:31:08.92446Z","end":"2026-03-04T01:31:09.028599Z","steps":["trace[2060553718] 'process raft request' (duration: 104.007283ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:16.374846Z","caller":"traceutil/trace.go:171","msg":"trace[1355365765] linearizableReadLoop","detail":"{readStateIndex:5324; appliedIndex:5323; }","duration":"123.569736ms","start":"2026-03-04T01:31:16.251252Z","end":"2026-03-04T01:31:16.374822Z","steps":["trace[1355365765] 'read index received' (duration: 123.319308ms)","trace[1355365765] 'applied index is now lower than readState.Index' (duration: 249.188µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:16.374943Z","caller":"traceutil/trace.go:171","msg":"trace[1963348079] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"141.800736ms","start":"2026-03-04T01:31:16.233094Z","end":"2026-03-04T01:31:16.374895Z","steps":["trace[1963348079] 'process raft request' (duration: 141.574628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:16.375116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.832795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:31:16.375232Z","caller":"traceutil/trace.go:171","msg":"trace[2081082259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5123; }","duration":"123.98163ms","start":"2026-03-04T01:31:16.251224Z","end":"2026-03-04T01:31:16.375206Z","steps":["trace[2081082259] 'agreement among raft nodes before linearized reading' (duration: 123.716261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:16.375246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.124438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:31:16.375159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.68024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:31:16.375327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.341275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:31:16.375364Z","caller":"traceutil/trace.go:171","msg":"trace[1967290988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5123; }","duration":"123.940619ms","start":"2026-03-04T01:31:16.251401Z","end":"2026-03-04T01:31:16.375342Z","steps":["trace[1967290988] 'agreement among raft nodes before linearized reading' (duration: 123.626118ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:16.3753Z","caller":"traceutil/trace.go:171","msg":"trace[1196468937] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5123; }","duration":"122.223962ms","start":"2026-03-04T01:31:16.253058Z","end":"2026-03-04T01:31:16.375282Z","steps":["trace[1196468937] 'agreement among raft nodes before linearized reading' (duration: 122.129808ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:16.375391Z","caller":"traceutil/trace.go:171","msg":"trace[499287242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5123; }","duration":"122.447689ms","start":"2026-03-04T01:31:16.252928Z","end":"2026-03-04T01:31:16.375376Z","steps":["trace[499287242] 'agreement among raft nodes before linearized reading' (duration: 122.287053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:17.592814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.630844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:31:17.592944Z","caller":"traceutil/trace.go:171","msg":"trace[1064990022] linearizableReadLoop","detail":"{readStateIndex:5332; appliedIndex:5331; }","duration":"938.198661ms","start":"2026-03-04T01:31:16.654728Z","end":"2026-03-04T01:31:17.592927Z","steps":["trace[1064990022] 'read index received' (duration: 72.365181ms)","trace[1064990022] 'applied index is now lower than readState.Index' (duration: 865.83237ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:17.593032Z","caller":"traceutil/trace.go:171","msg":"trace[882583034] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"1.052646497s","start":"2026-03-04T01:31:16.540372Z","end":"2026-03-04T01:31:17.593018Z","steps":["trace[882583034] 'process raft request' (duration: 186.740714ms)","trace[882583034] 'compare' (duration: 865.50892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:17.593087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:16.540339Z","time spent":"1.052722869s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:31:17.593407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.669266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:31:17.593447Z","caller":"traceutil/trace.go:171","msg":"trace[978314432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5131; }","duration":"938.752999ms","start":"2026-03-04T01:31:16.654684Z","end":"2026-03-04T01:31:17.593437Z","steps":["trace[978314432] 'agreement among raft nodes before linearized reading' (duration: 938.588523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:17.593476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:16.654661Z","time spent":"938.808461ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:31:17.59355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.574044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:31:17.59359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.123847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mt8q9\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T01:31:17.593608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.901097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-vvqwj\" ","response":"range_response_count:1 size:4344"} {"level":"info","ts":"2026-03-04T01:31:17.593655Z","caller":"traceutil/trace.go:171","msg":"trace[256233159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5131; }","duration":"277.719089ms","start":"2026-03-04T01:31:17.315904Z","end":"2026-03-04T01:31:17.593623Z","steps":["trace[256233159] 'agreement among raft nodes before linearized reading' (duration: 277.537123ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:17.593684Z","caller":"traceutil/trace.go:171","msg":"trace[2145390882] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mt8q9; range_end:; response_count:1; response_revision:5131; }","duration":"934.245851ms","start":"2026-03-04T01:31:16.659413Z","end":"2026-03-04T01:31:17.593659Z","steps":["trace[2145390882] 'agreement among raft nodes before linearized reading' (duration: 934.000563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:17.593707Z","caller":"traceutil/trace.go:171","msg":"trace[147459056] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-vvqwj; range_end:; response_count:1; response_revision:5131; }","duration":"582.035093ms","start":"2026-03-04T01:31:17.011646Z","end":"2026-03-04T01:31:17.593681Z","steps":["trace[147459056] 'agreement among raft nodes before linearized reading' (duration: 581.815615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:17.593754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:16.659402Z","time spent":"934.337503ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-mt8q9\" "} {"level":"warn","ts":"2026-03-04T01:31:17.59376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:17.011623Z","time spent":"582.124616ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4367,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-vvqwj\" "} {"level":"warn","ts":"2026-03-04T01:31:17.593955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.017975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T01:31:17.594035Z","caller":"traceutil/trace.go:171","msg":"trace[1517848260] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5131; }","duration":"184.13896ms","start":"2026-03-04T01:31:17.409875Z","end":"2026-03-04T01:31:17.594014Z","steps":["trace[1517848260] 'agreement among raft nodes before linearized reading' (duration: 183.54245ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:17.884787Z","caller":"traceutil/trace.go:171","msg":"trace[2022974788] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"282.92632ms","start":"2026-03-04T01:31:17.601828Z","end":"2026-03-04T01:31:17.884754Z","steps":["trace[2022974788] 'process raft request' (duration: 209.053049ms)","trace[2022974788] 'compare' (duration: 73.601112ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:17.88491Z","caller":"traceutil/trace.go:171","msg":"trace[2058510261] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"125.639024ms","start":"2026-03-04T01:31:17.759256Z","end":"2026-03-04T01:31:17.884895Z","steps":["trace[2058510261] 'process raft request' (duration: 125.394016ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:17.884788Z","caller":"traceutil/trace.go:171","msg":"trace[807445072] linearizableReadLoop","detail":"{readStateIndex:5334; appliedIndex:5333; }","duration":"175.758224ms","start":"2026-03-04T01:31:17.709001Z","end":"2026-03-04T01:31:17.884759Z","steps":["trace[807445072] 'read index received' (duration: 101.941445ms)","trace[807445072] 'applied index is now lower than readState.Index' (duration: 73.815319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:17.885324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.296981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:31:17.88588Z","caller":"traceutil/trace.go:171","msg":"trace[1646604532] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5134; }","duration":"176.368364ms","start":"2026-03-04T01:31:17.708996Z","end":"2026-03-04T01:31:17.885364Z","steps":["trace[1646604532] 'agreement among raft nodes before linearized reading' (duration: 175.853507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:18.800125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.476897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:31:18.800298Z","caller":"traceutil/trace.go:171","msg":"trace[1995380628] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"286.25012ms","start":"2026-03-04T01:31:18.514022Z","end":"2026-03-04T01:31:18.800272Z","steps":["trace[1995380628] 'process raft request' (duration: 54.498943ms)","trace[1995380628] 'compare' (duration: 231.316782ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:52.754836Z","caller":"traceutil/trace.go:171","msg":"trace[488497234] linearizableReadLoop","detail":"{readStateIndex:5641; appliedIndex:5640; }","duration":"101.054754ms","start":"2026-03-04T01:31:52.65376Z","end":"2026-03-04T01:31:52.754815Z","steps":["trace[488497234] 'read index received' (duration: 100.839127ms)","trace[488497234] 'applied index is now lower than readState.Index' (duration: 214.587µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:52.754969Z","caller":"traceutil/trace.go:171","msg":"trace[2063552445] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"101.226479ms","start":"2026-03-04T01:31:52.653715Z","end":"2026-03-04T01:31:52.754941Z","steps":["trace[2063552445] 'process raft request' (duration: 100.955541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:52.755203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.419606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T01:31:52.755285Z","caller":"traceutil/trace.go:171","msg":"trace[1555945226] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5431; }","duration":"101.548449ms","start":"2026-03-04T01:31:52.653715Z","end":"2026-03-04T01:31:52.755263Z","steps":["trace[1555945226] 'agreement among raft nodes before linearized reading' (duration: 101.24798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:01.282295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.560552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:32:01.282484Z","caller":"traceutil/trace.go:171","msg":"trace[2053844627] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"453.608417ms","start":"2026-03-04T01:32:00.828847Z","end":"2026-03-04T01:32:01.282455Z","steps":["trace[2053844627] 'process raft request' (duration: 338.790917ms)","trace[2053844627] 'compare' (duration: 114.416277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:32:01.282591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:00.828831Z","time spent":"453.716001ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:32:01.282595Z","caller":"traceutil/trace.go:171","msg":"trace[1009698382] linearizableReadLoop","detail":"{readStateIndex:5697; appliedIndex:5696; }","duration":"373.863447ms","start":"2026-03-04T01:32:00.908675Z","end":"2026-03-04T01:32:01.282538Z","steps":["trace[1009698382] 'read index received' (duration: 258.977175ms)","trace[1009698382] 'applied index is now lower than readState.Index' (duration: 114.883221ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:32:01.370653Z","caller":"traceutil/trace.go:171","msg":"trace[1969761963] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"456.400826ms","start":"2026-03-04T01:32:00.914225Z","end":"2026-03-04T01:32:01.370626Z","steps":["trace[1969761963] 'process raft request' (duration: 456.137497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:01.370802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:00.914202Z","time spent":"456.522129ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:32:01.370864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.259474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:32:01.3709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.10014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-04T01:32:01.370979Z","caller":"traceutil/trace.go:171","msg":"trace[1863250168] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5488; }","duration":"265.416179ms","start":"2026-03-04T01:32:01.105539Z","end":"2026-03-04T01:32:01.370955Z","steps":["trace[1863250168] 'agreement among raft nodes before linearized reading' (duration: 265.233003ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:01.371018Z","caller":"traceutil/trace.go:171","msg":"trace[118889503] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5488; }","duration":"265.249344ms","start":"2026-03-04T01:32:01.105749Z","end":"2026-03-04T01:32:01.370998Z","steps":["trace[118889503] 'agreement among raft nodes before linearized reading' (duration: 265.035208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:01.370702Z","caller":"traceutil/trace.go:171","msg":"trace[215474004] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"338.622484ms","start":"2026-03-04T01:32:01.032035Z","end":"2026-03-04T01:32:01.370657Z","steps":["trace[215474004] 'process raft request' (duration: 338.492859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:01.371195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.191261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"warn","ts":"2026-03-04T01:32:01.371234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.618605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:32:01.371361Z","caller":"traceutil/trace.go:171","msg":"trace[2051942188] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5488; }","duration":"265.800732ms","start":"2026-03-04T01:32:01.105523Z","end":"2026-03-04T01:32:01.371324Z","steps":["trace[2051942188] 'agreement among raft nodes before linearized reading' (duration: 265.515373ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:01.371278Z","caller":"traceutil/trace.go:171","msg":"trace[1373929250] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5486; }","duration":"532.354836ms","start":"2026-03-04T01:32:00.838906Z","end":"2026-03-04T01:32:01.37126Z","steps":["trace[1373929250] 'agreement among raft nodes before linearized reading' (duration: 443.833068ms)","trace[1373929250] 'range keys from in-memory index tree' (duration: 87.570628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:32:01.371457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:01.032011Z","time spent":"339.240892ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:32:01.371547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:00.83888Z","time spent":"532.587463ms","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210826,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-04T01:32:02.073104Z","caller":"traceutil/trace.go:171","msg":"trace[170578875] linearizableReadLoop","detail":"{readStateIndex:5702; appliedIndex:5701; }","duration":"133.525091ms","start":"2026-03-04T01:32:01.939563Z","end":"2026-03-04T01:32:02.073088Z","steps":["trace[170578875] 'read index received' (duration: 133.408917ms)","trace[170578875] 'applied index is now lower than readState.Index' (duration: 115.334µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:32:02.073338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.764058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101688"} {"level":"info","ts":"2026-03-04T01:32:02.073362Z","caller":"traceutil/trace.go:171","msg":"trace[865325599] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5490; }","duration":"133.84588ms","start":"2026-03-04T01:32:01.939511Z","end":"2026-03-04T01:32:02.073357Z","steps":["trace[865325599] 'agreement among raft nodes before linearized reading' (duration: 133.641264ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:02.073403Z","caller":"traceutil/trace.go:171","msg":"trace[1286832331] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"138.118426ms","start":"2026-03-04T01:32:01.935256Z","end":"2026-03-04T01:32:02.073375Z","steps":["trace[1286832331] 'process raft request' (duration: 137.709563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:02.277032Z","caller":"traceutil/trace.go:171","msg":"trace[772785169] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"194.922371ms","start":"2026-03-04T01:32:02.082074Z","end":"2026-03-04T01:32:02.276996Z","steps":["trace[772785169] 'process raft request' (duration: 110.909765ms)","trace[772785169] 'compare' (duration: 83.889013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:32:15.326663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.798691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T01:32:15.326785Z","caller":"traceutil/trace.go:171","msg":"trace[1774235323] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5577; }","duration":"134.985456ms","start":"2026-03-04T01:32:15.191765Z","end":"2026-03-04T01:32:15.32675Z","steps":["trace[1774235323] 'range keys from in-memory index tree' (duration: 134.550652ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:32.853148Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2753} {"level":"info","ts":"2026-03-04T01:32:32.92348Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2753,"took":"69.036222ms","hash":3985446879,"current-db-size-bytes":41533440,"current-db-size":"42 MB","current-db-size-in-use-bytes":31080448,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-04T01:32:32.923537Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3985446879,"revision":2753,"compact-revision":-1} {"level":"info","ts":"2026-03-04T01:36:54.64633Z","caller":"traceutil/trace.go:171","msg":"trace[1822924620] transaction","detail":"{read_only:false; response_revision:7417; number_of_response:1; }","duration":"132.591339ms","start":"2026-03-04T01:36:54.513708Z","end":"2026-03-04T01:36:54.6463Z","steps":["trace[1822924620] 'process raft request' (duration: 132.421574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:02.260552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202898654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:37:02.761525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202898654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:37:02.903921Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.304124084s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:37:02.904448Z","caller":"traceutil/trace.go:171","msg":"trace[255957354] transaction","detail":"{read_only:false; response_revision:7588; number_of_response:1; }","duration":"1.304765894s","start":"2026-03-04T01:37:01.599651Z","end":"2026-03-04T01:37:02.904417Z","steps":["trace[255957354] 'process raft request' (duration: 1.304553048s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:02.90464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:01.599622Z","time spent":"1.304926639s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:37:02.915994Z","caller":"traceutil/trace.go:171","msg":"trace[326225132] linearizableReadLoop","detail":"{readStateIndex:7875; appliedIndex:7872; }","duration":"1.155656418s","start":"2026-03-04T01:37:01.760311Z","end":"2026-03-04T01:37:02.915967Z","steps":["trace[326225132] 'read index received' (duration: 1.143891959s)","trace[326225132] 'applied index is now lower than readState.Index' (duration: 11.763429ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:02.916115Z","caller":"traceutil/trace.go:171","msg":"trace[808467486] transaction","detail":"{read_only:false; response_revision:7590; number_of_response:1; }","duration":"187.505291ms","start":"2026-03-04T01:37:02.728571Z","end":"2026-03-04T01:37:02.916076Z","steps":["trace[808467486] 'process raft request' (duration: 187.349086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:02.916372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.811675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:02.916442Z","caller":"traceutil/trace.go:171","msg":"trace[2089390797] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7590; }","duration":"234.96163ms","start":"2026-03-04T01:37:02.681459Z","end":"2026-03-04T01:37:02.916421Z","steps":["trace[2089390797] 'agreement among raft nodes before linearized reading' (duration: 234.778714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:02.916486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:37:02.916484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.213077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:37:02.916267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155935857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mt8q9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:37:02.916577Z","caller":"traceutil/trace.go:171","msg":"trace[1379855991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7590; }","duration":"600.801995ms","start":"2026-03-04T01:37:02.315751Z","end":"2026-03-04T01:37:02.916553Z","steps":["trace[1379855991] 'agreement among raft nodes before linearized reading' (duration: 600.65088ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:02.916595Z","caller":"traceutil/trace.go:171","msg":"trace[1485793034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7590; }","duration":"125.396853ms","start":"2026-03-04T01:37:02.791174Z","end":"2026-03-04T01:37:02.916571Z","steps":["trace[1485793034] 'agreement among raft nodes before linearized reading' (duration: 125.043932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:02.916489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.723255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T01:37:02.916622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:02.315731Z","time spent":"600.881117ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:37:02.916659Z","caller":"traceutil/trace.go:171","msg":"trace[330938201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7590; }","duration":"470.947982ms","start":"2026-03-04T01:37:02.44569Z","end":"2026-03-04T01:37:02.916638Z","steps":["trace[330938201] 'agreement among raft nodes before linearized reading' (duration: 470.57822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:02.916701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:02.445669Z","time spent":"471.023665ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:37:02.916493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.698871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:37:02.916746Z","caller":"traceutil/trace.go:171","msg":"trace[384728893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7590; }","duration":"462.035522ms","start":"2026-03-04T01:37:02.454694Z","end":"2026-03-04T01:37:02.916729Z","steps":["trace[384728893] 'agreement among raft nodes before linearized reading' (duration: 461.589778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:02.916737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.656312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T01:37:02.916603Z","caller":"traceutil/trace.go:171","msg":"trace[914039178] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mt8q9; range_end:; response_count:1; response_revision:7590; }","duration":"1.15636099s","start":"2026-03-04T01:37:01.760228Z","end":"2026-03-04T01:37:02.916589Z","steps":["trace[914039178] 'agreement among raft nodes before linearized reading' (duration: 1.155842614s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:02.916795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:02.454666Z","time spent":"462.113124ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:37:02.916808Z","caller":"traceutil/trace.go:171","msg":"trace[1129193959] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7590; }","duration":"880.797667ms","start":"2026-03-04T01:37:02.035998Z","end":"2026-03-04T01:37:02.916796Z","steps":["trace[1129193959] 'agreement among raft nodes before linearized reading' (duration: 880.111815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:02.916811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:01.760189Z","time spent":"1.156611088s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-mt8q9\" "} {"level":"warn","ts":"2026-03-04T01:37:02.916605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.483051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:37:02.916852Z","caller":"traceutil/trace.go:171","msg":"trace[1458307816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7590; }","duration":"458.78453ms","start":"2026-03-04T01:37:02.458056Z","end":"2026-03-04T01:37:02.91684Z","steps":["trace[1458307816] 'agreement among raft nodes before linearized reading' (duration: 458.12862ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:02.916019Z","caller":"traceutil/trace.go:171","msg":"trace[636261552] transaction","detail":"{read_only:false; response_revision:7589; number_of_response:1; }","duration":"232.451961ms","start":"2026-03-04T01:37:02.68354Z","end":"2026-03-04T01:37:02.915992Z","steps":["trace[636261552] 'process raft request' (duration: 232.151901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:02.916871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:02.458027Z","time spent":"458.838882ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:37:02.9176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:02.03597Z","time spent":"880.862869ms","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":867,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:37:13.096132Z","caller":"traceutil/trace.go:171","msg":"trace[366724967] transaction","detail":"{read_only:false; response_revision:7640; number_of_response:1; }","duration":"101.494724ms","start":"2026-03-04T01:37:12.99461Z","end":"2026-03-04T01:37:13.096105Z","steps":["trace[366724967] 'process raft request' (duration: 101.423032ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:13.096169Z","caller":"traceutil/trace.go:171","msg":"trace[855180763] transaction","detail":"{read_only:false; response_revision:7639; number_of_response:1; }","duration":"102.280559ms","start":"2026-03-04T01:37:12.993857Z","end":"2026-03-04T01:37:13.096138Z","steps":["trace[855180763] 'process raft request' (duration: 102.110103ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:13.096257Z","caller":"traceutil/trace.go:171","msg":"trace[753219553] linearizableReadLoop","detail":"{readStateIndex:7927; appliedIndex:7925; }","duration":"102.370191ms","start":"2026-03-04T01:37:12.993878Z","end":"2026-03-04T01:37:13.096248Z","steps":["trace[753219553] 'read index received' (duration: 87.430485ms)","trace[753219553] 'applied index is now lower than readState.Index' (duration: 14.938846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:13.09654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.581538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T01:37:13.096595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.680811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mt8q9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:37:13.096624Z","caller":"traceutil/trace.go:171","msg":"trace[2132820413] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7641; }","duration":"102.674951ms","start":"2026-03-04T01:37:12.99393Z","end":"2026-03-04T01:37:13.096605Z","steps":["trace[2132820413] 'agreement among raft nodes before linearized reading' (duration: 102.469795ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:13.096681Z","caller":"traceutil/trace.go:171","msg":"trace[1047247832] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mt8q9; range_end:; response_count:1; response_revision:7641; }","duration":"102.808955ms","start":"2026-03-04T01:37:12.993852Z","end":"2026-03-04T01:37:13.096661Z","steps":["trace[1047247832] 'agreement among raft nodes before linearized reading' (duration: 102.507325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:13.569782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.031902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:37:13.569797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.607959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:13.569868Z","caller":"traceutil/trace.go:171","msg":"trace[530656342] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7643; }","duration":"205.143115ms","start":"2026-03-04T01:37:13.364707Z","end":"2026-03-04T01:37:13.56985Z","steps":["trace[530656342] 'range keys from in-memory index tree' (duration: 204.959899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:13.569864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.911028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:13.569922Z","caller":"traceutil/trace.go:171","msg":"trace[724755123] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7643; }","duration":"230.976151ms","start":"2026-03-04T01:37:13.338927Z","end":"2026-03-04T01:37:13.569903Z","steps":["trace[724755123] 'range keys from in-memory index tree' (duration: 230.864617ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:13.569923Z","caller":"traceutil/trace.go:171","msg":"trace[327972108] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7643; }","duration":"205.805616ms","start":"2026-03-04T01:37:13.364082Z","end":"2026-03-04T01:37:13.569888Z","steps":["trace[327972108] 'count revisions from in-memory index tree' (duration: 205.490046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:13.569782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.999771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:37:13.57003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.836826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:37:13.570044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.9412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:13.570084Z","caller":"traceutil/trace.go:171","msg":"trace[1331755653] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7643; }","duration":"230.31594ms","start":"2026-03-04T01:37:13.339709Z","end":"2026-03-04T01:37:13.570025Z","steps":["trace[1331755653] 'range keys from in-memory index tree' (duration: 229.923738ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:13.570154Z","caller":"traceutil/trace.go:171","msg":"trace[999357272] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7643; }","duration":"231.025612ms","start":"2026-03-04T01:37:13.339101Z","end":"2026-03-04T01:37:13.570126Z","steps":["trace[999357272] 'count revisions from in-memory index tree' (duration: 230.781975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:13.570829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.427384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:13.57017Z","caller":"traceutil/trace.go:171","msg":"trace[1597784462] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7643; }","duration":"206.115665ms","start":"2026-03-04T01:37:13.364024Z","end":"2026-03-04T01:37:13.570139Z","steps":["trace[1597784462] 'range keys from in-memory index tree' (duration: 205.851377ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:13.570889Z","caller":"traceutil/trace.go:171","msg":"trace[382033887] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7644; }","duration":"154.550958ms","start":"2026-03-04T01:37:13.416325Z","end":"2026-03-04T01:37:13.570876Z","steps":["trace[382033887] 'agreement among raft nodes before linearized reading' (duration: 154.418724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:13.570546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.886127ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:13.571007Z","caller":"traceutil/trace.go:171","msg":"trace[25662421] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7643; }","duration":"119.386852ms","start":"2026-03-04T01:37:13.451609Z","end":"2026-03-04T01:37:13.570996Z","steps":["trace[25662421] 'range keys from in-memory index tree' (duration: 118.852276ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:13.570675Z","caller":"traceutil/trace.go:171","msg":"trace[808528118] linearizableReadLoop","detail":"{readStateIndex:7932; appliedIndex:7931; }","duration":"154.263169ms","start":"2026-03-04T01:37:13.416375Z","end":"2026-03-04T01:37:13.570638Z","steps":["trace[808528118] 'read index received' (duration: 90.935845ms)","trace[808528118] 'applied index is now lower than readState.Index' (duration: 63.325484ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:13.570739Z","caller":"traceutil/trace.go:171","msg":"trace[1304641859] transaction","detail":"{read_only:false; response_revision:7644; number_of_response:1; }","duration":"176.990558ms","start":"2026-03-04T01:37:13.393715Z","end":"2026-03-04T01:37:13.570705Z","steps":["trace[1304641859] 'process raft request' (duration: 113.633573ms)","trace[1304641859] 'compare' (duration: 62.287852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:13.571343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.895959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:37:13.571343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.60135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:37:13.5714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.801946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:37:13.571395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.378103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:13.571421Z","caller":"traceutil/trace.go:171","msg":"trace[1279458001] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7644; }","duration":"137.842157ms","start":"2026-03-04T01:37:13.433572Z","end":"2026-03-04T01:37:13.571414Z","steps":["trace[1279458001] 'agreement among raft nodes before linearized reading' (duration: 137.801986ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:13.571419Z","caller":"traceutil/trace.go:171","msg":"trace[118890381] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7644; }","duration":"155.004403ms","start":"2026-03-04T01:37:13.416395Z","end":"2026-03-04T01:37:13.571399Z","steps":["trace[118890381] 'agreement among raft nodes before linearized reading' (duration: 154.863608ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:13.571429Z","caller":"traceutil/trace.go:171","msg":"trace[2104205436] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7644; }","duration":"137.703293ms","start":"2026-03-04T01:37:13.433702Z","end":"2026-03-04T01:37:13.571406Z","steps":["trace[2104205436] 'agreement among raft nodes before linearized reading' (duration: 137.555438ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:13.571447Z","caller":"traceutil/trace.go:171","msg":"trace[1440817429] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7644; }","duration":"137.442584ms","start":"2026-03-04T01:37:13.433983Z","end":"2026-03-04T01:37:13.571426Z","steps":["trace[1440817429] 'agreement among raft nodes before linearized reading' (duration: 137.357082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:13.571622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.852786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:13.571681Z","caller":"traceutil/trace.go:171","msg":"trace[544220323] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7644; }","duration":"153.96895ms","start":"2026-03-04T01:37:13.417698Z","end":"2026-03-04T01:37:13.571667Z","steps":["trace[544220323] 'agreement among raft nodes before linearized reading' (duration: 153.863087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:14.95193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.79588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:14.952021Z","caller":"traceutil/trace.go:171","msg":"trace[2092915763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7644; }","duration":"636.011486ms","start":"2026-03-04T01:37:14.315992Z","end":"2026-03-04T01:37:14.952004Z","steps":["trace[2092915763] 'range keys from in-memory index tree' (duration: 635.612873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:14.952063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:14.315964Z","time spent":"636.090088ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:37:14.952554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.659394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:37:14.952622Z","caller":"traceutil/trace.go:171","msg":"trace[1424133481] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7644; }","duration":"515.739967ms","start":"2026-03-04T01:37:14.436865Z","end":"2026-03-04T01:37:14.952605Z","steps":["trace[1424133481] 'count revisions from in-memory index tree' (duration: 515.221581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:14.952672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:14.43684Z","time spent":"515.816169ms","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:37:14.952826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.316682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:37:14.952919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.24957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-04T01:37:14.952935Z","caller":"traceutil/trace.go:171","msg":"trace[385002808] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7644; }","duration":"352.462216ms","start":"2026-03-04T01:37:14.600448Z","end":"2026-03-04T01:37:14.95291Z","steps":["trace[385002808] 'count revisions from in-memory index tree' (duration: 352.2501ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:14.952967Z","caller":"traceutil/trace.go:171","msg":"trace[645605648] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7644; }","duration":"369.347194ms","start":"2026-03-04T01:37:14.583606Z","end":"2026-03-04T01:37:14.952954Z","steps":["trace[645605648] 'range keys from in-memory index tree' (duration: 369.006822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:14.952999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:14.583583Z","time spent":"369.407786ms","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-04T01:37:14.953005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:14.600436Z","time spent":"352.542649ms","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:37:15.29989Z","caller":"traceutil/trace.go:171","msg":"trace[1246707531] transaction","detail":"{read_only:false; response_revision:7650; number_of_response:1; }","duration":"148.375915ms","start":"2026-03-04T01:37:15.151493Z","end":"2026-03-04T01:37:15.299869Z","steps":["trace[1246707531] 'process raft request' (duration: 148.315593ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:15.300156Z","caller":"traceutil/trace.go:171","msg":"trace[2078736135] transaction","detail":"{read_only:false; response_revision:7651; number_of_response:1; }","duration":"147.821948ms","start":"2026-03-04T01:37:15.152326Z","end":"2026-03-04T01:37:15.300148Z","steps":["trace[2078736135] 'process raft request' (duration: 147.515439ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:15.300058Z","caller":"traceutil/trace.go:171","msg":"trace[1669385151] transaction","detail":"{read_only:false; response_revision:7649; number_of_response:1; }","duration":"148.869311ms","start":"2026-03-04T01:37:15.151027Z","end":"2026-03-04T01:37:15.299896Z","steps":["trace[1669385151] 'process raft request' (duration: 148.643834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:15.300449Z","caller":"traceutil/trace.go:171","msg":"trace[1256168808] transaction","detail":"{read_only:false; response_revision:7652; number_of_response:1; }","duration":"147.978314ms","start":"2026-03-04T01:37:15.15244Z","end":"2026-03-04T01:37:15.300418Z","steps":["trace[1256168808] 'process raft request' (duration: 147.672834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:15.300461Z","caller":"traceutil/trace.go:171","msg":"trace[782710802] linearizableReadLoop","detail":"{readStateIndex:7937; appliedIndex:7935; }","duration":"149.279804ms","start":"2026-03-04T01:37:15.151118Z","end":"2026-03-04T01:37:15.300398Z","steps":["trace[782710802] 'read index received' (duration: 4.845851ms)","trace[782710802] 'applied index is now lower than readState.Index' (duration: 144.430703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:15.301004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.865052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223847"} {"level":"info","ts":"2026-03-04T01:37:15.301077Z","caller":"traceutil/trace.go:171","msg":"trace[1767837503] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7652; }","duration":"149.961755ms","start":"2026-03-04T01:37:15.151095Z","end":"2026-03-04T01:37:15.301057Z","steps":["trace[1767837503] 'agreement among raft nodes before linearized reading' (duration: 149.45619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:16.817507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202898857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:37:17.27443Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.248672157s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:37:17.274837Z","caller":"traceutil/trace.go:171","msg":"trace[682420059] transaction","detail":"{read_only:false; response_revision:7655; number_of_response:1; }","duration":"1.256322326s","start":"2026-03-04T01:37:16.018489Z","end":"2026-03-04T01:37:17.274812Z","steps":["trace[682420059] 'process raft request' (duration: 1.256165181s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:17.275011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:16.018462Z","time spent":"1.256447019s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:37:17.425433Z","caller":"traceutil/trace.go:171","msg":"trace[758716322] linearizableReadLoop","detail":"{readStateIndex:7946; appliedIndex:7943; }","duration":"1.108637312s","start":"2026-03-04T01:37:16.316776Z","end":"2026-03-04T01:37:17.425414Z","steps":["trace[758716322] 'read index received' (duration: 958.010776ms)","trace[758716322] 'applied index is now lower than readState.Index' (duration: 150.625636ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:17.425534Z","caller":"traceutil/trace.go:171","msg":"trace[650992058] transaction","detail":"{read_only:false; response_revision:7658; number_of_response:1; }","duration":"411.607001ms","start":"2026-03-04T01:37:17.01392Z","end":"2026-03-04T01:37:17.425527Z","steps":["trace[650992058] 'process raft request' (duration: 411.457407ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:17.425502Z","caller":"traceutil/trace.go:171","msg":"trace[2008672501] transaction","detail":"{read_only:false; response_revision:7657; number_of_response:1; }","duration":"1.071454963s","start":"2026-03-04T01:37:16.354012Z","end":"2026-03-04T01:37:17.425467Z","steps":["trace[2008672501] 'process raft request' (duration: 1.071321828s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:17.425619Z","caller":"traceutil/trace.go:171","msg":"trace[1624761558] transaction","detail":"{read_only:false; response_revision:7656; number_of_response:1; }","duration":"1.399013334s","start":"2026-03-04T01:37:16.026588Z","end":"2026-03-04T01:37:17.425602Z","steps":["trace[1624761558] 'process raft request' (duration: 1.398538159s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:17.425698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:16.353983Z","time spent":"1.071605547s","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19434,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:17.425788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086148471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:37:17.425816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109033104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:37:17.425854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.239287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:37:17.425863Z","caller":"traceutil/trace.go:171","msg":"trace[1618491373] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7658; }","duration":"1.086257103s","start":"2026-03-04T01:37:16.339586Z","end":"2026-03-04T01:37:17.425843Z","steps":["trace[1618491373] 'agreement among raft nodes before linearized reading' (duration: 1.086068247s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:17.425888Z","caller":"traceutil/trace.go:171","msg":"trace[203045984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7658; }","duration":"119.287718ms","start":"2026-03-04T01:37:17.306593Z","end":"2026-03-04T01:37:17.425881Z","steps":["trace[203045984] 'agreement among raft nodes before linearized reading' (duration: 119.224266ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:17.425896Z","caller":"traceutil/trace.go:171","msg":"trace[1505434060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7658; }","duration":"1.109161778s","start":"2026-03-04T01:37:16.316716Z","end":"2026-03-04T01:37:17.425877Z","steps":["trace[1505434060] 'agreement among raft nodes before linearized reading' (duration: 1.109034974s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:17.425911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:16.339567Z","time spent":"1.086333146s","remote":"127.0.0.1:43294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":35,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:37:17.425914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:16.026564Z","time spent":"1.399132928s","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:17.425941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:16.316691Z","time spent":"1.10924253s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:37:17.425784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.65414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:37:17.426644Z","caller":"traceutil/trace.go:171","msg":"trace[1021200032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7658; }","duration":"120.561389ms","start":"2026-03-04T01:37:17.30607Z","end":"2026-03-04T01:37:17.426631Z","steps":["trace[1021200032] 'agreement among raft nodes before linearized reading' (duration: 119.62505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:17.426626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.537173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:37:17.426826Z","caller":"traceutil/trace.go:171","msg":"trace[778731629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7658; }","duration":"371.833742ms","start":"2026-03-04T01:37:17.054961Z","end":"2026-03-04T01:37:17.426795Z","steps":["trace[778731629] 'agreement among raft nodes before linearized reading' (duration: 371.096229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:17.426962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:17.054893Z","time spent":"372.054569ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:37:17.426631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.10029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T01:37:17.426022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.982548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mt8q9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:37:17.427122Z","caller":"traceutil/trace.go:171","msg":"trace[2054274475] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7658; }","duration":"848.73941ms","start":"2026-03-04T01:37:16.578361Z","end":"2026-03-04T01:37:17.427101Z","steps":["trace[2054274475] 'agreement among raft nodes before linearized reading' (duration: 847.707707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:17.426162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.516756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:37:17.427246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:16.578339Z","time spent":"848.889994ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:37:17.427272Z","caller":"traceutil/trace.go:171","msg":"trace[544429003] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mt8q9; range_end:; response_count:1; response_revision:7658; }","duration":"119.169405ms","start":"2026-03-04T01:37:17.307987Z","end":"2026-03-04T01:37:17.427156Z","steps":["trace[544429003] 'agreement among raft nodes before linearized reading' (duration: 117.740651ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:17.427282Z","caller":"traceutil/trace.go:171","msg":"trace[1694185497] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7658; }","duration":"120.639311ms","start":"2026-03-04T01:37:17.306614Z","end":"2026-03-04T01:37:17.427253Z","steps":["trace[1694185497] 'agreement among raft nodes before linearized reading' (duration: 119.188056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:17.426352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.163987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:37:17.427501Z","caller":"traceutil/trace.go:171","msg":"trace[359932753] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7658; }","duration":"122.381136ms","start":"2026-03-04T01:37:17.305105Z","end":"2026-03-04T01:37:17.427487Z","steps":["trace[359932753] 'agreement among raft nodes before linearized reading' (duration: 120.92983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:17.42566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:17.013891Z","time spent":"411.666643ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:17.426076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.103255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:37:17.427751Z","caller":"traceutil/trace.go:171","msg":"trace[2122026209] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7658; }","duration":"267.837319ms","start":"2026-03-04T01:37:17.159899Z","end":"2026-03-04T01:37:17.427736Z","steps":["trace[2122026209] 'agreement among raft nodes before linearized reading' (duration: 265.999222ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:17.767883Z","caller":"traceutil/trace.go:171","msg":"trace[1489975060] transaction","detail":"{read_only:false; response_revision:7662; number_of_response:1; }","duration":"331.332499ms","start":"2026-03-04T01:37:17.436523Z","end":"2026-03-04T01:37:17.767856Z","steps":["trace[1489975060] 'process raft request' (duration: 331.236346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:17.767903Z","caller":"traceutil/trace.go:171","msg":"trace[1374320893] transaction","detail":"{read_only:false; response_revision:7661; number_of_response:1; }","duration":"335.783568ms","start":"2026-03-04T01:37:17.432091Z","end":"2026-03-04T01:37:17.767875Z","steps":["trace[1374320893] 'process raft request' (duration: 335.626753ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:17.767892Z","caller":"traceutil/trace.go:171","msg":"trace[1996392619] transaction","detail":"{read_only:false; response_revision:7660; number_of_response:1; }","duration":"336.577393ms","start":"2026-03-04T01:37:17.431277Z","end":"2026-03-04T01:37:17.767855Z","steps":["trace[1996392619] 'process raft request' (duration: 336.271094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:17.768063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:17.43208Z","time spent":"335.902811ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:17.768066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:17.43651Z","time spent":"331.457493ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:17.768175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:17.43125Z","time spent":"336.746248ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:37:17.768276Z","caller":"traceutil/trace.go:171","msg":"trace[559120859] transaction","detail":"{read_only:false; response_revision:7663; number_of_response:1; }","duration":"331.564386ms","start":"2026-03-04T01:37:17.436665Z","end":"2026-03-04T01:37:17.768229Z","steps":["trace[559120859] 'process raft request' (duration: 331.146813ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:17.76836Z","caller":"traceutil/trace.go:171","msg":"trace[208394806] transaction","detail":"{read_only:false; response_revision:7664; number_of_response:1; }","duration":"330.848475ms","start":"2026-03-04T01:37:17.437398Z","end":"2026-03-04T01:37:17.768246Z","steps":["trace[208394806] 'process raft request' (duration: 330.679419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:17.768434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:17.436657Z","time spent":"331.696591ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:17.768485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:17.437391Z","time spent":"331.056451ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:17.768566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.11859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T01:37:17.768631Z","caller":"traceutil/trace.go:171","msg":"trace[282818207] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:7664; }","duration":"337.177012ms","start":"2026-03-04T01:37:17.431419Z","end":"2026-03-04T01:37:17.768596Z","steps":["trace[282818207] 'agreement among raft nodes before linearized reading' (duration: 336.975355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:17.768665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:17.431412Z","time spent":"337.243823ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-04T01:37:17.782277Z","caller":"traceutil/trace.go:171","msg":"trace[1622792513] linearizableReadLoop","detail":"{readStateIndex:7949; appliedIndex:7948; }","duration":"336.771389ms","start":"2026-03-04T01:37:17.431436Z","end":"2026-03-04T01:37:17.768207Z","steps":["trace[1622792513] 'read index received' (duration: 67.810304ms)","trace[1622792513] 'applied index is now lower than readState.Index' (duration: 268.959665ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:17.901918Z","caller":"traceutil/trace.go:171","msg":"trace[546382469] linearizableReadLoop","detail":"{readStateIndex:7954; appliedIndex:7953; }","duration":"119.579518ms","start":"2026-03-04T01:37:17.782305Z","end":"2026-03-04T01:37:17.901885Z","steps":["trace[546382469] 'read index received' (duration: 32.992948ms)","trace[546382469] 'applied index is now lower than readState.Index' (duration: 86.58496ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:17.901968Z","caller":"traceutil/trace.go:171","msg":"trace[503592618] transaction","detail":"{read_only:false; response_revision:7665; number_of_response:1; }","duration":"301.298653ms","start":"2026-03-04T01:37:17.600639Z","end":"2026-03-04T01:37:17.901938Z","steps":["trace[503592618] 'process raft request' (duration: 214.682353ms)","trace[503592618] 'compare' (duration: 86.422654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:17.902132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.450801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:17.902177Z","caller":"traceutil/trace.go:171","msg":"trace[1030280794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7665; }","duration":"466.517544ms","start":"2026-03-04T01:37:17.43565Z","end":"2026-03-04T01:37:17.902168Z","steps":["trace[1030280794] 'agreement among raft nodes before linearized reading' (duration: 466.370139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:17.9022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:17.435642Z","time spent":"466.553114ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:37:17.902138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:17.600609Z","time spent":"301.428147ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:17.902341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.217844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T01:37:17.90237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.688508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T01:37:17.902458Z","caller":"traceutil/trace.go:171","msg":"trace[702245455] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7665; }","duration":"466.358259ms","start":"2026-03-04T01:37:17.436072Z","end":"2026-03-04T01:37:17.90243Z","steps":["trace[702245455] 'agreement among raft nodes before linearized reading' (duration: 465.913505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:17.902532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:17.436045Z","time spent":"466.474633ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:37:17.902555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.660452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223847"} {"level":"info","ts":"2026-03-04T01:37:17.902608Z","caller":"traceutil/trace.go:171","msg":"trace[976595818] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7665; }","duration":"469.764825ms","start":"2026-03-04T01:37:17.432832Z","end":"2026-03-04T01:37:17.902597Z","steps":["trace[976595818] 'agreement among raft nodes before linearized reading' (duration: 469.215408ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:17.902466Z","caller":"traceutil/trace.go:171","msg":"trace[1680745637] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7665; }","duration":"116.829922ms","start":"2026-03-04T01:37:17.785614Z","end":"2026-03-04T01:37:17.902444Z","steps":["trace[1680745637] 'agreement among raft nodes before linearized reading' (duration: 116.531083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:17.902656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:17.432821Z","time spent":"469.824257ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223870,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:37:18.48481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.406187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:37:18.484871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.520302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:37:18.484916Z","caller":"traceutil/trace.go:171","msg":"trace[1101010363] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7665; }","duration":"473.570312ms","start":"2026-03-04T01:37:18.01132Z","end":"2026-03-04T01:37:18.48489Z","steps":["trace[1101010363] 'range keys from in-memory index tree' (duration: 473.304654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:18.484914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.126714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:37:18.484973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:18.011295Z","time spent":"473.663855ms","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T01:37:18.484985Z","caller":"traceutil/trace.go:171","msg":"trace[528971663] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7665; }","duration":"444.241458ms","start":"2026-03-04T01:37:18.040726Z","end":"2026-03-04T01:37:18.484968Z","steps":["trace[528971663] 'count revisions from in-memory index tree' (duration: 444.064362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:18.485027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:18.040715Z","time spent":"444.30159ms","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:37:18.484923Z","caller":"traceutil/trace.go:171","msg":"trace[52304869] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7665; }","duration":"150.636806ms","start":"2026-03-04T01:37:18.334272Z","end":"2026-03-04T01:37:18.484909Z","steps":["trace[52304869] 'count revisions from in-memory index tree' (duration: 150.261144ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:19.820179Z","caller":"traceutil/trace.go:171","msg":"trace[697644518] linearizableReadLoop","detail":"{readStateIndex:7956; appliedIndex:7955; }","duration":"315.613819ms","start":"2026-03-04T01:37:19.504545Z","end":"2026-03-04T01:37:19.820159Z","steps":["trace[697644518] 'read index received' (duration: 315.451514ms)","trace[697644518] 'applied index is now lower than readState.Index' (duration: 160.975µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:19.820229Z","caller":"traceutil/trace.go:171","msg":"trace[1655081427] transaction","detail":"{read_only:false; response_revision:7667; number_of_response:1; }","duration":"385.662002ms","start":"2026-03-04T01:37:19.434545Z","end":"2026-03-04T01:37:19.820207Z","steps":["trace[1655081427] 'process raft request' (duration: 385.475886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:19.820415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.854797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:37:19.820474Z","caller":"traceutil/trace.go:171","msg":"trace[1693626613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7667; }","duration":"315.96936ms","start":"2026-03-04T01:37:19.504492Z","end":"2026-03-04T01:37:19.820462Z","steps":["trace[1693626613] 'agreement among raft nodes before linearized reading' (duration: 315.787104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:19.820502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:19.50447Z","time spent":"316.025682ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:37:19.820527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:19.434518Z","time spent":"385.759675ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:37:20.036048Z","caller":"traceutil/trace.go:171","msg":"trace[505371467] transaction","detail":"{read_only:false; response_revision:7668; number_of_response:1; }","duration":"211.395681ms","start":"2026-03-04T01:37:19.824629Z","end":"2026-03-04T01:37:20.036025Z","steps":["trace[505371467] 'process raft request' (duration: 211.255466ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:20.042189Z","caller":"traceutil/trace.go:171","msg":"trace[225504916] transaction","detail":"{read_only:false; response_revision:7669; number_of_response:1; }","duration":"217.18089ms","start":"2026-03-04T01:37:19.824996Z","end":"2026-03-04T01:37:20.042176Z","steps":["trace[225504916] 'process raft request' (duration: 217.065867ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:20.042354Z","caller":"traceutil/trace.go:171","msg":"trace[1330109511] transaction","detail":"{read_only:false; response_revision:7670; number_of_response:1; }","duration":"217.262834ms","start":"2026-03-04T01:37:19.825083Z","end":"2026-03-04T01:37:20.042346Z","steps":["trace[1330109511] 'process raft request' (duration: 217.043507ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:20.042396Z","caller":"traceutil/trace.go:171","msg":"trace[1328951109] linearizableReadLoop","detail":"{readStateIndex:7963; appliedIndex:7956; }","duration":"132.474ms","start":"2026-03-04T01:37:19.909911Z","end":"2026-03-04T01:37:20.042385Z","steps":["trace[1328951109] 'read index received' (duration: 126.041159ms)","trace[1328951109] 'applied index is now lower than readState.Index' (duration: 6.431741ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:20.042421Z","caller":"traceutil/trace.go:171","msg":"trace[535573736] transaction","detail":"{read_only:false; response_revision:7672; number_of_response:1; }","duration":"217.040736ms","start":"2026-03-04T01:37:19.82535Z","end":"2026-03-04T01:37:20.042391Z","steps":["trace[535573736] 'process raft request' (duration: 216.959343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:20.042513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.589834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mt8q9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:37:20.042514Z","caller":"traceutil/trace.go:171","msg":"trace[1641215441] transaction","detail":"{read_only:false; response_revision:7671; number_of_response:1; }","duration":"217.318145ms","start":"2026-03-04T01:37:19.825168Z","end":"2026-03-04T01:37:20.042487Z","steps":["trace[1641215441] 'process raft request' (duration: 217.093208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:20.042537Z","caller":"traceutil/trace.go:171","msg":"trace[1449867057] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mt8q9; range_end:; response_count:1; response_revision:7674; }","duration":"132.664846ms","start":"2026-03-04T01:37:19.909865Z","end":"2026-03-04T01:37:20.04253Z","steps":["trace[1449867057] 'agreement among raft nodes before linearized reading' (duration: 132.562613ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:20.04255Z","caller":"traceutil/trace.go:171","msg":"trace[1847766183] transaction","detail":"{read_only:false; response_revision:7674; number_of_response:1; }","duration":"134.493203ms","start":"2026-03-04T01:37:19.90803Z","end":"2026-03-04T01:37:20.042523Z","steps":["trace[1847766183] 'process raft request' (duration: 134.330318ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:20.042703Z","caller":"traceutil/trace.go:171","msg":"trace[604903293] transaction","detail":"{read_only:false; response_revision:7673; number_of_response:1; }","duration":"216.792169ms","start":"2026-03-04T01:37:19.82588Z","end":"2026-03-04T01:37:20.042672Z","steps":["trace[604903293] 'process raft request' (duration: 216.460428ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:32.219982Z","caller":"traceutil/trace.go:171","msg":"trace[1132335017] linearizableReadLoop","detail":"{readStateIndex:8023; appliedIndex:8022; }","duration":"127.03471ms","start":"2026-03-04T01:37:32.092926Z","end":"2026-03-04T01:37:32.21996Z","steps":["trace[1132335017] 'read index received' (duration: 126.803483ms)","trace[1132335017] 'applied index is now lower than readState.Index' (duration: 230.217µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:32.220051Z","caller":"traceutil/trace.go:171","msg":"trace[1265339284] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"134.209974ms","start":"2026-03-04T01:37:32.085801Z","end":"2026-03-04T01:37:32.220011Z","steps":["trace[1265339284] 'process raft request' (duration: 134.013828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:32.220198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.250827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:37:32.220226Z","caller":"traceutil/trace.go:171","msg":"trace[736929663] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7731; }","duration":"127.317549ms","start":"2026-03-04T01:37:32.092899Z","end":"2026-03-04T01:37:32.220217Z","steps":["trace[736929663] 'agreement among raft nodes before linearized reading' (duration: 127.190745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:32.220311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.899429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:37:32.220391Z","caller":"traceutil/trace.go:171","msg":"trace[1453997414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7731; }","duration":"121.031293ms","start":"2026-03-04T01:37:32.099337Z","end":"2026-03-04T01:37:32.220368Z","steps":["trace[1453997414] 'agreement among raft nodes before linearized reading' (duration: 120.794865ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:32.867664Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5715} {"level":"info","ts":"2026-03-04T01:37:32.961495Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5715,"took":"91.934206ms","hash":2789349116,"current-db-size-bytes":42373120,"current-db-size":"42 MB","current-db-size-in-use-bytes":22876160,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-04T01:37:32.961567Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2789349116,"revision":5715,"compact-revision":2753} {"level":"info","ts":"2026-03-04T01:37:34.403457Z","caller":"traceutil/trace.go:171","msg":"trace[1224835311] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"105.425826ms","start":"2026-03-04T01:37:34.298004Z","end":"2026-03-04T01:37:34.40343Z","steps":["trace[1224835311] 'process raft request' (duration: 105.341734ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:34.403696Z","caller":"traceutil/trace.go:171","msg":"trace[1110266167] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"105.282472ms","start":"2026-03-04T01:37:34.298402Z","end":"2026-03-04T01:37:34.403684Z","steps":["trace[1110266167] 'process raft request' (duration: 104.988483ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:34.403911Z","caller":"traceutil/trace.go:171","msg":"trace[636308986] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"105.313293ms","start":"2026-03-04T01:37:34.298588Z","end":"2026-03-04T01:37:34.403902Z","steps":["trace[636308986] 'process raft request' (duration: 105.058085ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:34.403901Z","caller":"traceutil/trace.go:171","msg":"trace[870764421] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"105.786138ms","start":"2026-03-04T01:37:34.297706Z","end":"2026-03-04T01:37:34.403492Z","steps":["trace[870764421] 'process raft request' (duration: 95.782776ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:34.404199Z","caller":"traceutil/trace.go:171","msg":"trace[772337225] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"105.497399ms","start":"2026-03-04T01:37:34.298688Z","end":"2026-03-04T01:37:34.404185Z","steps":["trace[772337225] 'process raft request' (duration: 105.187619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:34.404097Z","caller":"traceutil/trace.go:171","msg":"trace[781647687] linearizableReadLoop","detail":"{readStateIndex:8037; appliedIndex:8034; }","duration":"105.906412ms","start":"2026-03-04T01:37:34.298183Z","end":"2026-03-04T01:37:34.404089Z","steps":["trace[781647687] 'read index received' (duration: 8.277998ms)","trace[781647687] 'applied index is now lower than readState.Index' (duration: 97.627614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:34.404389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.186711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223847"} {"level":"info","ts":"2026-03-04T01:37:34.404413Z","caller":"traceutil/trace.go:171","msg":"trace[636101649] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7747; }","duration":"106.260583ms","start":"2026-03-04T01:37:34.298146Z","end":"2026-03-04T01:37:34.404406Z","steps":["trace[636101649] 'agreement among raft nodes before linearized reading' (duration: 105.965424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:43.674703Z","caller":"traceutil/trace.go:171","msg":"trace[485001241] linearizableReadLoop","detail":"{readStateIndex:8129; appliedIndex:8128; }","duration":"185.006098ms","start":"2026-03-04T01:37:43.489674Z","end":"2026-03-04T01:37:43.67468Z","steps":["trace[485001241] 'read index received' (duration: 184.75335ms)","trace[485001241] 'applied index is now lower than readState.Index' (duration: 251.898µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:43.674786Z","caller":"traceutil/trace.go:171","msg":"trace[688209638] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"187.437133ms","start":"2026-03-04T01:37:43.487323Z","end":"2026-03-04T01:37:43.67476Z","steps":["trace[688209638] 'process raft request' (duration: 187.185766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:43.675013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.322907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19448"} {"level":"info","ts":"2026-03-04T01:37:43.675076Z","caller":"traceutil/trace.go:171","msg":"trace[1643196649] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:7832; }","duration":"185.421351ms","start":"2026-03-04T01:37:43.48964Z","end":"2026-03-04T01:37:43.675061Z","steps":["trace[1643196649] 'agreement among raft nodes before linearized reading' (duration: 185.178793ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:46.17359Z","caller":"traceutil/trace.go:171","msg":"trace[1042517550] linearizableReadLoop","detail":"{readStateIndex:8144; appliedIndex:8142; }","duration":"162.439204ms","start":"2026-03-04T01:37:46.011091Z","end":"2026-03-04T01:37:46.17353Z","steps":["trace[1042517550] 'read index received' (duration: 156.973224ms)","trace[1042517550] 'applied index is now lower than readState.Index' (duration: 5.46445ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:46.173951Z","caller":"traceutil/trace.go:171","msg":"trace[1074653886] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"230.170026ms","start":"2026-03-04T01:37:45.943763Z","end":"2026-03-04T01:37:46.173933Z","steps":["trace[1074653886] 'process raft request' (duration: 229.556117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:46.174123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.999291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:46.174202Z","caller":"traceutil/trace.go:171","msg":"trace[1006330150] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:7846; }","duration":"163.104865ms","start":"2026-03-04T01:37:46.011077Z","end":"2026-03-04T01:37:46.174182Z","steps":["trace[1006330150] 'agreement among raft nodes before linearized reading' (duration: 162.95937ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:48.024866Z","caller":"traceutil/trace.go:171","msg":"trace[510380152] transaction","detail":"{read_only:false; response_revision:7856; number_of_response:1; }","duration":"290.94678ms","start":"2026-03-04T01:37:47.733893Z","end":"2026-03-04T01:37:48.02484Z","steps":["trace[510380152] 'process raft request' (duration: 290.787805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:48.529042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202899469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:37:49.030113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202899469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:37:49.530473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202899469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:37:50.025764Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.999865325s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:37:50.025998Z","caller":"traceutil/trace.go:171","msg":"trace[849436749] transaction","detail":"{read_only:false; response_revision:7857; number_of_response:1; }","duration":"2.194201754s","start":"2026-03-04T01:37:47.831779Z","end":"2026-03-04T01:37:50.025981Z","steps":["trace[849436749] 'process raft request' (duration: 2.194103801s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:50.026076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:47.831759Z","time spent":"2.194264435s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:50.314505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000137573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T01:37:50.314567Z","caller":"traceutil/trace.go:171","msg":"trace[1495572197] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000261968s","start":"2026-03-04T01:37:48.314291Z","end":"2026-03-04T01:37:50.314553Z","steps":["trace[1495572197] 'agreement among raft nodes before linearized reading' (duration: 2.000178345s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:50.314603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.314267Z","time spent":"2.000328939s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:37:50.982306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.505243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:37:50.982568Z","caller":"traceutil/trace.go:171","msg":"trace[428515654] linearizableReadLoop","detail":"{readStateIndex:8157; appliedIndex:8155; }","duration":"2.953881965s","start":"2026-03-04T01:37:48.028664Z","end":"2026-03-04T01:37:50.982546Z","steps":["trace[428515654] 'read index received' (duration: 1.997388378s)","trace[428515654] 'applied index is now lower than readState.Index' (duration: 956.492187ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:50.982564Z","caller":"traceutil/trace.go:171","msg":"trace[850048024] transaction","detail":"{read_only:false; response_revision:7858; number_of_response:1; }","duration":"2.802907989s","start":"2026-03-04T01:37:48.179618Z","end":"2026-03-04T01:37:50.982526Z","steps":["trace[850048024] 'process raft request' (duration: 2.301044254s)","trace[850048024] 'compare' (duration: 501.169753ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:50.982596Z","caller":"traceutil/trace.go:171","msg":"trace[691020562] transaction","detail":"{read_only:false; response_revision:7859; number_of_response:1; }","duration":"2.63743354s","start":"2026-03-04T01:37:48.345123Z","end":"2026-03-04T01:37:50.982556Z","steps":["trace[691020562] 'process raft request' (duration: 2.637302506s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:50.982755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.345097Z","time spent":"2.637574614s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:50.982775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.179584Z","time spent":"2.803068574s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:50.982834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.954156504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6824"} {"level":"info","ts":"2026-03-04T01:37:50.982946Z","caller":"traceutil/trace.go:171","msg":"trace[131000172] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:7859; }","duration":"2.954243586s","start":"2026-03-04T01:37:48.028658Z","end":"2026-03-04T01:37:50.982901Z","steps":["trace[131000172] 'agreement among raft nodes before linearized reading' (duration: 2.953955327s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:50.982996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.028606Z","time spent":"2.954381251s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6847,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" "} {"level":"warn","ts":"2026-03-04T01:37:50.982977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966520335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T01:37:50.983058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032996807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-86d99d4b4-2mm9k.18997f97f382381c\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-04T01:37:50.983122Z","caller":"traceutil/trace.go:171","msg":"trace[1303855858] range","detail":"{range_begin:/registry/events/openstack/barbican-api-86d99d4b4-2mm9k.18997f97f382381c; range_end:; response_count:1; response_revision:7859; }","duration":"2.03308917s","start":"2026-03-04T01:37:48.950022Z","end":"2026-03-04T01:37:50.983111Z","steps":["trace[1303855858] 'agreement among raft nodes before linearized reading' (duration: 2.032917125s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:50.983151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.950008Z","time spent":"2.033135261s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-86d99d4b4-2mm9k.18997f97f382381c\" "} {"level":"warn","ts":"2026-03-04T01:37:50.983164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.414200701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-04T01:37:50.983218Z","caller":"traceutil/trace.go:171","msg":"trace[974396244] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7859; }","duration":"2.414370956s","start":"2026-03-04T01:37:48.568831Z","end":"2026-03-04T01:37:50.983202Z","steps":["trace[974396244] 'agreement among raft nodes before linearized reading' (duration: 2.41387223s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:50.983261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.568817Z","time spent":"2.414432048s","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-04T01:37:50.983267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.502116072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T01:37:50.98299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503490414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T01:37:50.983318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.46609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:37:50.983316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.507155348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:37:50.983365Z","caller":"traceutil/trace.go:171","msg":"trace[1252265916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7859; }","duration":"2.502220404s","start":"2026-03-04T01:37:48.481126Z","end":"2026-03-04T01:37:50.983347Z","steps":["trace[1252265916] 'agreement among raft nodes before linearized reading' (duration: 2.501964126s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:50.983377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.017431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:50.983389Z","caller":"traceutil/trace.go:171","msg":"trace[783217055] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:7859; }","duration":"311.560793ms","start":"2026-03-04T01:37:50.671809Z","end":"2026-03-04T01:37:50.98337Z","steps":["trace[783217055] 'agreement among raft nodes before linearized reading' (duration: 311.46491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:50.983386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.285291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T01:37:50.983402Z","caller":"traceutil/trace.go:171","msg":"trace[634364673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7859; }","duration":"2.507294912s","start":"2026-03-04T01:37:48.476087Z","end":"2026-03-04T01:37:50.983382Z","steps":["trace[634364673] 'agreement among raft nodes before linearized reading' (duration: 2.507034244s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:50.983444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:50.671795Z","time spent":"311.633245ms","remote":"127.0.0.1:34502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:37:50.983375Z","caller":"traceutil/trace.go:171","msg":"trace[1535238746] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7859; }","duration":"2.503917328s","start":"2026-03-04T01:37:48.479448Z","end":"2026-03-04T01:37:50.983365Z","steps":["trace[1535238746] 'agreement among raft nodes before linearized reading' (duration: 2.503283148s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:50.983458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.476058Z","time spent":"2.507390536s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:37:50.983522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510127172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:37:50.983451Z","caller":"traceutil/trace.go:171","msg":"trace[1698285352] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7859; }","duration":"752.398375ms","start":"2026-03-04T01:37:50.231035Z","end":"2026-03-04T01:37:50.983434Z","steps":["trace[1698285352] 'agreement among raft nodes before linearized reading' (duration: 751.709064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:50.983534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.47944Z","time spent":"2.504054822s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:37:50.983557Z","caller":"traceutil/trace.go:171","msg":"trace[1584892788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7859; }","duration":"2.510199284s","start":"2026-03-04T01:37:48.473346Z","end":"2026-03-04T01:37:50.983546Z","steps":["trace[1584892788] 'agreement among raft nodes before linearized reading' (duration: 2.509817812s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:50.983574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:50.23101Z","time spent":"752.5512ms","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":878,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:37:50.983587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506230439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:37:50.983598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.47333Z","time spent":"2.510261365s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:37:50.983462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.481119Z","time spent":"2.502331289s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:37:50.983572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.608026533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:37:50.983066Z","caller":"traceutil/trace.go:171","msg":"trace[1091407937] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7859; }","duration":"1.966661689s","start":"2026-03-04T01:37:49.016382Z","end":"2026-03-04T01:37:50.983043Z","steps":["trace[1091407937] 'agreement among raft nodes before linearized reading' (duration: 1.96638784s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:50.983644Z","caller":"traceutil/trace.go:171","msg":"trace[1853051654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7859; }","duration":"2.506319372s","start":"2026-03-04T01:37:48.477312Z","end":"2026-03-04T01:37:50.983631Z","steps":["trace[1853051654] 'agreement among raft nodes before linearized reading' (duration: 2.505952411s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:50.983687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.477304Z","time spent":"2.506375324s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:37:50.983671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:49.016359Z","time spent":"1.967302919s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:37:50.983755Z","caller":"traceutil/trace.go:171","msg":"trace[125100764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7859; }","duration":"2.60824345s","start":"2026-03-04T01:37:48.375457Z","end":"2026-03-04T01:37:50.9837Z","steps":["trace[125100764] 'agreement among raft nodes before linearized reading' (duration: 2.6072829s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:50.983791Z","caller":"traceutil/trace.go:171","msg":"trace[259463303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7859; }","duration":"665.089713ms","start":"2026-03-04T01:37:50.318327Z","end":"2026-03-04T01:37:50.983417Z","steps":["trace[259463303] 'agreement among raft nodes before linearized reading' (duration: 665.00663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:50.983809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.375415Z","time spent":"2.608380894s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:37:50.983827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:50.318313Z","time spent":"665.506426ms","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:37:50.984238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498270892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mt8q9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:37:50.985092Z","caller":"traceutil/trace.go:171","msg":"trace[69796971] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mt8q9; range_end:; response_count:1; response_revision:7859; }","duration":"2.49920212s","start":"2026-03-04T01:37:48.485873Z","end":"2026-03-04T01:37:50.985075Z","steps":["trace[69796971] 'agreement among raft nodes before linearized reading' (duration: 2.497174147s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:50.985176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:48.485861Z","time spent":"2.499302884s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-mt8q9\" "} {"level":"warn","ts":"2026-03-04T01:37:51.365617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.642974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:37:51.365752Z","caller":"traceutil/trace.go:171","msg":"trace[98232379] linearizableReadLoop","detail":"{readStateIndex:8158; appliedIndex:8157; }","duration":"378.936103ms","start":"2026-03-04T01:37:50.986769Z","end":"2026-03-04T01:37:51.365706Z","steps":["trace[98232379] 'read index received' (duration: 102.128774ms)","trace[98232379] 'applied index is now lower than readState.Index' (duration: 276.805669ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:51.365817Z","caller":"traceutil/trace.go:171","msg":"trace[1308585423] transaction","detail":"{read_only:false; response_revision:7860; number_of_response:1; }","duration":"379.441639ms","start":"2026-03-04T01:37:50.986334Z","end":"2026-03-04T01:37:51.365775Z","steps":["trace[1308585423] 'process raft request' (duration: 102.539217ms)","trace[1308585423] 'compare' (duration: 275.710125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:51.365978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.203772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cfe975f3-84e4-42c1-b471-10788a81dd3e\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-04T01:37:51.366024Z","caller":"traceutil/trace.go:171","msg":"trace[256105546] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cfe975f3-84e4-42c1-b471-10788a81dd3e; range_end:; response_count:1; response_revision:7860; }","duration":"379.248153ms","start":"2026-03-04T01:37:50.986751Z","end":"2026-03-04T01:37:51.365999Z","steps":["trace[256105546] 'agreement among raft nodes before linearized reading' (duration: 379.080178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:51.366038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:50.986212Z","time spent":"379.706357ms","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:51.366057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:50.986742Z","time spent":"379.308285ms","remote":"127.0.0.1:37548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-cfe975f3-84e4-42c1-b471-10788a81dd3e\" "} {"level":"info","ts":"2026-03-04T01:37:51.435746Z","caller":"traceutil/trace.go:171","msg":"trace[1287825958] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"447.766079ms","start":"2026-03-04T01:37:50.987967Z","end":"2026-03-04T01:37:51.435733Z","steps":["trace[1287825958] 'process raft request' (duration: 447.677187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:51.435811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:50.987946Z","time spent":"447.837381ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:37:51.435798Z","caller":"traceutil/trace.go:171","msg":"trace[968412126] transaction","detail":"{read_only:false; response_revision:7861; number_of_response:1; }","duration":"447.941925ms","start":"2026-03-04T01:37:50.987804Z","end":"2026-03-04T01:37:51.435746Z","steps":["trace[968412126] 'process raft request' (duration: 447.761019ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:51.436094Z","caller":"traceutil/trace.go:171","msg":"trace[971309844] transaction","detail":"{read_only:false; response_revision:7863; number_of_response:1; }","duration":"447.558513ms","start":"2026-03-04T01:37:50.988511Z","end":"2026-03-04T01:37:51.43607Z","steps":["trace[971309844] 'process raft request' (duration: 447.183491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:51.436248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:50.988501Z","time spent":"447.661376ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:37:51.436431Z","caller":"traceutil/trace.go:171","msg":"trace[1546504028] transaction","detail":"{read_only:false; response_revision:7864; number_of_response:1; }","duration":"447.391768ms","start":"2026-03-04T01:37:50.989028Z","end":"2026-03-04T01:37:51.43642Z","steps":["trace[1546504028] 'process raft request' (duration: 446.973505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:51.436492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:50.989017Z","time spent":"447.445599ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:37:51.436572Z","caller":"traceutil/trace.go:171","msg":"trace[640794043] transaction","detail":"{read_only:false; response_revision:7865; number_of_response:1; }","duration":"447.311645ms","start":"2026-03-04T01:37:50.989235Z","end":"2026-03-04T01:37:51.436547Z","steps":["trace[640794043] 'process raft request' (duration: 447.140949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:51.436639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:50.989202Z","time spent":"447.397337ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:37:51.436749Z","caller":"traceutil/trace.go:171","msg":"trace[2123602214] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"447.148649ms","start":"2026-03-04T01:37:50.989578Z","end":"2026-03-04T01:37:51.436726Z","steps":["trace[2123602214] 'process raft request' (duration: 446.929683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:51.436893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:50.989572Z","time spent":"447.241533ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:51.437399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:50.987791Z","time spent":"448.173792ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:52.552021Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.116405483s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T01:37:52.780982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.786292ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T01:37:52.781314Z","caller":"traceutil/trace.go:171","msg":"trace[1988365180] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"1.409302285s","start":"2026-03-04T01:37:51.371997Z","end":"2026-03-04T01:37:52.7813Z","steps":["trace[1988365180] 'process raft request' (duration: 1.409069838s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:52.78142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:51.371968Z","time spent":"1.409389638s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:37:52.781304Z","caller":"traceutil/trace.go:171","msg":"trace[772457866] linearizableReadLoop","detail":"{readStateIndex:8165; appliedIndex:8159; }","duration":"1.415499208s","start":"2026-03-04T01:37:51.365777Z","end":"2026-03-04T01:37:52.781276Z","steps":["trace[772457866] 'read index received' (duration: 69.886389ms)","trace[772457866] 'applied index is now lower than readState.Index' (duration: 1.345610569s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:52.970179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982523674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:37:52.97023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980529272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T01:37:52.970274Z","caller":"traceutil/trace.go:171","msg":"trace[1677127098] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io; range_end:; response_count:0; response_revision:7867; }","duration":"1.982667759s","start":"2026-03-04T01:37:50.987582Z","end":"2026-03-04T01:37:52.970249Z","steps":["trace[1677127098] 'agreement among raft nodes before linearized reading' (duration: 1.79376269s)","trace[1677127098] 'range keys from in-memory index tree' (duration: 188.751544ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:52.970311Z","caller":"traceutil/trace.go:171","msg":"trace[754617635] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7867; }","duration":"1.980610955s","start":"2026-03-04T01:37:50.989671Z","end":"2026-03-04T01:37:52.970282Z","steps":["trace[754617635] 'agreement among raft nodes before linearized reading' (duration: 1.791701296s)","trace[754617635] 'range keys from in-memory index tree' (duration: 188.705963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:52.970324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:50.987569Z","time spent":"1.982744821s","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" "} {"level":"warn","ts":"2026-03-04T01:37:52.970364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:50.989667Z","time spent":"1.980685007s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:37:52.970527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980606384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228575"} {"level":"warn","ts":"2026-03-04T01:37:52.970184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699717318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:37:52.970575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978458038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:52.970607Z","caller":"traceutil/trace.go:171","msg":"trace[1771652221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7867; }","duration":"1.978494749s","start":"2026-03-04T01:37:50.992101Z","end":"2026-03-04T01:37:52.970596Z","steps":["trace[1771652221] 'agreement among raft nodes before linearized reading' (duration: 1.789179817s)","trace[1771652221] 'range keys from in-memory index tree' (duration: 189.27092ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:52.970601Z","caller":"traceutil/trace.go:171","msg":"trace[946924640] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7867; }","duration":"1.980685897s","start":"2026-03-04T01:37:50.989895Z","end":"2026-03-04T01:37:52.970581Z","steps":["trace[946924640] 'agreement among raft nodes before linearized reading' (duration: 1.791469379s)","trace[946924640] 'range keys from in-memory index tree' (duration: 188.839237ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:52.970612Z","caller":"traceutil/trace.go:171","msg":"trace[734826046] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7867; }","duration":"1.700223374s","start":"2026-03-04T01:37:51.270366Z","end":"2026-03-04T01:37:52.970589Z","steps":["trace[734826046] 'agreement among raft nodes before linearized reading' (duration: 1.511017465s)","trace[734826046] 'count revisions from in-memory index tree' (duration: 188.731053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:52.970643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:50.992096Z","time spent":"1.97854086s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:37:52.970666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:50.989891Z","time spent":"1.98075948s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228598,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:37:52.970669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:51.270343Z","time spent":"1.700307497s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:37:52.971103Z","caller":"traceutil/trace.go:171","msg":"trace[245933305] linearizableReadLoop","detail":"{readStateIndex:8168; appliedIndex:8166; }","duration":"189.58763ms","start":"2026-03-04T01:37:52.781503Z","end":"2026-03-04T01:37:52.971091Z","steps":["trace[245933305] 'read index received' (duration: 125.130301ms)","trace[245933305] 'applied index is now lower than readState.Index' (duration: 64.456489ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:52.971149Z","caller":"traceutil/trace.go:171","msg":"trace[1991757283] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"625.096608ms","start":"2026-03-04T01:37:52.346002Z","end":"2026-03-04T01:37:52.971098Z","steps":["trace[1991757283] 'process raft request' (duration: 560.70111ms)","trace[1991757283] 'compare' (duration: 63.326454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:52.971206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.646663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:37:52.97121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.951362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:37:52.971258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499338111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T01:37:52.971259Z","caller":"traceutil/trace.go:171","msg":"trace[1267842318] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7869; }","duration":"573.736326ms","start":"2026-03-04T01:37:52.397507Z","end":"2026-03-04T01:37:52.971243Z","steps":["trace[1267842318] 'agreement among raft nodes before linearized reading' (duration: 573.647353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:52.971269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402230554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:52.971289Z","caller":"traceutil/trace.go:171","msg":"trace[558432547] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7869; }","duration":"1.499372392s","start":"2026-03-04T01:37:51.471907Z","end":"2026-03-04T01:37:52.97128Z","steps":["trace[558432547] 'agreement among raft nodes before linearized reading' (duration: 1.499245518s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:52.971291Z","caller":"traceutil/trace.go:171","msg":"trace[453662961] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7869; }","duration":"412.085497ms","start":"2026-03-04T01:37:52.559188Z","end":"2026-03-04T01:37:52.971274Z","steps":["trace[453662961] 'agreement among raft nodes before linearized reading' (duration: 411.926712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:52.971309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:52.397489Z","time spent":"573.805338ms","remote":"127.0.0.1:52804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:37:52.97129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450889261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:37:52.971343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:52.559167Z","time spent":"412.165509ms","remote":"127.0.0.1:37622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:37:52.971302Z","caller":"traceutil/trace.go:171","msg":"trace[1708240308] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:7869; }","duration":"1.402381459s","start":"2026-03-04T01:37:51.568911Z","end":"2026-03-04T01:37:52.971293Z","steps":["trace[1708240308] 'agreement among raft nodes before linearized reading' (duration: 1.402206343s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:52.971339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:52.345976Z","time spent":"625.264012ms","remote":"127.0.0.1:45742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3158,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:52.971385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:51.568896Z","time spent":"1.402482661s","remote":"127.0.0.1:52644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:37:52.971373Z","caller":"traceutil/trace.go:171","msg":"trace[846635810] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7869; }","duration":"1.451053967s","start":"2026-03-04T01:37:51.5203Z","end":"2026-03-04T01:37:52.971354Z","steps":["trace[846635810] 'agreement among raft nodes before linearized reading' (duration: 1.45085092s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:52.971424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:51.520277Z","time spent":"1.451136948s","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:37:52.971318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:51.471844Z","time spent":"1.499467945s","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-04T01:37:52.971528Z","caller":"traceutil/trace.go:171","msg":"trace[1227448616] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"443.741934ms","start":"2026-03-04T01:37:52.527745Z","end":"2026-03-04T01:37:52.971487Z","steps":["trace[1227448616] 'process raft request' (duration: 443.253168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:52.971658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:52.527721Z","time spent":"443.857818ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:53.250768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.505725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:37:53.25095Z","caller":"traceutil/trace.go:171","msg":"trace[2070383140] linearizableReadLoop","detail":"{readStateIndex:8171; appliedIndex:8168; }","duration":"224.784337ms","start":"2026-03-04T01:37:53.026113Z","end":"2026-03-04T01:37:53.250898Z","steps":["trace[2070383140] 'read index received' (duration: 17.944199ms)","trace[2070383140] 'applied index is now lower than readState.Index' (duration: 206.839048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:37:53.251044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.935112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:53.251078Z","caller":"traceutil/trace.go:171","msg":"trace[613254607] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7872; }","duration":"225.006894ms","start":"2026-03-04T01:37:53.026061Z","end":"2026-03-04T01:37:53.251067Z","steps":["trace[613254607] 'agreement among raft nodes before linearized reading' (duration: 224.927912ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:53.251257Z","caller":"traceutil/trace.go:171","msg":"trace[1656074458] transaction","detail":"{read_only:false; response_revision:7871; number_of_response:1; }","duration":"261.687807ms","start":"2026-03-04T01:37:52.989537Z","end":"2026-03-04T01:37:53.251224Z","steps":["trace[1656074458] 'process raft request' (duration: 141.641655ms)","trace[1656074458] 'compare' (duration: 119.400622ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:53.251294Z","caller":"traceutil/trace.go:171","msg":"trace[911593346] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"260.341246ms","start":"2026-03-04T01:37:52.990928Z","end":"2026-03-04T01:37:53.251269Z","steps":["trace[911593346] 'process raft request' (duration: 259.921293ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:05.655185Z","caller":"traceutil/trace.go:171","msg":"trace[1642654560] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"355.633697ms","start":"2026-03-04T01:38:05.299521Z","end":"2026-03-04T01:38:05.655155Z","steps":["trace[1642654560] 'process raft request' (duration: 355.442171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:05.655366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:05.2995Z","time spent":"355.777321ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4630,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:05.716932Z","caller":"traceutil/trace.go:171","msg":"trace[561965545] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"417.373561ms","start":"2026-03-04T01:38:05.299537Z","end":"2026-03-04T01:38:05.716911Z","steps":["trace[561965545] 'process raft request' (duration: 417.139644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:05.717058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:05.299516Z","time spent":"417.475815ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:05.717145Z","caller":"traceutil/trace.go:171","msg":"trace[1941792270] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"411.478408ms","start":"2026-03-04T01:38:05.305652Z","end":"2026-03-04T01:38:05.717131Z","steps":["trace[1941792270] 'process raft request' (duration: 411.150978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:05.717251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:05.305637Z","time spent":"411.56005ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:05.717357Z","caller":"traceutil/trace.go:171","msg":"trace[1440611404] linearizableReadLoop","detail":"{readStateIndex:8275; appliedIndex:8272; }","duration":"361.374316ms","start":"2026-03-04T01:38:05.355718Z","end":"2026-03-04T01:38:05.717093Z","steps":["trace[1440611404] 'read index received' (duration: 299.314341ms)","trace[1440611404] 'applied index is now lower than readState.Index' (duration: 62.058965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:05.717702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.677816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-nkgd6\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-04T01:38:05.717762Z","caller":"traceutil/trace.go:171","msg":"trace[1927779276] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-nkgd6; range_end:; response_count:1; response_revision:7971; }","duration":"362.043847ms","start":"2026-03-04T01:38:05.355701Z","end":"2026-03-04T01:38:05.717745Z","steps":["trace[1927779276] 'agreement among raft nodes before linearized reading' (duration: 361.535461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:05.717915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:05.355622Z","time spent":"362.279974ms","remote":"127.0.0.1:43294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2825,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-nkgd6\" "} {"level":"info","ts":"2026-03-04T01:38:06.173925Z","caller":"traceutil/trace.go:171","msg":"trace[893870851] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"515.566873ms","start":"2026-03-04T01:38:05.658333Z","end":"2026-03-04T01:38:06.1739Z","steps":["trace[893870851] 'process raft request' (duration: 515.404228ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:06.173928Z","caller":"traceutil/trace.go:171","msg":"trace[1297574277] linearizableReadLoop","detail":"{readStateIndex:8276; appliedIndex:8275; }","duration":"456.514522ms","start":"2026-03-04T01:38:05.717386Z","end":"2026-03-04T01:38:06.1739Z","steps":["trace[1297574277] 'read index received' (duration: 456.496911ms)","trace[1297574277] 'applied index is now lower than readState.Index' (duration: 15.251µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:06.174063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:05.658309Z","time spent":"515.679676ms","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:38:06.174105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.081762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:38:06.174128Z","caller":"traceutil/trace.go:171","msg":"trace[1125389124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7972; }","duration":"510.129264ms","start":"2026-03-04T01:38:05.663993Z","end":"2026-03-04T01:38:06.174122Z","steps":["trace[1125389124] 'agreement among raft nodes before linearized reading' (duration: 509.996899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:06.174145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:05.663985Z","time spent":"510.155144ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:38:06.174173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.02692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:38:06.174208Z","caller":"traceutil/trace.go:171","msg":"trace[861746584] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7972; }","duration":"527.110533ms","start":"2026-03-04T01:38:05.647087Z","end":"2026-03-04T01:38:06.174197Z","steps":["trace[861746584] 'agreement among raft nodes before linearized reading' (duration: 526.951548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:06.174238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:05.647066Z","time spent":"527.164774ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:38:06.174273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.939423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:38:06.174289Z","caller":"traceutil/trace.go:171","msg":"trace[1319902911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7972; }","duration":"463.973955ms","start":"2026-03-04T01:38:05.710308Z","end":"2026-03-04T01:38:06.174282Z","steps":["trace[1319902911] 'agreement among raft nodes before linearized reading' (duration: 463.927243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:06.174301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:05.710298Z","time spent":"464.000625ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:38:06.174352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.565192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:38:06.174369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.798619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:38:06.174377Z","caller":"traceutil/trace.go:171","msg":"trace[835960480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7972; }","duration":"557.626304ms","start":"2026-03-04T01:38:05.616742Z","end":"2026-03-04T01:38:06.174368Z","steps":["trace[835960480] 'agreement among raft nodes before linearized reading' (duration: 557.314835ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:06.174392Z","caller":"traceutil/trace.go:171","msg":"trace[1804673813] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7972; }","duration":"523.840811ms","start":"2026-03-04T01:38:05.650545Z","end":"2026-03-04T01:38:06.174385Z","steps":["trace[1804673813] 'agreement among raft nodes before linearized reading' (duration: 523.469679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:06.174403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:05.616721Z","time spent":"557.675615ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:38:06.174413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:05.650536Z","time spent":"523.871181ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:38:06.174351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.851041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nkgd6\" ","response":"range_response_count:1 size:4645"} {"level":"warn","ts":"2026-03-04T01:38:06.174441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.429983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T01:38:06.17449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.811227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nkgd6\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-03-04T01:38:06.174498Z","caller":"traceutil/trace.go:171","msg":"trace[43892571] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-nkgd6; range_end:; response_count:1; response_revision:7972; }","duration":"516.035827ms","start":"2026-03-04T01:38:05.658446Z","end":"2026-03-04T01:38:06.174482Z","steps":["trace[43892571] 'agreement among raft nodes before linearized reading' (duration: 515.527831ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:06.17456Z","caller":"traceutil/trace.go:171","msg":"trace[1525400141] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-nkgd6; range_end:; response_count:1; response_revision:7972; }","duration":"512.880859ms","start":"2026-03-04T01:38:05.661652Z","end":"2026-03-04T01:38:06.174533Z","steps":["trace[1525400141] 'agreement among raft nodes before linearized reading' (duration: 512.438586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:06.174619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:05.661642Z","time spent":"512.967862ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4668,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nkgd6\" "} {"level":"warn","ts":"2026-03-04T01:38:06.174565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:05.658389Z","time spent":"516.161731ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4668,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nkgd6\" "} {"level":"info","ts":"2026-03-04T01:38:06.174499Z","caller":"traceutil/trace.go:171","msg":"trace[626445575] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7972; }","duration":"571.577569ms","start":"2026-03-04T01:38:05.602906Z","end":"2026-03-04T01:38:06.174484Z","steps":["trace[626445575] 'agreement among raft nodes before linearized reading' (duration: 571.348822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:06.174819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:05.602887Z","time spent":"571.862067ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:38:06.461408Z","caller":"traceutil/trace.go:171","msg":"trace[1512879673] linearizableReadLoop","detail":"{readStateIndex:8277; appliedIndex:8276; }","duration":"287.383129ms","start":"2026-03-04T01:38:06.173993Z","end":"2026-03-04T01:38:06.461376Z","steps":["trace[1512879673] 'read index received' (duration: 259.172999ms)","trace[1512879673] 'applied index is now lower than readState.Index' (duration: 28.204439ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:06.461415Z","caller":"traceutil/trace.go:171","msg":"trace[1409817620] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7973; }","duration":"741.832016ms","start":"2026-03-04T01:38:05.719558Z","end":"2026-03-04T01:38:06.46139Z","steps":["trace[1409817620] 'process raft request' (duration: 713.592686ms)","trace[1409817620] 'compare' (duration: 27.90822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:06.461543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.006429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:38:06.461541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.49282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:38:06.461638Z","caller":"traceutil/trace.go:171","msg":"trace[1815766649] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7973; }","duration":"519.158484ms","start":"2026-03-04T01:38:05.942458Z","end":"2026-03-04T01:38:06.461617Z","steps":["trace[1815766649] 'agreement among raft nodes before linearized reading' (duration: 518.928667ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:06.461638Z","caller":"traceutil/trace.go:171","msg":"trace[1939636349] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:7973; }","duration":"524.662546ms","start":"2026-03-04T01:38:05.936958Z","end":"2026-03-04T01:38:06.461621Z","steps":["trace[1939636349] 'agreement among raft nodes before linearized reading' (duration: 524.498301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:06.461683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:05.942437Z","time spent":"519.235997ms","remote":"127.0.0.1:37804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:38:06.461684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:05.936937Z","time spent":"524.736329ms","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:38:06.461835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:05.719539Z","time spent":"742.062474ms","remote":"127.0.0.1:43294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-04T01:38:06.461667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.538122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T01:38:06.462507Z","caller":"traceutil/trace.go:171","msg":"trace[1381854453] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:7973; }","duration":"584.435939ms","start":"2026-03-04T01:38:05.878054Z","end":"2026-03-04T01:38:06.46249Z","steps":["trace[1381854453] 'agreement among raft nodes before linearized reading' (duration: 583.415047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:06.462722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:05.878031Z","time spent":"584.675477ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-03-04T01:38:06.5093Z","caller":"traceutil/trace.go:171","msg":"trace[385474762] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"329.804781ms","start":"2026-03-04T01:38:06.179453Z","end":"2026-03-04T01:38:06.509258Z","steps":["trace[385474762] 'process raft request' (duration: 329.504482ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:06.509407Z","caller":"traceutil/trace.go:171","msg":"trace[526603421] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"329.879994ms","start":"2026-03-04T01:38:06.179501Z","end":"2026-03-04T01:38:06.509381Z","steps":["trace[526603421] 'process raft request' (duration: 329.789231ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:06.509571Z","caller":"traceutil/trace.go:171","msg":"trace[1046725572] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"330.06089ms","start":"2026-03-04T01:38:06.179472Z","end":"2026-03-04T01:38:06.509533Z","steps":["trace[1046725572] 'process raft request' (duration: 329.767941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:06.5096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:06.179476Z","time spent":"330.023859ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:06.509596Z","caller":"traceutil/trace.go:171","msg":"trace[94633068] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"330.030609ms","start":"2026-03-04T01:38:06.179531Z","end":"2026-03-04T01:38:06.509562Z","steps":["trace[94633068] 'process raft request' (duration: 329.797741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:06.509722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:06.179447Z","time spent":"330.195824ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:06.509725Z","caller":"traceutil/trace.go:171","msg":"trace[413771403] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"328.495481ms","start":"2026-03-04T01:38:06.181204Z","end":"2026-03-04T01:38:06.509699Z","steps":["trace[413771403] 'process raft request' (duration: 328.341036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:06.509792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:06.179512Z","time spent":"330.170063ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:06.509801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.846262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:06.509855Z","caller":"traceutil/trace.go:171","msg":"trace[1951824410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7981; }","duration":"192.930184ms","start":"2026-03-04T01:38:06.316911Z","end":"2026-03-04T01:38:06.509841Z","steps":["trace[1951824410] 'agreement among raft nodes before linearized reading' (duration: 192.826031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:06.509895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:06.181187Z","time spent":"328.618594ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:06.509914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.443931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nkgd6\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-04T01:38:06.509792Z","caller":"traceutil/trace.go:171","msg":"trace[848532173] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"227.265555ms","start":"2026-03-04T01:38:06.282494Z","end":"2026-03-04T01:38:06.50976Z","steps":["trace[848532173] 'process raft request' (duration: 227.11616ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:06.509983Z","caller":"traceutil/trace.go:171","msg":"trace[1667123238] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-nkgd6; range_end:; response_count:1; response_revision:7981; }","duration":"330.616837ms","start":"2026-03-04T01:38:06.17935Z","end":"2026-03-04T01:38:06.509967Z","steps":["trace[1667123238] 'agreement among raft nodes before linearized reading' (duration: 330.421331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:06.510084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:06.179319Z","time spent":"330.755462ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4673,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nkgd6\" "} {"level":"info","ts":"2026-03-04T01:38:06.509693Z","caller":"traceutil/trace.go:171","msg":"trace[311201815] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"329.4543ms","start":"2026-03-04T01:38:06.180189Z","end":"2026-03-04T01:38:06.509643Z","steps":["trace[311201815] 'process raft request' (duration: 329.259284ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:06.509471Z","caller":"traceutil/trace.go:171","msg":"trace[1680622557] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"329.952086ms","start":"2026-03-04T01:38:06.179473Z","end":"2026-03-04T01:38:06.509425Z","steps":["trace[1680622557] 'process raft request' (duration: 329.691888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:06.510419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:06.17945Z","time spent":"330.927467ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:06.510471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:06.18018Z","time spent":"330.190934ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:06.510516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:06.179421Z","time spent":"330.137921ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:07.840223Z","caller":"traceutil/trace.go:171","msg":"trace[1194268425] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"447.222632ms","start":"2026-03-04T01:38:07.392971Z","end":"2026-03-04T01:38:07.840194Z","steps":["trace[1194268425] 'process raft request' (duration: 447.002145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:07.840395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:07.392961Z","time spent":"447.350476ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:07.951462Z","caller":"traceutil/trace.go:171","msg":"trace[392321917] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"229.140033ms","start":"2026-03-04T01:38:07.722295Z","end":"2026-03-04T01:38:07.951435Z","steps":["trace[392321917] 'process raft request' (duration: 229.086982ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:07.951532Z","caller":"traceutil/trace.go:171","msg":"trace[45870055] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"229.507224ms","start":"2026-03-04T01:38:07.721991Z","end":"2026-03-04T01:38:07.951499Z","steps":["trace[45870055] 'process raft request' (duration: 229.198975ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:09.068894Z","caller":"traceutil/trace.go:171","msg":"trace[348432157] linearizableReadLoop","detail":"{readStateIndex:8300; appliedIndex:8299; }","duration":"438.311204ms","start":"2026-03-04T01:38:08.630554Z","end":"2026-03-04T01:38:09.068866Z","steps":["trace[348432157] 'read index received' (duration: 438.059976ms)","trace[348432157] 'applied index is now lower than readState.Index' (duration: 249.518µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:09.068978Z","caller":"traceutil/trace.go:171","msg":"trace[889320702] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"443.31894ms","start":"2026-03-04T01:38:08.625626Z","end":"2026-03-04T01:38:09.068945Z","steps":["trace[889320702] 'process raft request' (duration: 443.024541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:09.069132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:08.625599Z","time spent":"443.448315ms","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19394,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:09.069121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.549372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:09.069206Z","caller":"traceutil/trace.go:171","msg":"trace[233164522] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7995; }","duration":"438.674496ms","start":"2026-03-04T01:38:08.630507Z","end":"2026-03-04T01:38:09.069181Z","steps":["trace[233164522] 'agreement among raft nodes before linearized reading' (duration: 438.526231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:09.069257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:08.630491Z","time spent":"438.757808ms","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T01:38:09.069383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.050351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-86d99d4b4-2mm9k.18997f97f382381c\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-04T01:38:09.069427Z","caller":"traceutil/trace.go:171","msg":"trace[613084753] range","detail":"{range_begin:/registry/events/openstack/barbican-api-86d99d4b4-2mm9k.18997f97f382381c; range_end:; response_count:1; response_revision:7995; }","duration":"118.118062ms","start":"2026-03-04T01:38:08.951293Z","end":"2026-03-04T01:38:09.069411Z","steps":["trace[613084753] 'agreement among raft nodes before linearized reading' (duration: 117.970917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:09.069394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.75653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:38:09.069505Z","caller":"traceutil/trace.go:171","msg":"trace[690128767] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7995; }","duration":"150.923785ms","start":"2026-03-04T01:38:08.918563Z","end":"2026-03-04T01:38:09.069487Z","steps":["trace[690128767] 'agreement among raft nodes before linearized reading' (duration: 150.536113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:09.620352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.4252ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T01:38:09.620455Z","caller":"traceutil/trace.go:171","msg":"trace[886771526] linearizableReadLoop","detail":"{readStateIndex:8301; appliedIndex:8300; }","duration":"547.304572ms","start":"2026-03-04T01:38:09.073131Z","end":"2026-03-04T01:38:09.620436Z","steps":["trace[886771526] 'read index received' (duration: 268.731047ms)","trace[886771526] 'applied index is now lower than readState.Index' (duration: 278.572105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:09.620543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:09.071684Z","time spent":"548.85493ms","remote":"127.0.0.1:37486","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T01:38:09.620683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.255395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:38:09.62069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.531869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:38:09.620699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.828922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:09.620747Z","caller":"traceutil/trace.go:171","msg":"trace[585240181] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:7995; }","duration":"304.368938ms","start":"2026-03-04T01:38:09.316362Z","end":"2026-03-04T01:38:09.620731Z","steps":["trace[585240181] 'agreement among raft nodes before linearized reading' (duration: 304.252845ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:09.620756Z","caller":"traceutil/trace.go:171","msg":"trace[209417997] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7995; }","duration":"547.647032ms","start":"2026-03-04T01:38:09.073092Z","end":"2026-03-04T01:38:09.620739Z","steps":["trace[209417997] 'agreement among raft nodes before linearized reading' (duration: 547.512898ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:09.620769Z","caller":"traceutil/trace.go:171","msg":"trace[1767768868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7995; }","duration":"303.954736ms","start":"2026-03-04T01:38:09.316798Z","end":"2026-03-04T01:38:09.620753Z","steps":["trace[1767768868] 'agreement among raft nodes before linearized reading' (duration: 303.812741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:09.620765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.221428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6824"} {"level":"warn","ts":"2026-03-04T01:38:09.620793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:09.316339Z","time spent":"304.444591ms","remote":"127.0.0.1:52680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:38:09.620802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:09.073074Z","time spent":"547.720615ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T01:38:09.620825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:09.316771Z","time spent":"304.046249ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:38:09.620833Z","caller":"traceutil/trace.go:171","msg":"trace[2008329850] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:7995; }","duration":"546.338712ms","start":"2026-03-04T01:38:09.074478Z","end":"2026-03-04T01:38:09.620817Z","steps":["trace[2008329850] 'agreement among raft nodes before linearized reading' (duration: 546.133345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:09.62081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.211139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mt8q9\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T01:38:09.620881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:09.074445Z","time spent":"546.423554ms","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6847,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" "} {"level":"info","ts":"2026-03-04T01:38:09.6209Z","caller":"traceutil/trace.go:171","msg":"trace[1090356921] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mt8q9; range_end:; response_count:1; response_revision:7995; }","duration":"538.343863ms","start":"2026-03-04T01:38:09.082537Z","end":"2026-03-04T01:38:09.62088Z","steps":["trace[1090356921] 'agreement among raft nodes before linearized reading' (duration: 538.082775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:09.620949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:09.082522Z","time spent":"538.418586ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-mt8q9\" "} {"level":"info","ts":"2026-03-04T01:38:14.120045Z","caller":"traceutil/trace.go:171","msg":"trace[1691216591] linearizableReadLoop","detail":"{readStateIndex:8354; appliedIndex:8352; }","duration":"110.396252ms","start":"2026-03-04T01:38:14.009626Z","end":"2026-03-04T01:38:14.120022Z","steps":["trace[1691216591] 'read index received' (duration: 57.355998ms)","trace[1691216591] 'applied index is now lower than readState.Index' (duration: 53.039234ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:14.120174Z","caller":"traceutil/trace.go:171","msg":"trace[1074359194] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"149.008995ms","start":"2026-03-04T01:38:13.971154Z","end":"2026-03-04T01:38:14.120163Z","steps":["trace[1074359194] 'process raft request' (duration: 147.617642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:14.120468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.818775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:14.120555Z","caller":"traceutil/trace.go:171","msg":"trace[2047436528] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8046; }","duration":"110.944669ms","start":"2026-03-04T01:38:14.009591Z","end":"2026-03-04T01:38:14.120535Z","steps":["trace[2047436528] 'agreement among raft nodes before linearized reading' (duration: 110.805375ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:22.792127Z","caller":"traceutil/trace.go:171","msg":"trace[1388224005] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"112.999901ms","start":"2026-03-04T01:38:22.679081Z","end":"2026-03-04T01:38:22.792081Z","steps":["trace[1388224005] 'process raft request' (duration: 61.278509ms)","trace[1388224005] 'compare' (duration: 51.500595ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:24.209709Z","caller":"traceutil/trace.go:171","msg":"trace[1222279945] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"113.569501ms","start":"2026-03-04T01:38:24.096075Z","end":"2026-03-04T01:38:24.209644Z","steps":["trace[1222279945] 'process raft request' (duration: 79.243461ms)","trace[1222279945] 'compare' (duration: 34.123474ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:24.35822Z","caller":"traceutil/trace.go:171","msg":"trace[2049873888] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"119.875347ms","start":"2026-03-04T01:38:24.238317Z","end":"2026-03-04T01:38:24.358192Z","steps":["trace[2049873888] 'process raft request' (duration: 102.208266ms)","trace[2049873888] 'compare' (duration: 17.33676ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:24.358458Z","caller":"traceutil/trace.go:171","msg":"trace[728611830] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"118.624038ms","start":"2026-03-04T01:38:24.239806Z","end":"2026-03-04T01:38:24.35843Z","steps":["trace[728611830] 'process raft request' (duration: 118.265897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:05.557175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.728464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:39:05.557302Z","caller":"traceutil/trace.go:171","msg":"trace[617538860] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8533; }","duration":"171.9359ms","start":"2026-03-04T01:39:05.385342Z","end":"2026-03-04T01:39:05.557278Z","steps":["trace[617538860] 'count revisions from in-memory index tree' (duration: 171.571919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:15.994436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.26083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T01:39:15.994538Z","caller":"traceutil/trace.go:171","msg":"trace[1415582508] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:8589; }","duration":"112.420005ms","start":"2026-03-04T01:39:15.8821Z","end":"2026-03-04T01:39:15.99452Z","steps":["trace[1415582508] 'range keys from in-memory index tree' (duration: 112.069354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:15.99451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.062581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T01:39:15.994595Z","caller":"traceutil/trace.go:171","msg":"trace[1251502316] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8589; }","duration":"110.190705ms","start":"2026-03-04T01:39:15.884387Z","end":"2026-03-04T01:39:15.994578Z","steps":["trace[1251502316] 'range keys from in-memory index tree' (duration: 109.867315ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:16.125223Z","caller":"traceutil/trace.go:171","msg":"trace[1196215838] linearizableReadLoop","detail":"{readStateIndex:8915; appliedIndex:8914; }","duration":"126.979029ms","start":"2026-03-04T01:39:15.998224Z","end":"2026-03-04T01:39:16.125203Z","steps":["trace[1196215838] 'read index received' (duration: 126.876686ms)","trace[1196215838] 'applied index is now lower than readState.Index' (duration: 101.263µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:39:16.125564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.32782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T01:39:16.125599Z","caller":"traceutil/trace.go:171","msg":"trace[934996088] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8589; }","duration":"127.397102ms","start":"2026-03-04T01:39:15.998191Z","end":"2026-03-04T01:39:16.125588Z","steps":["trace[934996088] 'agreement among raft nodes before linearized reading' (duration: 127.276108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:16.125732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.719105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:39:16.12576Z","caller":"traceutil/trace.go:171","msg":"trace[1575838014] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8589; }","duration":"122.775437ms","start":"2026-03-04T01:39:16.002976Z","end":"2026-03-04T01:39:16.125752Z","steps":["trace[1575838014] 'agreement among raft nodes before linearized reading' (duration: 122.730796ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:16.66157Z","caller":"traceutil/trace.go:171","msg":"trace[287568577] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"255.32346ms","start":"2026-03-04T01:39:16.406224Z","end":"2026-03-04T01:39:16.661548Z","steps":["trace[287568577] 'process raft request' (duration: 255.193806ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:16.686245Z","caller":"traceutil/trace.go:171","msg":"trace[1954665927] linearizableReadLoop","detail":"{readStateIndex:8918; appliedIndex:8916; }","duration":"125.117581ms","start":"2026-03-04T01:39:16.561106Z","end":"2026-03-04T01:39:16.686224Z","steps":["trace[1954665927] 'read index received' (duration: 100.365579ms)","trace[1954665927] 'applied index is now lower than readState.Index' (duration: 24.750902ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:39:16.686352Z","caller":"traceutil/trace.go:171","msg":"trace[1147679970] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"279.932277ms","start":"2026-03-04T01:39:16.4064Z","end":"2026-03-04T01:39:16.686333Z","steps":["trace[1147679970] 'process raft request' (duration: 279.70498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:16.686413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.296476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:39:16.686451Z","caller":"traceutil/trace.go:171","msg":"trace[2114398247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8592; }","duration":"125.384559ms","start":"2026-03-04T01:39:16.561057Z","end":"2026-03-04T01:39:16.686441Z","steps":["trace[2114398247] 'agreement among raft nodes before linearized reading' (duration: 125.247655ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:17.007692Z","caller":"traceutil/trace.go:171","msg":"trace[2105488305] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"106.411044ms","start":"2026-03-04T01:39:16.901257Z","end":"2026-03-04T01:39:17.007668Z","steps":["trace[2105488305] 'process raft request' (duration: 106.306091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:17.219919Z","caller":"traceutil/trace.go:171","msg":"trace[253415613] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"162.041452ms","start":"2026-03-04T01:39:17.057837Z","end":"2026-03-04T01:39:17.219879Z","steps":["trace[253415613] 'process raft request' (duration: 135.481032ms)","trace[253415613] 'compare' (duration: 26.423236ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:39:55.943673Z","caller":"traceutil/trace.go:171","msg":"trace[776901317] transaction","detail":"{read_only:false; response_revision:8938; number_of_response:1; }","duration":"221.080105ms","start":"2026-03-04T01:39:55.722569Z","end":"2026-03-04T01:39:55.943649Z","steps":["trace[776901317] 'process raft request' (duration: 220.749125ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:36.984981Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T01:41:36.993415Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T01:41:36.993507Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T01:42:32.87656Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7738} {"level":"info","ts":"2026-03-04T01:42:32.941469Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7738,"took":"62.628019ms","hash":1041832641,"current-db-size-bytes":42373120,"current-db-size":"42 MB","current-db-size-in-use-bytes":26353664,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-04T01:42:32.941529Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1041832641,"revision":7738,"compact-revision":5715} {"level":"warn","ts":"2026-03-04T01:42:45.766469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.425937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:42:45.76656Z","caller":"traceutil/trace.go:171","msg":"trace[1466324692] linearizableReadLoop","detail":"{readStateIndex:10724; appliedIndex:10723; }","duration":"118.89528ms","start":"2026-03-04T01:42:45.647653Z","end":"2026-03-04T01:42:45.766548Z","steps":["trace[1466324692] 'read index received' (duration: 72.062µs)","trace[1466324692] 'applied index is now lower than readState.Index' (duration: 118.822178ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:45.766627Z","caller":"traceutil/trace.go:171","msg":"trace[2099331551] transaction","detail":"{read_only:false; response_revision:10345; number_of_response:1; }","duration":"253.435177ms","start":"2026-03-04T01:42:45.513166Z","end":"2026-03-04T01:42:45.766601Z","steps":["trace[2099331551] 'process raft request' (duration: 52.813924ms)","trace[2099331551] 'compare' (duration: 200.231291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:42:45.766764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.098246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mt8q9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:42:45.766834Z","caller":"traceutil/trace.go:171","msg":"trace[925713258] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mt8q9; range_end:; response_count:1; response_revision:10345; }","duration":"119.22636ms","start":"2026-03-04T01:42:45.647593Z","end":"2026-03-04T01:42:45.766819Z","steps":["trace[925713258] 'agreement among raft nodes before linearized reading' (duration: 119.019604ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:45.99251Z","caller":"traceutil/trace.go:171","msg":"trace[751535980] transaction","detail":"{read_only:false; response_revision:10346; number_of_response:1; }","duration":"179.774735ms","start":"2026-03-04T01:42:45.812693Z","end":"2026-03-04T01:42:45.992468Z","steps":["trace[751535980] 'process raft request' (duration: 178.866346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:45.992509Z","caller":"traceutil/trace.go:171","msg":"trace[160885744] transaction","detail":"{read_only:false; response_revision:10347; number_of_response:1; }","duration":"100.481448ms","start":"2026-03-04T01:42:45.89199Z","end":"2026-03-04T01:42:45.992472Z","steps":["trace[160885744] 'process raft request' (duration: 100.401625ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:59.807053Z","caller":"traceutil/trace.go:171","msg":"trace[910497427] transaction","detail":"{read_only:false; response_revision:10418; number_of_response:1; }","duration":"359.942232ms","start":"2026-03-04T01:42:59.447079Z","end":"2026-03-04T01:42:59.807021Z","steps":["trace[910497427] 'process raft request' (duration: 359.715985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:59.807243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:59.447056Z","time spent":"360.098147ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:43:00.347369Z","caller":"traceutil/trace.go:171","msg":"trace[1825173576] linearizableReadLoop","detail":"{readStateIndex:10803; appliedIndex:10801; }","duration":"148.947125ms","start":"2026-03-04T01:43:00.198401Z","end":"2026-03-04T01:43:00.347348Z","steps":["trace[1825173576] 'read index received' (duration: 45.501496ms)","trace[1825173576] 'applied index is now lower than readState.Index' (duration: 103.441969ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:43:00.347426Z","caller":"traceutil/trace.go:171","msg":"trace[865701453] transaction","detail":"{read_only:false; response_revision:10421; number_of_response:1; }","duration":"150.275736ms","start":"2026-03-04T01:43:00.197126Z","end":"2026-03-04T01:43:00.347402Z","steps":["trace[865701453] 'process raft request' (duration: 150.053029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:00.347639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.217103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:43:00.347731Z","caller":"traceutil/trace.go:171","msg":"trace[200201225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10421; }","duration":"149.347587ms","start":"2026-03-04T01:43:00.198361Z","end":"2026-03-04T01:43:00.347709Z","steps":["trace[200201225] 'agreement among raft nodes before linearized reading' (duration: 149.078589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:00.348002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.323933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:43:00.348049Z","caller":"traceutil/trace.go:171","msg":"trace[1925933632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10421; }","duration":"145.398195ms","start":"2026-03-04T01:43:00.202637Z","end":"2026-03-04T01:43:00.348036Z","steps":["trace[1925933632] 'agreement among raft nodes before linearized reading' (duration: 144.835347ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:00.616904Z","caller":"traceutil/trace.go:171","msg":"trace[1503778235] transaction","detail":"{read_only:false; response_revision:10426; number_of_response:1; }","duration":"102.606523ms","start":"2026-03-04T01:43:00.514269Z","end":"2026-03-04T01:43:00.616876Z","steps":["trace[1503778235] 'process raft request' (duration: 74.678114ms)","trace[1503778235] 'compare' (duration: 27.731373ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:47:32.882556Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10098} {"level":"info","ts":"2026-03-04T01:47:32.963918Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10098,"took":"78.805467ms","hash":1348588088,"current-db-size-bytes":42373120,"current-db-size":"42 MB","current-db-size-in-use-bytes":24129536,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T01:47:32.964018Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1348588088,"revision":10098,"compact-revision":7738} {"level":"info","ts":"2026-03-04T01:48:34.260947Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032bb.wal"} {"level":"info","ts":"2026-03-04T01:48:43.400284Z","caller":"traceutil/trace.go:171","msg":"trace[1735610752] transaction","detail":"{read_only:false; response_revision:12605; number_of_response:1; }","duration":"259.623652ms","start":"2026-03-04T01:48:43.140633Z","end":"2026-03-04T01:48:43.400256Z","steps":["trace[1735610752] 'process raft request' (duration: 259.457657ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:48:43.401036Z","caller":"traceutil/trace.go:171","msg":"trace[1858021865] transaction","detail":"{read_only:false; response_revision:12606; number_of_response:1; }","duration":"233.815225ms","start":"2026-03-04T01:48:43.167195Z","end":"2026-03-04T01:48:43.40101Z","steps":["trace[1858021865] 'process raft request' (duration: 233.66886ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:48:46.5718Z","caller":"traceutil/trace.go:171","msg":"trace[420031497] linearizableReadLoop","detail":"{readStateIndex:13085; appliedIndex:13084; }","duration":"265.644982ms","start":"2026-03-04T01:48:46.306129Z","end":"2026-03-04T01:48:46.571774Z","steps":["trace[420031497] 'read index received' (duration: 265.429685ms)","trace[420031497] 'applied index is now lower than readState.Index' (duration: 213.807µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:48:46.571919Z","caller":"traceutil/trace.go:171","msg":"trace[1435400041] transaction","detail":"{read_only:false; response_revision:12620; number_of_response:1; }","duration":"281.424546ms","start":"2026-03-04T01:48:46.290455Z","end":"2026-03-04T01:48:46.571879Z","steps":["trace[1435400041] 'process raft request' (duration: 281.144967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:48:46.571988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.852738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T01:48:46.572054Z","caller":"traceutil/trace.go:171","msg":"trace[744317900] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12620; }","duration":"265.988332ms","start":"2026-03-04T01:48:46.306051Z","end":"2026-03-04T01:48:46.57204Z","steps":["trace[744317900] 'agreement among raft nodes before linearized reading' (duration: 265.824407ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:48:46.57777Z","caller":"traceutil/trace.go:171","msg":"trace[1928847929] transaction","detail":"{read_only:false; response_revision:12621; number_of_response:1; }","duration":"183.043204ms","start":"2026-03-04T01:48:46.394707Z","end":"2026-03-04T01:48:46.577751Z","steps":["trace[1928847929] 'process raft request' (duration: 182.822377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:48:46.578074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.212144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:48:46.578132Z","caller":"traceutil/trace.go:171","msg":"trace[1875622085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12622; }","duration":"270.274046ms","start":"2026-03-04T01:48:46.307845Z","end":"2026-03-04T01:48:46.578119Z","steps":["trace[1875622085] 'agreement among raft nodes before linearized reading' (duration: 270.129652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:05.396756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.652542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:49:05.396822Z","caller":"traceutil/trace.go:171","msg":"trace[158079565] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:12714; }","duration":"122.764495ms","start":"2026-03-04T01:49:05.274044Z","end":"2026-03-04T01:49:05.396808Z","steps":["trace[158079565] 'count revisions from in-memory index tree' (duration: 122.518727ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:05.717873Z","caller":"traceutil/trace.go:171","msg":"trace[67946158] transaction","detail":"{read_only:false; response_revision:12715; number_of_response:1; }","duration":"195.649166ms","start":"2026-03-04T01:49:05.522202Z","end":"2026-03-04T01:49:05.717851Z","steps":["trace[67946158] 'process raft request' (duration: 195.498722ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:05.71895Z","caller":"traceutil/trace.go:171","msg":"trace[90076326] transaction","detail":"{read_only:false; response_revision:12716; number_of_response:1; }","duration":"196.676089ms","start":"2026-03-04T01:49:05.522205Z","end":"2026-03-04T01:49:05.718881Z","steps":["trace[90076326] 'process raft request' (duration: 196.537114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:21.04483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.147938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:49:21.045342Z","caller":"traceutil/trace.go:171","msg":"trace[825897003] linearizableReadLoop","detail":"{readStateIndex:13274; appliedIndex:13273; }","duration":"305.431097ms","start":"2026-03-04T01:49:20.739891Z","end":"2026-03-04T01:49:21.045322Z","steps":["trace[825897003] 'read index received' (duration: 22.613738ms)","trace[825897003] 'applied index is now lower than readState.Index' (duration: 282.815639ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:49:21.045572Z","caller":"traceutil/trace.go:171","msg":"trace[2040917699] transaction","detail":"{read_only:false; response_revision:12801; number_of_response:1; }","duration":"307.078109ms","start":"2026-03-04T01:49:20.73846Z","end":"2026-03-04T01:49:21.045538Z","steps":["trace[2040917699] 'process raft request' (duration: 24.126356ms)","trace[2040917699] 'compare' (duration: 281.88086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:49:21.045732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:20.738443Z","time spent":"307.211553ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:49:21.045772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.866102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T01:49:21.045873Z","caller":"traceutil/trace.go:171","msg":"trace[1759004814] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12801; }","duration":"306.018476ms","start":"2026-03-04T01:49:20.739828Z","end":"2026-03-04T01:49:21.045847Z","steps":["trace[1759004814] 'agreement among raft nodes before linearized reading' (duration: 305.708416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:21.045891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.934445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:49:21.045995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.46478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mt8q9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:49:21.04605Z","caller":"traceutil/trace.go:171","msg":"trace[1611099858] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:12801; }","duration":"300.132792ms","start":"2026-03-04T01:49:20.745893Z","end":"2026-03-04T01:49:21.046025Z","steps":["trace[1611099858] 'agreement among raft nodes before linearized reading' (duration: 299.899374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:21.045923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:20.7398Z","time spent":"306.111659ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:49:21.046096Z","caller":"traceutil/trace.go:171","msg":"trace[1871353034] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mt8q9; range_end:; response_count:1; response_revision:12801; }","duration":"170.602214ms","start":"2026-03-04T01:49:20.875466Z","end":"2026-03-04T01:49:21.046068Z","steps":["trace[1871353034] 'agreement among raft nodes before linearized reading' (duration: 170.349356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:21.046098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:20.745875Z","time spent":"300.211933ms","remote":"127.0.0.1:37868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:49:22.814892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202913727,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:49:22.846944Z","caller":"traceutil/trace.go:171","msg":"trace[117782445] transaction","detail":"{read_only:false; response_revision:12806; number_of_response:1; }","duration":"583.597791ms","start":"2026-03-04T01:49:22.263292Z","end":"2026-03-04T01:49:22.84689Z","steps":["trace[117782445] 'process raft request' (duration: 583.440736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:22.847095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:22.26328Z","time spent":"583.726635ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:49:23.434365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:23.057347Z","time spent":"377.01146ms","remote":"127.0.0.1:44512","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T01:49:23.435184Z","caller":"traceutil/trace.go:171","msg":"trace[612073230] transaction","detail":"{read_only:false; response_revision:12807; number_of_response:1; }","duration":"1.171143816s","start":"2026-03-04T01:49:22.264015Z","end":"2026-03-04T01:49:23.435159Z","steps":["trace[612073230] 'process raft request' (duration: 1.160227904s)","trace[612073230] 'compare' (duration: 10.126587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:49:23.435342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:22.264003Z","time spent":"1.171264681s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:49:23.435519Z","caller":"traceutil/trace.go:171","msg":"trace[1460970650] transaction","detail":"{read_only:false; response_revision:12808; number_of_response:1; }","duration":"1.171470416s","start":"2026-03-04T01:49:22.264011Z","end":"2026-03-04T01:49:23.435481Z","steps":["trace[1460970650] 'process raft request' (duration: 1.171057253s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:23.435724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:22.263998Z","time spent":"1.171621542s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:49:23.435881Z","caller":"traceutil/trace.go:171","msg":"trace[1586529965] transaction","detail":"{read_only:false; response_revision:12809; number_of_response:1; }","duration":"1.170979311s","start":"2026-03-04T01:49:22.264879Z","end":"2026-03-04T01:49:23.435858Z","steps":["trace[1586529965] 'process raft request' (duration: 1.170501796s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:23.435995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:22.264847Z","time spent":"1.171079844s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:49:23.436059Z","caller":"traceutil/trace.go:171","msg":"trace[1130746496] linearizableReadLoop","detail":"{readStateIndex:13283; appliedIndex:13279; }","duration":"1.121341596s","start":"2026-03-04T01:49:22.31469Z","end":"2026-03-04T01:49:23.436032Z","steps":["trace[1130746496] 'read index received' (duration: 532.084367ms)","trace[1130746496] 'applied index is now lower than readState.Index' (duration: 589.229588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:49:23.436393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121694427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:49:23.436449Z","caller":"traceutil/trace.go:171","msg":"trace[1827582775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12809; }","duration":"1.121780229s","start":"2026-03-04T01:49:22.314655Z","end":"2026-03-04T01:49:23.436435Z","steps":["trace[1827582775] 'agreement among raft nodes before linearized reading' (duration: 1.121688846s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:23.436497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:22.314639Z","time spent":"1.121848062s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:49:23.436967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.252492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-04T01:49:23.437031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.735583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:49:23.437036Z","caller":"traceutil/trace.go:171","msg":"trace[995422545] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:12810; }","duration":"841.359606ms","start":"2026-03-04T01:49:22.59566Z","end":"2026-03-04T01:49:23.43702Z","steps":["trace[995422545] 'agreement among raft nodes before linearized reading' (duration: 841.16927ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:23.437068Z","caller":"traceutil/trace.go:171","msg":"trace[618911973] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:12810; }","duration":"362.779564ms","start":"2026-03-04T01:49:23.074275Z","end":"2026-03-04T01:49:23.437054Z","steps":["trace[618911973] 'agreement among raft nodes before linearized reading' (duration: 362.728542ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:23.437086Z","caller":"traceutil/trace.go:171","msg":"trace[1543272006] transaction","detail":"{read_only:false; response_revision:12810; number_of_response:1; }","duration":"352.462381ms","start":"2026-03-04T01:49:23.08461Z","end":"2026-03-04T01:49:23.437072Z","steps":["trace[1543272006] 'process raft request' (duration: 351.265244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:23.437059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.721593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T01:49:23.437139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:23.084596Z","time spent":"352.517032ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:49:23.437152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.015229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mt8q9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:49:23.437179Z","caller":"traceutil/trace.go:171","msg":"trace[1192243724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12810; }","duration":"303.872599ms","start":"2026-03-04T01:49:23.133283Z","end":"2026-03-04T01:49:23.437155Z","steps":["trace[1192243724] 'agreement among raft nodes before linearized reading' (duration: 303.552209ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:23.437182Z","caller":"traceutil/trace.go:171","msg":"trace[1619241025] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mt8q9; range_end:; response_count:1; response_revision:12810; }","duration":"368.07661ms","start":"2026-03-04T01:49:23.069094Z","end":"2026-03-04T01:49:23.437171Z","steps":["trace[1619241025] 'agreement among raft nodes before linearized reading' (duration: 367.996708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:23.437215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.850029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:49:23.437223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:23.069079Z","time spent":"368.139062ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-mt8q9\" "} {"level":"warn","ts":"2026-03-04T01:49:23.437232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:23.133277Z","time spent":"303.946291ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:49:23.437245Z","caller":"traceutil/trace.go:171","msg":"trace[309011640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12810; }","duration":"386.90842ms","start":"2026-03-04T01:49:23.050327Z","end":"2026-03-04T01:49:23.437235Z","steps":["trace[309011640] 'agreement among raft nodes before linearized reading' (duration: 386.834918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:23.437072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:22.595637Z","time spent":"841.427148ms","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-04T01:49:23.437271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:23.050307Z","time spent":"386.958351ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:49:23.437111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:23.07427Z","time spent":"362.832685ms","remote":"127.0.0.1:37490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:49:23.436971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.520499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T01:49:23.437454Z","caller":"traceutil/trace.go:171","msg":"trace[1203588459] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12810; }","duration":"365.005694ms","start":"2026-03-04T01:49:23.072435Z","end":"2026-03-04T01:49:23.437441Z","steps":["trace[1203588459] 'agreement among raft nodes before linearized reading' (duration: 364.425646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:23.437485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:23.072429Z","time spent":"365.048535ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:49:23.437264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.222268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:49:23.437925Z","caller":"traceutil/trace.go:171","msg":"trace[1113516639] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:12810; }","duration":"280.91179ms","start":"2026-03-04T01:49:23.156982Z","end":"2026-03-04T01:49:23.437894Z","steps":["trace[1113516639] 'agreement among raft nodes before linearized reading' (duration: 280.166337ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:24.00988Z","caller":"traceutil/trace.go:171","msg":"trace[1117157331] transaction","detail":"{read_only:false; response_revision:12815; number_of_response:1; }","duration":"200.048266ms","start":"2026-03-04T01:49:23.809807Z","end":"2026-03-04T01:49:24.009855Z","steps":["trace[1117157331] 'process raft request' (duration: 199.890922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:24.47936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.128877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:49:24.479664Z","caller":"traceutil/trace.go:171","msg":"trace[1744181697] linearizableReadLoop","detail":"{readStateIndex:13290; appliedIndex:13289; }","duration":"209.238665ms","start":"2026-03-04T01:49:24.270405Z","end":"2026-03-04T01:49:24.479644Z","steps":["trace[1744181697] 'read index received' (duration: 50.652µs)","trace[1744181697] 'applied index is now lower than readState.Index' (duration: 209.186483ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:49:24.479748Z","caller":"traceutil/trace.go:171","msg":"trace[612242605] transaction","detail":"{read_only:false; response_revision:12817; number_of_response:1; }","duration":"206.609142ms","start":"2026-03-04T01:49:24.273119Z","end":"2026-03-04T01:49:24.479728Z","steps":["trace[612242605] 'process raft request' (duration: 206.361395ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:24.479601Z","caller":"traceutil/trace.go:171","msg":"trace[1468611134] transaction","detail":"{read_only:false; response_revision:12816; number_of_response:1; }","duration":"371.385174ms","start":"2026-03-04T01:49:24.108174Z","end":"2026-03-04T01:49:24.479559Z","steps":["trace[1468611134] 'process raft request' (duration: 66.770262ms)","trace[1468611134] 'compare' (duration: 303.936671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:49:24.480008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:24.108149Z","time spent":"371.771645ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:49:24.479846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.43545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-d7n72\" ","response":"range_response_count:1 size:12498"} {"level":"info","ts":"2026-03-04T01:49:24.480231Z","caller":"traceutil/trace.go:171","msg":"trace[1548375194] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-d7n72; range_end:; response_count:1; response_revision:12817; }","duration":"209.864824ms","start":"2026-03-04T01:49:24.270353Z","end":"2026-03-04T01:49:24.480218Z","steps":["trace[1548375194] 'agreement among raft nodes before linearized reading' (duration: 209.365928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:25.750901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.22447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:49:25.751028Z","caller":"traceutil/trace.go:171","msg":"trace[2098445372] linearizableReadLoop","detail":"{readStateIndex:13303; appliedIndex:13302; }","duration":"293.945018ms","start":"2026-03-04T01:49:25.457067Z","end":"2026-03-04T01:49:25.751012Z","steps":["trace[2098445372] 'read index received' (duration: 42.531823ms)","trace[2098445372] 'applied index is now lower than readState.Index' (duration: 251.412195ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:49:25.751126Z","caller":"traceutil/trace.go:171","msg":"trace[1232382422] transaction","detail":"{read_only:false; response_revision:12829; number_of_response:1; }","duration":"295.420264ms","start":"2026-03-04T01:49:25.455682Z","end":"2026-03-04T01:49:25.751102Z","steps":["trace[1232382422] 'process raft request' (duration: 43.910546ms)","trace[1232382422] 'compare' (duration: 251.110365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:49:25.751222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.151244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:49:25.751248Z","caller":"traceutil/trace.go:171","msg":"trace[527945565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12829; }","duration":"294.200476ms","start":"2026-03-04T01:49:25.457039Z","end":"2026-03-04T01:49:25.75124Z","steps":["trace[527945565] 'agreement among raft nodes before linearized reading' (duration: 294.058612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:25.751326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.008109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mt8q9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:49:25.751404Z","caller":"traceutil/trace.go:171","msg":"trace[308539794] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mt8q9; range_end:; response_count:1; response_revision:12829; }","duration":"286.126473ms","start":"2026-03-04T01:49:25.46526Z","end":"2026-03-04T01:49:25.751386Z","steps":["trace[308539794] 'agreement among raft nodes before linearized reading' (duration: 285.888425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:25.965932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.884588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:49:25.966036Z","caller":"traceutil/trace.go:171","msg":"trace[1834929092] linearizableReadLoop","detail":"{readStateIndex:13304; appliedIndex:13303; }","duration":"210.436742ms","start":"2026-03-04T01:49:25.755585Z","end":"2026-03-04T01:49:25.966022Z","steps":["trace[1834929092] 'read index received' (duration: 103.321467ms)","trace[1834929092] 'applied index is now lower than readState.Index' (duration: 107.114375ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:49:25.966138Z","caller":"traceutil/trace.go:171","msg":"trace[1503330538] transaction","detail":"{read_only:false; response_revision:12830; number_of_response:1; }","duration":"211.02463ms","start":"2026-03-04T01:49:25.755077Z","end":"2026-03-04T01:49:25.966102Z","steps":["trace[1503330538] 'process raft request' (duration: 103.892964ms)","trace[1503330538] 'compare' (duration: 106.776645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:49:25.966613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.032081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:595273"} {"level":"info","ts":"2026-03-04T01:49:25.966646Z","caller":"traceutil/trace.go:171","msg":"trace[1418543806] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:12830; }","duration":"211.085642ms","start":"2026-03-04T01:49:25.755545Z","end":"2026-03-04T01:49:25.966631Z","steps":["trace[1418543806] 'agreement among raft nodes before linearized reading' (duration: 210.542665ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:25.968707Z","caller":"traceutil/trace.go:171","msg":"trace[1783437031] transaction","detail":"{read_only:false; response_revision:12831; number_of_response:1; }","duration":"155.76916ms","start":"2026-03-04T01:49:25.812917Z","end":"2026-03-04T01:49:25.968687Z","steps":["trace[1783437031] 'process raft request' (duration: 155.567084ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:40.749992Z","caller":"traceutil/trace.go:171","msg":"trace[157013315] transaction","detail":"{read_only:false; response_revision:13019; number_of_response:1; }","duration":"133.844943ms","start":"2026-03-04T01:49:40.616077Z","end":"2026-03-04T01:49:40.749921Z","steps":["trace[157013315] 'process raft request' (duration: 133.668727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:45.482931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202914601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:49:45.627692Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.067572372s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:49:45.628088Z","caller":"traceutil/trace.go:171","msg":"trace[229598480] linearizableReadLoop","detail":"{readStateIndex:13593; appliedIndex:13592; }","duration":"645.672476ms","start":"2026-03-04T01:49:44.98239Z","end":"2026-03-04T01:49:45.628062Z","steps":["trace[229598480] 'read index received' (duration: 645.441229ms)","trace[229598480] 'applied index is now lower than readState.Index' (duration: 229.807µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:49:45.62841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.266572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:49:45.628474Z","caller":"traceutil/trace.go:171","msg":"trace[794102997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13106; }","duration":"101.344395ms","start":"2026-03-04T01:49:45.527114Z","end":"2026-03-04T01:49:45.628459Z","steps":["trace[794102997] 'agreement among raft nodes before linearized reading' (duration: 101.171489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:45.628473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.074459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:17 size:156819"} {"level":"info","ts":"2026-03-04T01:49:45.628524Z","caller":"traceutil/trace.go:171","msg":"trace[920480771] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:17; response_revision:13106; }","duration":"646.168901ms","start":"2026-03-04T01:49:44.982344Z","end":"2026-03-04T01:49:45.628513Z","steps":["trace[920480771] 'agreement among raft nodes before linearized reading' (duration: 645.860502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:45.628563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:44.982319Z","time spent":"646.233674ms","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":156842,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:49:45.628629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.856652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:49:45.628728Z","caller":"traceutil/trace.go:171","msg":"trace[1122048436] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:13106; }","duration":"201.020316ms","start":"2026-03-04T01:49:45.427684Z","end":"2026-03-04T01:49:45.628704Z","steps":["trace[1122048436] 'agreement among raft nodes before linearized reading' (duration: 200.838861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:45.628733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.139297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:49:45.628771Z","caller":"traceutil/trace.go:171","msg":"trace[1958326329] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:13106; }","duration":"100.206489ms","start":"2026-03-04T01:49:45.528553Z","end":"2026-03-04T01:49:45.62876Z","steps":["trace[1958326329] 'agreement among raft nodes before linearized reading' (duration: 100.137407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:45.628414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.266784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:49:45.628829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.490979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-43efd445-65a7-4fa0-a351-0aa353f7516f\" ","response":"range_response_count:1 size:3751"} {"level":"info","ts":"2026-03-04T01:49:45.628933Z","caller":"traceutil/trace.go:171","msg":"trace[190638411] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-43efd445-65a7-4fa0-a351-0aa353f7516f; range_end:; response_count:1; response_revision:13106; }","duration":"191.617993ms","start":"2026-03-04T01:49:45.437294Z","end":"2026-03-04T01:49:45.628912Z","steps":["trace[190638411] 'agreement among raft nodes before linearized reading' (duration: 191.483179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:45.628918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.861642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:49:45.629051Z","caller":"traceutil/trace.go:171","msg":"trace[224088309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13106; }","duration":"314.082288ms","start":"2026-03-04T01:49:45.314936Z","end":"2026-03-04T01:49:45.629018Z","steps":["trace[224088309] 'agreement among raft nodes before linearized reading' (duration: 313.765788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:45.6288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.729337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:49:45.629124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:45.314895Z","time spent":"314.215893ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:49:45.629171Z","caller":"traceutil/trace.go:171","msg":"trace[1331858106] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:13106; }","duration":"419.132869ms","start":"2026-03-04T01:49:45.210018Z","end":"2026-03-04T01:49:45.629151Z","steps":["trace[1331858106] 'agreement among raft nodes before linearized reading' (duration: 418.729087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:45.629217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:45.209993Z","time spent":"419.211562ms","remote":"127.0.0.1:52738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:49:45.628898Z","caller":"traceutil/trace.go:171","msg":"trace[355834505] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13106; }","duration":"601.733059ms","start":"2026-03-04T01:49:45.027114Z","end":"2026-03-04T01:49:45.628847Z","steps":["trace[355834505] 'agreement among raft nodes before linearized reading' (duration: 601.12658ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:45.629671Z","caller":"traceutil/trace.go:171","msg":"trace[394267133] transaction","detail":"{read_only:false; response_revision:13106; number_of_response:1; }","duration":"1.068186422s","start":"2026-03-04T01:49:44.559981Z","end":"2026-03-04T01:49:45.628167Z","steps":["trace[394267133] 'process raft request' (duration: 1.067927214s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:45.629743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:45.027092Z","time spent":"602.626377ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:49:45.629918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:44.55996Z","time spent":"1.069807932s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3736,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:49:45.967572Z","caller":"traceutil/trace.go:171","msg":"trace[846701499] transaction","detail":"{read_only:false; response_revision:13108; number_of_response:1; }","duration":"332.902919ms","start":"2026-03-04T01:49:45.634646Z","end":"2026-03-04T01:49:45.967549Z","steps":["trace[846701499] 'process raft request' (duration: 260.411878ms)","trace[846701499] 'compare' (duration: 72.336676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:49:45.967722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:45.634625Z","time spent":"333.021332ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:49:45.967844Z","caller":"traceutil/trace.go:171","msg":"trace[1008974378] transaction","detail":"{read_only:false; response_revision:13109; number_of_response:1; }","duration":"332.95992ms","start":"2026-03-04T01:49:45.634859Z","end":"2026-03-04T01:49:45.967819Z","steps":["trace[1008974378] 'process raft request' (duration: 332.65116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:45.967997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:45.634847Z","time spent":"333.055463ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:49:45.968204Z","caller":"traceutil/trace.go:171","msg":"trace[369004340] linearizableReadLoop","detail":"{readStateIndex:13597; appliedIndex:13594; }","duration":"172.317838ms","start":"2026-03-04T01:49:45.795873Z","end":"2026-03-04T01:49:45.968191Z","steps":["trace[369004340] 'read index received' (duration: 99.224038ms)","trace[369004340] 'applied index is now lower than readState.Index' (duration: 73.09272ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:49:45.968329Z","caller":"traceutil/trace.go:171","msg":"trace[950083982] transaction","detail":"{read_only:false; response_revision:13110; number_of_response:1; }","duration":"333.338122ms","start":"2026-03-04T01:49:45.634979Z","end":"2026-03-04T01:49:45.968317Z","steps":["trace[950083982] 'process raft request' (duration: 332.761174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:45.968389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:49:45.634955Z","time spent":"333.395394ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:49:45.968485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.319236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T01:49:45.968524Z","caller":"traceutil/trace.go:171","msg":"trace[482252593] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13110; }","duration":"125.389898ms","start":"2026-03-04T01:49:45.843122Z","end":"2026-03-04T01:49:45.968512Z","steps":["trace[482252593] 'agreement among raft nodes before linearized reading' (duration: 125.263984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:45.96867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.797032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sqvnf\" ","response":"range_response_count:1 size:20769"} {"level":"info","ts":"2026-03-04T01:49:45.968695Z","caller":"traceutil/trace.go:171","msg":"trace[165924565] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-sqvnf; range_end:; response_count:1; response_revision:13110; }","duration":"172.856614ms","start":"2026-03-04T01:49:45.795831Z","end":"2026-03-04T01:49:45.968688Z","steps":["trace[165924565] 'agreement among raft nodes before linearized reading' (duration: 172.774272ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:47.898412Z","caller":"traceutil/trace.go:171","msg":"trace[157437405] transaction","detail":"{read_only:false; response_revision:13120; number_of_response:1; }","duration":"245.599283ms","start":"2026-03-04T01:49:47.652786Z","end":"2026-03-04T01:49:47.898385Z","steps":["trace[157437405] 'process raft request' (duration: 245.361396ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:36.343968Z","caller":"traceutil/trace.go:171","msg":"trace[1461583825] linearizableReadLoop","detail":"{readStateIndex:14208; appliedIndex:14207; }","duration":"142.401711ms","start":"2026-03-04T01:50:36.201545Z","end":"2026-03-04T01:50:36.343947Z","steps":["trace[1461583825] 'read index received' (duration: 142.193244ms)","trace[1461583825] 'applied index is now lower than readState.Index' (duration: 207.867µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:50:36.344059Z","caller":"traceutil/trace.go:171","msg":"trace[528176299] transaction","detail":"{read_only:false; response_revision:13705; number_of_response:1; }","duration":"177.560172ms","start":"2026-03-04T01:50:36.166492Z","end":"2026-03-04T01:50:36.344053Z","steps":["trace[528176299] 'process raft request' (duration: 177.315335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:36.344261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.70052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zqwhg\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-04T01:50:36.344284Z","caller":"traceutil/trace.go:171","msg":"trace[166352304] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zqwhg; range_end:; response_count:1; response_revision:13705; }","duration":"142.779032ms","start":"2026-03-04T01:50:36.201496Z","end":"2026-03-04T01:50:36.344276Z","steps":["trace[166352304] 'agreement among raft nodes before linearized reading' (duration: 142.661859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:36.371993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.110834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:50:36.372016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.936716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:50:36.372061Z","caller":"traceutil/trace.go:171","msg":"trace[1279863634] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13707; }","duration":"113.219377ms","start":"2026-03-04T01:50:36.258825Z","end":"2026-03-04T01:50:36.372045Z","steps":["trace[1279863634] 'agreement among raft nodes before linearized reading' (duration: 113.067492ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:36.372098Z","caller":"traceutil/trace.go:171","msg":"trace[1170743602] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13707; }","duration":"112.065451ms","start":"2026-03-04T01:50:36.260011Z","end":"2026-03-04T01:50:36.372076Z","steps":["trace[1170743602] 'agreement among raft nodes before linearized reading' (duration: 111.862485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:36.372294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.056977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:50:36.372331Z","caller":"traceutil/trace.go:171","msg":"trace[1584508883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13707; }","duration":"109.131509ms","start":"2026-03-04T01:50:36.26319Z","end":"2026-03-04T01:50:36.372321Z","steps":["trace[1584508883] 'agreement among raft nodes before linearized reading' (duration: 109.033556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:36.372521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.080367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:50:36.372555Z","caller":"traceutil/trace.go:171","msg":"trace[1749382923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13707; }","duration":"124.149509ms","start":"2026-03-04T01:50:36.248397Z","end":"2026-03-04T01:50:36.372547Z","steps":["trace[1749382923] 'agreement among raft nodes before linearized reading' (duration: 124.065466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:10.998333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202917330,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:51:11.311707Z","caller":"traceutil/trace.go:171","msg":"trace[1183820022] transaction","detail":"{read_only:false; response_revision:13866; number_of_response:1; }","duration":"838.169025ms","start":"2026-03-04T01:51:10.473514Z","end":"2026-03-04T01:51:11.311683Z","steps":["trace[1183820022] 'process raft request' (duration: 837.99574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.31242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.473484Z","time spent":"838.291599ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:51:11.491169Z","caller":"traceutil/trace.go:171","msg":"trace[436847745] transaction","detail":"{read_only:false; response_revision:13867; number_of_response:1; }","duration":"1.007924123s","start":"2026-03-04T01:51:10.483218Z","end":"2026-03-04T01:51:11.491142Z","steps":["trace[436847745] 'process raft request' (duration: 1.007759987s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.49135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.483201Z","time spent":"1.008045887s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:51:11.503933Z","caller":"traceutil/trace.go:171","msg":"trace[324164041] linearizableReadLoop","detail":"{readStateIndex:14376; appliedIndex:14374; }","duration":"1.006279872s","start":"2026-03-04T01:51:10.497621Z","end":"2026-03-04T01:51:11.503901Z","steps":["trace[324164041] 'read index received' (duration: 813.947336ms)","trace[324164041] 'applied index is now lower than readState.Index' (duration: 192.330875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:51:11.504141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006118637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:51:11.504182Z","caller":"traceutil/trace.go:171","msg":"trace[620095746] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13867; }","duration":"1.006204799s","start":"2026-03-04T01:51:10.497966Z","end":"2026-03-04T01:51:11.504171Z","steps":["trace[620095746] 'agreement among raft nodes before linearized reading' (duration: 1.006103486s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.504224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.497955Z","time spent":"1.006259111s","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:51:11.504278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.739944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-04T01:51:11.504277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006634073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-04T01:51:11.504403Z","caller":"traceutil/trace.go:171","msg":"trace[835822920] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13867; }","duration":"1.006807809s","start":"2026-03-04T01:51:10.497573Z","end":"2026-03-04T01:51:11.504381Z","steps":["trace[835822920] 'agreement among raft nodes before linearized reading' (duration: 1.006467488s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.504476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.108909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:51:11.504527Z","caller":"traceutil/trace.go:171","msg":"trace[1283676674] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13867; }","duration":"797.178582ms","start":"2026-03-04T01:51:10.707335Z","end":"2026-03-04T01:51:11.504513Z","steps":["trace[1283676674] 'agreement among raft nodes before linearized reading' (duration: 797.11219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.504542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.279804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:51:11.504563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.707326Z","time spent":"797.228223ms","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-04T01:51:11.504565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.979904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:51:11.504645Z","caller":"traceutil/trace.go:171","msg":"trace[1186848960] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13867; }","duration":"690.039035ms","start":"2026-03-04T01:51:10.814561Z","end":"2026-03-04T01:51:11.5046Z","steps":["trace[1186848960] 'agreement among raft nodes before linearized reading' (duration: 689.950593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.50469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.039198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:51:11.504699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.534203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:51:11.504655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.435729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:51:11.504725Z","caller":"traceutil/trace.go:171","msg":"trace[778737091] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13867; }","duration":"692.09423ms","start":"2026-03-04T01:51:10.812623Z","end":"2026-03-04T01:51:11.504717Z","steps":["trace[778737091] 'agreement among raft nodes before linearized reading' (duration: 692.048079ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:11.504732Z","caller":"traceutil/trace.go:171","msg":"trace[67382334] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13867; }","duration":"797.564204ms","start":"2026-03-04T01:51:10.707158Z","end":"2026-03-04T01:51:11.504722Z","steps":["trace[67382334] 'agreement among raft nodes before linearized reading' (duration: 797.520713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.504752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.812611Z","time spent":"692.135681ms","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T01:51:11.504336Z","caller":"traceutil/trace.go:171","msg":"trace[21578285] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13867; }","duration":"793.818676ms","start":"2026-03-04T01:51:10.710494Z","end":"2026-03-04T01:51:11.504313Z","steps":["trace[21578285] 'agreement among raft nodes before linearized reading' (duration: 793.668222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.50476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.707125Z","time spent":"797.628176ms","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T01:51:11.504792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.71048Z","time spent":"794.300542ms","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:51:11.504841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.74353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:51:11.504872Z","caller":"traceutil/trace.go:171","msg":"trace[146620871] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13867; }","duration":"797.828663ms","start":"2026-03-04T01:51:10.707035Z","end":"2026-03-04T01:51:11.504864Z","steps":["trace[146620871] 'agreement among raft nodes before linearized reading' (duration: 797.783531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.504901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.70701Z","time spent":"797.885424ms","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:51:11.504963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.891364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:51:11.505023Z","caller":"traceutil/trace.go:171","msg":"trace[1763902135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13867; }","duration":"185.960625ms","start":"2026-03-04T01:51:11.319033Z","end":"2026-03-04T01:51:11.504994Z","steps":["trace[1763902135] 'agreement among raft nodes before linearized reading' (duration: 185.898433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.505067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.731207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T01:51:11.505098Z","caller":"traceutil/trace.go:171","msg":"trace[1138403921] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13867; }","duration":"894.788209ms","start":"2026-03-04T01:51:10.610302Z","end":"2026-03-04T01:51:11.50509Z","steps":["trace[1138403921] 'agreement among raft nodes before linearized reading' (duration: 894.662875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.50513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.610282Z","time spent":"894.840211ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:51:11.505171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.245044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sqvnf\" ","response":"range_response_count:1 size:20769"} {"level":"info","ts":"2026-03-04T01:51:11.505211Z","caller":"traceutil/trace.go:171","msg":"trace[408918005] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-sqvnf; range_end:; response_count:1; response_revision:13867; }","duration":"699.315696ms","start":"2026-03-04T01:51:10.805886Z","end":"2026-03-04T01:51:11.505201Z","steps":["trace[408918005] 'agreement among raft nodes before linearized reading' (duration: 699.216853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.505236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.80587Z","time spent":"699.360817ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20792,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sqvnf\" "} {"level":"warn","ts":"2026-03-04T01:51:11.505315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.433718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:51:11.505378Z","caller":"traceutil/trace.go:171","msg":"trace[1780826996] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:13867; }","duration":"471.544461ms","start":"2026-03-04T01:51:11.033817Z","end":"2026-03-04T01:51:11.505362Z","steps":["trace[1780826996] 'agreement among raft nodes before linearized reading' (duration: 471.445708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.505403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.220315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T01:51:11.505433Z","caller":"traceutil/trace.go:171","msg":"trace[1468633339] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13867; }","duration":"965.267467ms","start":"2026-03-04T01:51:10.540155Z","end":"2026-03-04T01:51:11.505422Z","steps":["trace[1468633339] 'agreement among raft nodes before linearized reading' (duration: 965.194285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.50547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.540145Z","time spent":"965.318599ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:51:11.504748Z","caller":"traceutil/trace.go:171","msg":"trace[216936788] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13867; }","duration":"691.566804ms","start":"2026-03-04T01:51:10.813164Z","end":"2026-03-04T01:51:11.504731Z","steps":["trace[216936788] 'agreement among raft nodes before linearized reading' (duration: 691.431459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.505501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.644369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:51:11.505534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.813146Z","time spent":"692.375288ms","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T01:51:11.505545Z","caller":"traceutil/trace.go:171","msg":"trace[1319344839] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:13867; }","duration":"505.733273ms","start":"2026-03-04T01:51:10.999797Z","end":"2026-03-04T01:51:11.50553Z","steps":["trace[1319344839] 'agreement among raft nodes before linearized reading' (duration: 505.66226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.505584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.999771Z","time spent":"505.801175ms","remote":"127.0.0.1:52644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:51:11.505649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.356633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:51:11.505685Z","caller":"traceutil/trace.go:171","msg":"trace[1984063187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13867; }","duration":"983.391084ms","start":"2026-03-04T01:51:10.522285Z","end":"2026-03-04T01:51:11.505676Z","steps":["trace[1984063187] 'agreement among raft nodes before linearized reading' (duration: 983.306592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.505716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.522249Z","time spent":"983.461037ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:51:11.505432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:11.033793Z","time spent":"471.624504ms","remote":"127.0.0.1:45748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:51:11.505877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.537232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T01:51:11.505889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.085952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mt8q9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:51:11.505913Z","caller":"traceutil/trace.go:171","msg":"trace[1607565303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13867; }","duration":"985.583883ms","start":"2026-03-04T01:51:10.520319Z","end":"2026-03-04T01:51:11.505903Z","steps":["trace[1607565303] 'agreement among raft nodes before linearized reading' (duration: 985.500581ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:11.505932Z","caller":"traceutil/trace.go:171","msg":"trace[1202802044] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mt8q9; range_end:; response_count:1; response_revision:13867; }","duration":"633.156454ms","start":"2026-03-04T01:51:10.872763Z","end":"2026-03-04T01:51:11.50592Z","steps":["trace[1202802044] 'agreement among raft nodes before linearized reading' (duration: 633.017369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.505983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.872749Z","time spent":"633.223426ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-mt8q9\" "} {"level":"warn","ts":"2026-03-04T01:51:11.50601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.409316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:51:11.506036Z","caller":"traceutil/trace.go:171","msg":"trace[2117087711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13867; }","duration":"991.458687ms","start":"2026-03-04T01:51:10.514571Z","end":"2026-03-04T01:51:11.506029Z","steps":["trace[2117087711] 'agreement among raft nodes before linearized reading' (duration: 991.389025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.506068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.514554Z","time spent":"991.508969ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:51:11.504695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.814554Z","time spent":"690.130248ms","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:51:11.505331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.238284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-04T01:51:11.50636Z","caller":"traceutil/trace.go:171","msg":"trace[152693883] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13867; }","duration":"957.295407ms","start":"2026-03-04T01:51:10.549055Z","end":"2026-03-04T01:51:11.506351Z","steps":["trace[152693883] 'agreement among raft nodes before linearized reading' (duration: 956.202043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.505941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.520312Z","time spent":"985.623424ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:51:11.506469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006176339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:51:11.506495Z","caller":"traceutil/trace.go:171","msg":"trace[689516173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13867; }","duration":"1.00622122s","start":"2026-03-04T01:51:10.500266Z","end":"2026-03-04T01:51:11.506487Z","steps":["trace[689516173] 'agreement among raft nodes before linearized reading' (duration: 1.006147137s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.506519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.500255Z","time spent":"1.006259171s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:51:11.506263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.201306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:51:11.504574Z","caller":"traceutil/trace.go:171","msg":"trace[2060026362] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13867; }","duration":"691.353496ms","start":"2026-03-04T01:51:10.813211Z","end":"2026-03-04T01:51:11.504564Z","steps":["trace[2060026362] 'agreement among raft nodes before linearized reading' (duration: 691.309445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.506667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.813179Z","time spent":"693.481713ms","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-04T01:51:11.506667Z","caller":"traceutil/trace.go:171","msg":"trace[2011253243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13867; }","duration":"996.61938ms","start":"2026-03-04T01:51:10.510031Z","end":"2026-03-04T01:51:11.50665Z","steps":["trace[2011253243] 'agreement among raft nodes before linearized reading' (duration: 996.173266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.506726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.51002Z","time spent":"996.692422ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:51:11.506393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004206876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:51:11.506957Z","caller":"traceutil/trace.go:171","msg":"trace[1299390353] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13867; }","duration":"1.004786925s","start":"2026-03-04T01:51:10.502156Z","end":"2026-03-04T01:51:11.506943Z","steps":["trace[1299390353] 'agreement among raft nodes before linearized reading' (duration: 1.004181876s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.507009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.502144Z","time spent":"1.004851527s","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:51:11.504475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.49754Z","time spent":"1.006919762s","remote":"127.0.0.1:37568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T01:51:11.506394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.54904Z","time spent":"957.347569ms","remote":"127.0.0.1:37568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T01:51:11.506258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.375027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zqwhg\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-04T01:51:11.507417Z","caller":"traceutil/trace.go:171","msg":"trace[1949626573] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zqwhg; range_end:; response_count:1; response_revision:13867; }","duration":"692.572204ms","start":"2026-03-04T01:51:10.814834Z","end":"2026-03-04T01:51:11.507406Z","steps":["trace[1949626573] 'agreement among raft nodes before linearized reading' (duration: 691.323715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.507459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:10.814813Z","time spent":"692.634667ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zqwhg\" "} {"level":"info","ts":"2026-03-04T01:51:11.938177Z","caller":"traceutil/trace.go:171","msg":"trace[474249064] transaction","detail":"{read_only:false; response_revision:13868; number_of_response:1; }","duration":"426.454398ms","start":"2026-03-04T01:51:11.511698Z","end":"2026-03-04T01:51:11.938153Z","steps":["trace[474249064] 'process raft request' (duration: 426.294153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:11.938338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:11.511684Z","time spent":"426.567412ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:51:12.199882Z","caller":"traceutil/trace.go:171","msg":"trace[1534914176] transaction","detail":"{read_only:false; response_revision:13872; number_of_response:1; }","duration":"685.547124ms","start":"2026-03-04T01:51:11.514316Z","end":"2026-03-04T01:51:12.199863Z","steps":["trace[1534914176] 'process raft request' (duration: 685.494023ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:12.199912Z","caller":"traceutil/trace.go:171","msg":"trace[879799208] transaction","detail":"{read_only:false; response_revision:13870; number_of_response:1; }","duration":"686.122813ms","start":"2026-03-04T01:51:11.513764Z","end":"2026-03-04T01:51:12.199886Z","steps":["trace[879799208] 'process raft request' (duration: 685.982829ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:12.199942Z","caller":"traceutil/trace.go:171","msg":"trace[953898364] transaction","detail":"{read_only:false; response_revision:13869; number_of_response:1; }","duration":"687.144835ms","start":"2026-03-04T01:51:11.512759Z","end":"2026-03-04T01:51:12.199904Z","steps":["trace[953898364] 'process raft request' (duration: 682.127488ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:12.199973Z","caller":"traceutil/trace.go:171","msg":"trace[553720095] transaction","detail":"{read_only:false; response_revision:13871; number_of_response:1; }","duration":"685.659358ms","start":"2026-03-04T01:51:11.514287Z","end":"2026-03-04T01:51:12.199946Z","steps":["trace[553720095] 'process raft request' (duration: 685.498183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:12.200008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:11.514295Z","time spent":"685.646278ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:51:12.200062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:11.513753Z","time spent":"686.220036ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:51:12.200093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:11.512734Z","time spent":"687.279319ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:51:12.200093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:11.514277Z","time spent":"685.748492ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:51:12.200165Z","caller":"traceutil/trace.go:171","msg":"trace[1207383529] linearizableReadLoop","detail":"{readStateIndex:14379; appliedIndex:14377; }","duration":"687.210777ms","start":"2026-03-04T01:51:11.512926Z","end":"2026-03-04T01:51:12.200137Z","steps":["trace[1207383529] 'read index received' (duration: 425.175999ms)","trace[1207383529] 'applied index is now lower than readState.Index' (duration: 262.033628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:51:12.200414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.467195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T01:51:12.200459Z","caller":"traceutil/trace.go:171","msg":"trace[796431211] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13873; }","duration":"687.549818ms","start":"2026-03-04T01:51:11.512898Z","end":"2026-03-04T01:51:12.200448Z","steps":["trace[796431211] 'agreement among raft nodes before linearized reading' (duration: 687.378412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:12.200491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:11.512891Z","time spent":"687.591399ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:51:12.200498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.009584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-04T01:51:12.200525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.224411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:51:12.200555Z","caller":"traceutil/trace.go:171","msg":"trace[44135131] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13873; }","duration":"395.083097ms","start":"2026-03-04T01:51:11.805455Z","end":"2026-03-04T01:51:12.200538Z","steps":["trace[44135131] 'agreement among raft nodes before linearized reading' (duration: 394.937652ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:12.200571Z","caller":"traceutil/trace.go:171","msg":"trace[1700364586] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13873; }","duration":"403.305643ms","start":"2026-03-04T01:51:11.79725Z","end":"2026-03-04T01:51:12.200556Z","steps":["trace[1700364586] 'agreement among raft nodes before linearized reading' (duration: 403.225961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:12.20059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:11.805443Z","time spent":"395.138798ms","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:51:12.200616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:11.797228Z","time spent":"403.379476ms","remote":"127.0.0.1:37568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T01:51:12.20084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.424535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-04T01:51:12.200878Z","caller":"traceutil/trace.go:171","msg":"trace[267350272] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13873; }","duration":"401.480786ms","start":"2026-03-04T01:51:11.799387Z","end":"2026-03-04T01:51:12.200868Z","steps":["trace[267350272] 'agreement among raft nodes before linearized reading' (duration: 401.375923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:12.200907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:11.79938Z","time spent":"401.520908ms","remote":"127.0.0.1:37568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T01:51:12.200918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.986111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:51:12.200957Z","caller":"traceutil/trace.go:171","msg":"trace[2116267853] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:13873; }","duration":"167.023092ms","start":"2026-03-04T01:51:12.03392Z","end":"2026-03-04T01:51:12.200943Z","steps":["trace[2116267853] 'agreement among raft nodes before linearized reading' (duration: 166.96289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:12.201052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.987572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:51:12.201089Z","caller":"traceutil/trace.go:171","msg":"trace[1790967809] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13873; }","duration":"402.056874ms","start":"2026-03-04T01:51:11.799022Z","end":"2026-03-04T01:51:12.201079Z","steps":["trace[1790967809] 'agreement among raft nodes before linearized reading' (duration: 402.003243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:12.201097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.791877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-04T01:51:12.201116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:11.799004Z","time spent":"402.106535ms","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:51:12.201149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.238338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737463"} {"level":"info","ts":"2026-03-04T01:51:12.201194Z","caller":"traceutil/trace.go:171","msg":"trace[745297653] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13873; }","duration":"326.849909ms","start":"2026-03-04T01:51:11.874271Z","end":"2026-03-04T01:51:12.201121Z","steps":["trace[745297653] 'agreement among raft nodes before linearized reading' (duration: 326.664343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:12.201198Z","caller":"traceutil/trace.go:171","msg":"trace[676332042] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:13873; }","duration":"687.30582ms","start":"2026-03-04T01:51:11.513879Z","end":"2026-03-04T01:51:12.201184Z","steps":["trace[676332042] 'agreement among raft nodes before linearized reading' (duration: 686.511335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:12.201235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:11.513874Z","time spent":"687.350961ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737486,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:51:12.201256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.256451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-04T01:51:12.201266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:11.874259Z","time spent":"326.997903ms","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T01:51:12.20129Z","caller":"traceutil/trace.go:171","msg":"trace[1320180263] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13873; }","duration":"402.294832ms","start":"2026-03-04T01:51:11.798986Z","end":"2026-03-04T01:51:12.201281Z","steps":["trace[1320180263] 'agreement among raft nodes before linearized reading' (duration: 402.190258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:12.201315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:11.798909Z","time spent":"402.401135ms","remote":"127.0.0.1:37568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-04T01:51:12.201348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.738623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T01:51:12.201382Z","caller":"traceutil/trace.go:171","msg":"trace[1872205346] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:13873; }","duration":"581.846257ms","start":"2026-03-04T01:51:11.619524Z","end":"2026-03-04T01:51:12.201371Z","steps":["trace[1872205346] 'agreement among raft nodes before linearized reading' (duration: 581.754984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:12.20269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:11.619503Z","time spent":"583.165678ms","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-04T01:51:12.201446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.807676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737463"} {"level":"info","ts":"2026-03-04T01:51:12.202857Z","caller":"traceutil/trace.go:171","msg":"trace[320516445] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:13873; }","duration":"682.21775ms","start":"2026-03-04T01:51:11.520614Z","end":"2026-03-04T01:51:12.202832Z","steps":["trace[320516445] 'agreement among raft nodes before linearized reading' (duration: 679.999281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:12.203011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:11.520609Z","time spent":"682.373165ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737486,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:51:12.201629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.994936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737463"} {"level":"info","ts":"2026-03-04T01:51:12.203139Z","caller":"traceutil/trace.go:171","msg":"trace[1315652495] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:13873; }","duration":"685.512753ms","start":"2026-03-04T01:51:11.517609Z","end":"2026-03-04T01:51:12.203121Z","steps":["trace[1315652495] 'agreement among raft nodes before linearized reading' (duration: 683.423878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:12.203191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:11.5176Z","time spent":"685.572405ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737486,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T01:51:12.201628Z","caller":"traceutil/trace.go:171","msg":"trace[830092947] transaction","detail":"{read_only:false; response_revision:13873; number_of_response:1; }","duration":"686.075301ms","start":"2026-03-04T01:51:11.515533Z","end":"2026-03-04T01:51:12.201609Z","steps":["trace[830092947] 'process raft request' (duration: 684.306006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:12.204197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:11.515524Z","time spent":"688.622691ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:51:13.113223Z","caller":"traceutil/trace.go:171","msg":"trace[1610430731] transaction","detail":"{read_only:false; response_revision:13874; number_of_response:1; }","duration":"174.179816ms","start":"2026-03-04T01:51:12.939014Z","end":"2026-03-04T01:51:13.113194Z","steps":["trace[1610430731] 'process raft request' (duration: 173.952739ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:52:32.889146Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12147} {"level":"info","ts":"2026-03-04T01:52:32.962849Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12147,"took":"70.619779ms","hash":2586774400,"current-db-size-bytes":42373120,"current-db-size":"42 MB","current-db-size-in-use-bytes":27738112,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T01:52:32.96293Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2586774400,"revision":12147,"compact-revision":10098} {"level":"info","ts":"2026-03-04T01:53:52.149329Z","caller":"traceutil/trace.go:171","msg":"trace[1100625230] transaction","detail":"{read_only:false; response_revision:15150; number_of_response:1; }","duration":"103.206723ms","start":"2026-03-04T01:53:52.046088Z","end":"2026-03-04T01:53:52.149295Z","steps":["trace[1100625230] 'process raft request' (duration: 102.960095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:52.158071Z","caller":"traceutil/trace.go:171","msg":"trace[1894862697] transaction","detail":"{read_only:false; response_revision:15151; number_of_response:1; }","duration":"100.156688ms","start":"2026-03-04T01:53:52.057889Z","end":"2026-03-04T01:53:52.158045Z","steps":["trace[1894862697] 'process raft request' (duration: 99.90511ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:56:23.016218Z","caller":"traceutil/trace.go:171","msg":"trace[883107089] transaction","detail":"{read_only:false; response_revision:16103; number_of_response:1; }","duration":"326.951568ms","start":"2026-03-04T01:56:22.689231Z","end":"2026-03-04T01:56:23.016183Z","steps":["trace[883107089] 'process raft request' (duration: 326.832885ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:56:23.016397Z","caller":"traceutil/trace.go:171","msg":"trace[2129414413] transaction","detail":"{read_only:false; response_revision:16102; number_of_response:1; }","duration":"420.038537ms","start":"2026-03-04T01:56:22.596313Z","end":"2026-03-04T01:56:23.016352Z","steps":["trace[2129414413] 'process raft request' (duration: 417.369893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:23.016625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:22.596291Z","time spent":"420.216052ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:56:23.01644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:22.689193Z","time spent":"327.131834ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:56:27.971686Z","caller":"traceutil/trace.go:171","msg":"trace[982376430] transaction","detail":"{read_only:false; response_revision:16130; number_of_response:1; }","duration":"137.7483ms","start":"2026-03-04T01:56:27.833912Z","end":"2026-03-04T01:56:27.971661Z","steps":["trace[982376430] 'process raft request' (duration: 137.581565ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:56:28.028644Z","caller":"traceutil/trace.go:171","msg":"trace[646085359] linearizableReadLoop","detail":"{readStateIndex:16720; appliedIndex:16718; }","duration":"192.156527ms","start":"2026-03-04T01:56:27.836467Z","end":"2026-03-04T01:56:28.028624Z","steps":["trace[646085359] 'read index received' (duration: 135.011805ms)","trace[646085359] 'applied index is now lower than readState.Index' (duration: 57.143772ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:56:28.028913Z","caller":"traceutil/trace.go:171","msg":"trace[703416093] transaction","detail":"{read_only:false; response_revision:16131; number_of_response:1; }","duration":"192.843559ms","start":"2026-03-04T01:56:27.836057Z","end":"2026-03-04T01:56:28.028901Z","steps":["trace[703416093] 'process raft request' (duration: 192.425946ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:56:28.029075Z","caller":"traceutil/trace.go:171","msg":"trace[303615716] transaction","detail":"{read_only:false; response_revision:16132; number_of_response:1; }","duration":"192.010382ms","start":"2026-03-04T01:56:27.837055Z","end":"2026-03-04T01:56:28.029066Z","steps":["trace[303615716] 'process raft request' (duration: 191.527677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:28.029292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.808458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:56:28.029336Z","caller":"traceutil/trace.go:171","msg":"trace[1399377803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16132; }","duration":"192.920611ms","start":"2026-03-04T01:56:27.836405Z","end":"2026-03-04T01:56:28.029326Z","steps":["trace[1399377803] 'agreement among raft nodes before linearized reading' (duration: 192.788067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:28.029522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.352883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:56:28.02956Z","caller":"traceutil/trace.go:171","msg":"trace[1039609639] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16132; }","duration":"192.401725ms","start":"2026-03-04T01:56:27.837148Z","end":"2026-03-04T01:56:28.02955Z","steps":["trace[1039609639] 'agreement among raft nodes before linearized reading' (duration: 192.311833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:28.833166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202926591,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:56:29.218098Z","caller":"traceutil/trace.go:171","msg":"trace[2130204933] linearizableReadLoop","detail":"{readStateIndex:16724; appliedIndex:16723; }","duration":"885.222977ms","start":"2026-03-04T01:56:28.332856Z","end":"2026-03-04T01:56:29.218079Z","steps":["trace[2130204933] 'read index received' (duration: 885.00734ms)","trace[2130204933] 'applied index is now lower than readState.Index' (duration: 214.797µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:56:29.218218Z","caller":"traceutil/trace.go:171","msg":"trace[60401395] transaction","detail":"{read_only:false; response_revision:16135; number_of_response:1; }","duration":"885.885208ms","start":"2026-03-04T01:56:28.332291Z","end":"2026-03-04T01:56:29.218176Z","steps":["trace[60401395] 'process raft request' (duration: 885.64164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:29.218311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.446544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18658"} {"level":"info","ts":"2026-03-04T01:56:29.218355Z","caller":"traceutil/trace.go:171","msg":"trace[448457025] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16135; }","duration":"885.524046ms","start":"2026-03-04T01:56:28.332819Z","end":"2026-03-04T01:56:29.218343Z","steps":["trace[448457025] 'agreement among raft nodes before linearized reading' (duration: 885.366491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:29.218394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:28.332804Z","time spent":"885.581699ms","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18681,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T01:56:29.218416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:28.332225Z","time spent":"886.090234ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20987,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:56:29.976483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.068746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:56:29.976655Z","caller":"traceutil/trace.go:171","msg":"trace[65125275] linearizableReadLoop","detail":"{readStateIndex:16726; appliedIndex:16724; }","duration":"758.470521ms","start":"2026-03-04T01:56:29.218166Z","end":"2026-03-04T01:56:29.976637Z","steps":["trace[65125275] 'read index received' (duration: 90.154638ms)","trace[65125275] 'applied index is now lower than readState.Index' (duration: 668.314873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:56:29.97687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630983809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-04T01:56:29.976929Z","caller":"traceutil/trace.go:171","msg":"trace[1699214858] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16137; }","duration":"1.631108643s","start":"2026-03-04T01:56:28.345808Z","end":"2026-03-04T01:56:29.976917Z","steps":["trace[1699214858] 'agreement among raft nodes before linearized reading' (duration: 1.630919167s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:29.976968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:28.345783Z","time spent":"1.631164775s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T01:56:29.977142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.236181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:56:29.977197Z","caller":"traceutil/trace.go:171","msg":"trace[512179672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16137; }","duration":"661.328404ms","start":"2026-03-04T01:56:29.315851Z","end":"2026-03-04T01:56:29.977179Z","steps":["trace[512179672] 'agreement among raft nodes before linearized reading' (duration: 661.226921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:29.97723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:29.315832Z","time spent":"661.390416ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:56:29.977263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.826149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:56:29.97736Z","caller":"traceutil/trace.go:171","msg":"trace[429964333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16137; }","duration":"485.972214ms","start":"2026-03-04T01:56:29.491365Z","end":"2026-03-04T01:56:29.977337Z","steps":["trace[429964333] 'agreement among raft nodes before linearized reading' (duration: 485.700955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:29.977404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:29.491345Z","time spent":"486.050216ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:56:29.978312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.169358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:56:29.978072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.289554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zqwhg\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-04T01:56:29.9786Z","caller":"traceutil/trace.go:171","msg":"trace[1063824111] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16137; }","duration":"697.251981ms","start":"2026-03-04T01:56:29.281099Z","end":"2026-03-04T01:56:29.978351Z","steps":["trace[1063824111] 'agreement among raft nodes before linearized reading' (duration: 695.699862ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:56:29.978852Z","caller":"traceutil/trace.go:171","msg":"trace[1200114110] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zqwhg; range_end:; response_count:1; response_revision:16137; }","duration":"165.654736ms","start":"2026-03-04T01:56:29.812737Z","end":"2026-03-04T01:56:29.978391Z","steps":["trace[1200114110] 'agreement among raft nodes before linearized reading' (duration: 164.358765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:29.979419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:29.281081Z","time spent":"697.690935ms","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T01:56:29.979569Z","caller":"traceutil/trace.go:171","msg":"trace[618921505] transaction","detail":"{read_only:false; response_revision:16136; number_of_response:1; }","duration":"938.996743ms","start":"2026-03-04T01:56:29.037724Z","end":"2026-03-04T01:56:29.976721Z","steps":["trace[618921505] 'process raft request' (duration: 270.622208ms)","trace[618921505] 'compare' (duration: 667.421965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:56:29.97974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:29.037696Z","time spent":"941.960667ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:56:29.980463Z","caller":"traceutil/trace.go:171","msg":"trace[710941211] transaction","detail":"{read_only:false; response_revision:16137; number_of_response:1; }","duration":"930.965682ms","start":"2026-03-04T01:56:29.049453Z","end":"2026-03-04T01:56:29.980419Z","steps":["trace[710941211] 'process raft request' (duration: 927.122711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:29.980649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:29.049425Z","time spent":"931.117356ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:56:30.197268Z","caller":"traceutil/trace.go:171","msg":"trace[409660316] linearizableReadLoop","detail":"{readStateIndex:16731; appliedIndex:16729; }","duration":"155.399505ms","start":"2026-03-04T01:56:30.04184Z","end":"2026-03-04T01:56:30.19724Z","steps":["trace[409660316] 'read index received' (duration: 155.102825ms)","trace[409660316] 'applied index is now lower than readState.Index' (duration: 295.629µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:56:30.197566Z","caller":"traceutil/trace.go:171","msg":"trace[202309494] transaction","detail":"{read_only:false; response_revision:16141; number_of_response:1; }","duration":"159.764611ms","start":"2026-03-04T01:56:30.037788Z","end":"2026-03-04T01:56:30.197552Z","steps":["trace[202309494] 'process raft request' (duration: 159.219654ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:56:30.197706Z","caller":"traceutil/trace.go:171","msg":"trace[891326632] transaction","detail":"{read_only:false; response_revision:16142; number_of_response:1; }","duration":"159.888205ms","start":"2026-03-04T01:56:30.037806Z","end":"2026-03-04T01:56:30.197694Z","steps":["trace[891326632] 'process raft request' (duration: 159.371779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:30.197927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.074225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-04T01:56:30.197966Z","caller":"traceutil/trace.go:171","msg":"trace[733054669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:16142; }","duration":"156.143418ms","start":"2026-03-04T01:56:30.041809Z","end":"2026-03-04T01:56:30.197953Z","steps":["trace[733054669] 'agreement among raft nodes before linearized reading' (duration: 156.004934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:30.198231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.57654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:56:30.198317Z","caller":"traceutil/trace.go:171","msg":"trace[2100546431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16142; }","duration":"140.699654ms","start":"2026-03-04T01:56:30.057596Z","end":"2026-03-04T01:56:30.198296Z","steps":["trace[2100546431] 'agreement among raft nodes before linearized reading' (duration: 140.487057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:30.198532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.643375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:56:30.198577Z","caller":"traceutil/trace.go:171","msg":"trace[927154677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16142; }","duration":"128.80708ms","start":"2026-03-04T01:56:30.069759Z","end":"2026-03-04T01:56:30.198566Z","steps":["trace[927154677] 'agreement among raft nodes before linearized reading' (duration: 128.689896ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:56:40.671886Z","caller":"traceutil/trace.go:171","msg":"trace[1222618022] transaction","detail":"{read_only:false; response_revision:16321; number_of_response:1; }","duration":"109.083822ms","start":"2026-03-04T01:56:40.562757Z","end":"2026-03-04T01:56:40.671841Z","steps":["trace[1222618022] 'process raft request' (duration: 108.820403ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:21.326814Z","caller":"traceutil/trace.go:171","msg":"trace[845700762] transaction","detail":"{read_only:false; response_revision:16723; number_of_response:1; }","duration":"103.424784ms","start":"2026-03-04T01:57:21.223344Z","end":"2026-03-04T01:57:21.326769Z","steps":["trace[845700762] 'process raft request' (duration: 103.066203ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:28.448585Z","caller":"traceutil/trace.go:171","msg":"trace[684136186] linearizableReadLoop","detail":"{readStateIndex:17385; appliedIndex:17384; }","duration":"119.731886ms","start":"2026-03-04T01:57:28.328832Z","end":"2026-03-04T01:57:28.448563Z","steps":["trace[684136186] 'read index received' (duration: 75.53203ms)","trace[684136186] 'applied index is now lower than readState.Index' (duration: 44.198716ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:28.448741Z","caller":"traceutil/trace.go:171","msg":"trace[768221260] transaction","detail":"{read_only:false; response_revision:16776; number_of_response:1; }","duration":"121.722448ms","start":"2026-03-04T01:57:28.326984Z","end":"2026-03-04T01:57:28.448707Z","steps":["trace[768221260] 'process raft request' (duration: 77.363097ms)","trace[768221260] 'compare' (duration: 44.089883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:28.448826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.981813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T01:57:28.448886Z","caller":"traceutil/trace.go:171","msg":"trace[45215149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16776; }","duration":"120.094257ms","start":"2026-03-04T01:57:28.328779Z","end":"2026-03-04T01:57:28.448873Z","steps":["trace[45215149] 'agreement among raft nodes before linearized reading' (duration: 119.89779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:28.681074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.818035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T01:57:28.681189Z","caller":"traceutil/trace.go:171","msg":"trace[270063457] transaction","detail":"{read_only:false; response_revision:16779; number_of_response:1; }","duration":"168.085452ms","start":"2026-03-04T01:57:28.513084Z","end":"2026-03-04T01:57:28.68117Z","steps":["trace[270063457] 'process raft request' (duration: 43.084971ms)","trace[270063457] 'compare' (duration: 124.701461ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:28.690036Z","caller":"traceutil/trace.go:171","msg":"trace[99154181] linearizableReadLoop","detail":"{readStateIndex:17389; appliedIndex:17387; }","duration":"163.905751ms","start":"2026-03-04T01:57:28.526097Z","end":"2026-03-04T01:57:28.690003Z","steps":["trace[99154181] 'read index received' (duration: 30.101644ms)","trace[99154181] 'applied index is now lower than readState.Index' (duration: 133.802246ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:28.690196Z","caller":"traceutil/trace.go:171","msg":"trace[1326911202] transaction","detail":"{read_only:false; response_revision:16780; number_of_response:1; }","duration":"174.250725ms","start":"2026-03-04T01:57:28.515926Z","end":"2026-03-04T01:57:28.690177Z","steps":["trace[1326911202] 'process raft request' (duration: 173.887084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:28.690334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.317211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T01:57:28.690371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.690361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:57:28.69043Z","caller":"traceutil/trace.go:171","msg":"trace[1492381719] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16780; }","duration":"140.454295ms","start":"2026-03-04T01:57:28.549951Z","end":"2026-03-04T01:57:28.690405Z","steps":["trace[1492381719] 'agreement among raft nodes before linearized reading' (duration: 140.30586ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:28.690455Z","caller":"traceutil/trace.go:171","msg":"trace[1247289025] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16780; }","duration":"139.802535ms","start":"2026-03-04T01:57:28.550634Z","end":"2026-03-04T01:57:28.690437Z","steps":["trace[1247289025] 'agreement among raft nodes before linearized reading' (duration: 139.65266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:28.690454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T01:57:28.690561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.646111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T01:57:28.690585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.742895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:57:28.690614Z","caller":"traceutil/trace.go:171","msg":"trace[2019198956] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16780; }","duration":"140.714883ms","start":"2026-03-04T01:57:28.549883Z","end":"2026-03-04T01:57:28.690597Z","steps":["trace[2019198956] 'agreement among raft nodes before linearized reading' (duration: 140.651781ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:28.690628Z","caller":"traceutil/trace.go:171","msg":"trace[383174579] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16780; }","duration":"141.843549ms","start":"2026-03-04T01:57:28.548773Z","end":"2026-03-04T01:57:28.690616Z","steps":["trace[383174579] 'agreement among raft nodes before linearized reading' (duration: 141.776277ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:28.690675Z","caller":"traceutil/trace.go:171","msg":"trace[820127108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16780; }","duration":"159.631667ms","start":"2026-03-04T01:57:28.530945Z","end":"2026-03-04T01:57:28.690576Z","steps":["trace[820127108] 'agreement among raft nodes before linearized reading' (duration: 159.267335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:28.690767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.673125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T01:57:28.690498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.342594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:57:28.69081Z","caller":"traceutil/trace.go:171","msg":"trace[485392469] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16780; }","duration":"164.749007ms","start":"2026-03-04T01:57:28.52605Z","end":"2026-03-04T01:57:28.690799Z","steps":["trace[485392469] 'agreement among raft nodes before linearized reading' (duration: 164.2027ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:28.690864Z","caller":"traceutil/trace.go:171","msg":"trace[815651100] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16780; }","duration":"141.732755ms","start":"2026-03-04T01:57:28.549096Z","end":"2026-03-04T01:57:28.690829Z","steps":["trace[815651100] 'agreement among raft nodes before linearized reading' (duration: 141.335373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:28.691504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.020613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-03-04T01:57:28.69159Z","caller":"traceutil/trace.go:171","msg":"trace[833190713] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:16780; }","duration":"141.119237ms","start":"2026-03-04T01:57:28.550448Z","end":"2026-03-04T01:57:28.691567Z","steps":["trace[833190713] 'agreement among raft nodes before linearized reading' (duration: 139.923229ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:32.938497Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14377} {"level":"info","ts":"2026-03-04T01:57:33.086835Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14377,"took":"145.935388ms","hash":680128758,"current-db-size-bytes":43212800,"current-db-size":"43 MB","current-db-size-in-use-bytes":30019584,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T01:57:33.08688Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":680128758,"revision":14377,"compact-revision":12147} {"level":"info","ts":"2026-03-04T01:57:48.863518Z","caller":"traceutil/trace.go:171","msg":"trace[1588770662] linearizableReadLoop","detail":"{readStateIndex:17574; appliedIndex:17573; }","duration":"107.617455ms","start":"2026-03-04T01:57:48.755839Z","end":"2026-03-04T01:57:48.863456Z","steps":["trace[1588770662] 'read index received' (duration: 107.354177ms)","trace[1588770662] 'applied index is now lower than readState.Index' (duration: 262.638µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:48.863943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.816091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:57:48.86402Z","caller":"traceutil/trace.go:171","msg":"trace[259417986] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16960; }","duration":"107.937066ms","start":"2026-03-04T01:57:48.756073Z","end":"2026-03-04T01:57:48.86401Z","steps":["trace[259417986] 'agreement among raft nodes before linearized reading' (duration: 107.75084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:48.864139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.255985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-5xx2w\" ","response":"range_response_count:1 size:23320"} {"level":"info","ts":"2026-03-04T01:57:48.864244Z","caller":"traceutil/trace.go:171","msg":"trace[1248396403] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-5xx2w; range_end:; response_count:1; response_revision:16960; }","duration":"108.4124ms","start":"2026-03-04T01:57:48.755809Z","end":"2026-03-04T01:57:48.864221Z","steps":["trace[1248396403] 'agreement among raft nodes before linearized reading' (duration: 108.003358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:48.864436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.863592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:57:48.864906Z","caller":"traceutil/trace.go:171","msg":"trace[310899378] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16960; }","duration":"107.379978ms","start":"2026-03-04T01:57:48.757502Z","end":"2026-03-04T01:57:48.864882Z","steps":["trace[310899378] 'agreement among raft nodes before linearized reading' (duration: 106.896693ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:48.864485Z","caller":"traceutil/trace.go:171","msg":"trace[2118088487] transaction","detail":"{read_only:false; response_revision:16960; number_of_response:1; }","duration":"122.399439ms","start":"2026-03-04T01:57:48.742027Z","end":"2026-03-04T01:57:48.864427Z","steps":["trace[2118088487] 'process raft request' (duration: 121.249293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:48.864657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.467632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:57:48.865143Z","caller":"traceutil/trace.go:171","msg":"trace[741351162] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16960; }","duration":"108.972277ms","start":"2026-03-04T01:57:48.756142Z","end":"2026-03-04T01:57:48.865115Z","steps":["trace[741351162] 'agreement among raft nodes before linearized reading' (duration: 108.41024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:48.864654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.503223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:57:48.865277Z","caller":"traceutil/trace.go:171","msg":"trace[1326592233] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16960; }","duration":"109.156703ms","start":"2026-03-04T01:57:48.75611Z","end":"2026-03-04T01:57:48.865267Z","steps":["trace[1326592233] 'agreement among raft nodes before linearized reading' (duration: 108.472772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:48.86471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.837562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:57:48.865349Z","caller":"traceutil/trace.go:171","msg":"trace[643162333] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16960; }","duration":"108.522253ms","start":"2026-03-04T01:57:48.756809Z","end":"2026-03-04T01:57:48.865332Z","steps":["trace[643162333] 'agreement among raft nodes before linearized reading' (duration: 107.78112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:48.864686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.532144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:57:48.865455Z","caller":"traceutil/trace.go:171","msg":"trace[2125767748] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16960; }","duration":"109.300538ms","start":"2026-03-04T01:57:48.756128Z","end":"2026-03-04T01:57:48.865428Z","steps":["trace[2125767748] 'agreement among raft nodes before linearized reading' (duration: 108.499333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:48.86476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.579006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:57:48.865543Z","caller":"traceutil/trace.go:171","msg":"trace[1875577956] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16960; }","duration":"109.36851ms","start":"2026-03-04T01:57:48.756156Z","end":"2026-03-04T01:57:48.865524Z","steps":["trace[1875577956] 'agreement among raft nodes before linearized reading' (duration: 108.565155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:48.864782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.563964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:57:48.865619Z","caller":"traceutil/trace.go:171","msg":"trace[1467713174] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16960; }","duration":"108.39205ms","start":"2026-03-04T01:57:48.757211Z","end":"2026-03-04T01:57:48.865603Z","steps":["trace[1467713174] 'agreement among raft nodes before linearized reading' (duration: 107.531673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:32.900651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202933558,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:01:33.401282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202933558,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:01:33.597721Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.558098215s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:01:33.598368Z","caller":"traceutil/trace.go:171","msg":"trace[600515647] transaction","detail":"{read_only:false; response_revision:18506; number_of_response:1; }","duration":"1.558788797s","start":"2026-03-04T02:01:32.039503Z","end":"2026-03-04T02:01:33.598291Z","steps":["trace[600515647] 'process raft request' (duration: 1.558474027s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:33.598668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:32.039487Z","time spent":"1.559008234s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:01:33.603681Z","caller":"traceutil/trace.go:171","msg":"trace[1239904943] transaction","detail":"{read_only:false; response_revision:18507; number_of_response:1; }","duration":"1.562301528s","start":"2026-03-04T02:01:32.041355Z","end":"2026-03-04T02:01:33.603656Z","steps":["trace[1239904943] 'process raft request' (duration: 1.562074671s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:33.604151Z","caller":"traceutil/trace.go:171","msg":"trace[224530864] linearizableReadLoop","detail":"{readStateIndex:19181; appliedIndex:19174; }","duration":"1.558738316s","start":"2026-03-04T02:01:32.045378Z","end":"2026-03-04T02:01:33.604116Z","steps":["trace[224530864] 'read index received' (duration: 1.552578682s)","trace[224530864] 'applied index is now lower than readState.Index' (duration: 6.158713ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:33.604223Z","caller":"traceutil/trace.go:171","msg":"trace[1500711036] transaction","detail":"{read_only:false; response_revision:18508; number_of_response:1; }","duration":"1.561013927s","start":"2026-03-04T02:01:32.04319Z","end":"2026-03-04T02:01:33.604204Z","steps":["trace[1500711036] 'process raft request' (duration: 1.560386648s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:33.604307Z","caller":"traceutil/trace.go:171","msg":"trace[2041793105] transaction","detail":"{read_only:false; response_revision:18509; number_of_response:1; }","duration":"690.243873ms","start":"2026-03-04T02:01:32.914044Z","end":"2026-03-04T02:01:33.604288Z","steps":["trace[2041793105] 'process raft request' (duration: 689.83135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:33.604377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:32.043181Z","time spent":"1.561088609s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:01:33.604414Z","caller":"traceutil/trace.go:171","msg":"trace[133498502] transaction","detail":"{read_only:false; response_revision:18512; number_of_response:1; }","duration":"230.111472ms","start":"2026-03-04T02:01:33.37425Z","end":"2026-03-04T02:01:33.604361Z","steps":["trace[133498502] 'process raft request' (duration: 229.805783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:33.604449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:32.914018Z","time spent":"690.338505ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:01:33.604505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:32.041339Z","time spent":"1.562422951s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:01:33.604562Z","caller":"traceutil/trace.go:171","msg":"trace[259090283] transaction","detail":"{read_only:false; response_revision:18510; number_of_response:1; }","duration":"516.798302ms","start":"2026-03-04T02:01:33.087751Z","end":"2026-03-04T02:01:33.604549Z","steps":["trace[259090283] 'process raft request' (duration: 516.235204ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:33.604597Z","caller":"traceutil/trace.go:171","msg":"trace[1506598486] transaction","detail":"{read_only:false; response_revision:18511; number_of_response:1; }","duration":"231.0099ms","start":"2026-03-04T02:01:33.373565Z","end":"2026-03-04T02:01:33.604575Z","steps":["trace[1506598486] 'process raft request' (duration: 230.456143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:33.60463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.210252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:01:33.60464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:33.087724Z","time spent":"516.861823ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:01:33.604681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.413587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:33.604689Z","caller":"traceutil/trace.go:171","msg":"trace[1165989737] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:18512; }","duration":"704.272234ms","start":"2026-03-04T02:01:32.9004Z","end":"2026-03-04T02:01:33.604673Z","steps":["trace[1165989737] 'agreement among raft nodes before linearized reading' (duration: 704.178411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:33.604697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.244323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:01:33.604736Z","caller":"traceutil/trace.go:171","msg":"trace[380464751] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:18512; }","duration":"703.52127ms","start":"2026-03-04T02:01:32.901199Z","end":"2026-03-04T02:01:33.60472Z","steps":["trace[380464751] 'agreement among raft nodes before linearized reading' (duration: 703.413337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:33.604744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:32.900312Z","time spent":"704.417379ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:01:33.604756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288914435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:01:33.604766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:32.90115Z","time spent":"703.606833ms","remote":"127.0.0.1:43596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:01:33.604768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.494651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:01:33.604766Z","caller":"traceutil/trace.go:171","msg":"trace[1177420181] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:18512; }","duration":"704.332475ms","start":"2026-03-04T02:01:32.900414Z","end":"2026-03-04T02:01:33.604746Z","steps":["trace[1177420181] 'agreement among raft nodes before linearized reading' (duration: 704.225952ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:33.60481Z","caller":"traceutil/trace.go:171","msg":"trace[605615918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18512; }","duration":"1.288988158s","start":"2026-03-04T02:01:32.315801Z","end":"2026-03-04T02:01:33.604789Z","steps":["trace[605615918] 'agreement among raft nodes before linearized reading' (duration: 1.288885434s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:33.604836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559460248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:01:33.604854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:32.315776Z","time spent":"1.28907068s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:01:33.60485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:32.900402Z","time spent":"704.432599ms","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":8,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:01:33.604861Z","caller":"traceutil/trace.go:171","msg":"trace[568788371] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18512; }","duration":"704.599104ms","start":"2026-03-04T02:01:32.900207Z","end":"2026-03-04T02:01:33.604806Z","steps":["trace[568788371] 'agreement among raft nodes before linearized reading' (duration: 704.512961ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:33.604884Z","caller":"traceutil/trace.go:171","msg":"trace[1382854831] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18512; }","duration":"1.55953464s","start":"2026-03-04T02:01:32.045333Z","end":"2026-03-04T02:01:33.604868Z","steps":["trace[1382854831] 'agreement among raft nodes before linearized reading' (duration: 1.559392806s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:33.604919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:32.045317Z","time spent":"1.559594282s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:01:33.604928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:32.900183Z","time spent":"704.712918ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:01:33.605055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472702582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T02:01:33.6051Z","caller":"traceutil/trace.go:171","msg":"trace[592842686] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18512; }","duration":"1.472776714s","start":"2026-03-04T02:01:32.132312Z","end":"2026-03-04T02:01:33.605088Z","steps":["trace[592842686] 'agreement among raft nodes before linearized reading' (duration: 1.472680721s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:33.605134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:32.13229Z","time spent":"1.472834496s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:01:33.605632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520894516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:01:33.605702Z","caller":"traceutil/trace.go:171","msg":"trace[2110532110] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:18512; }","duration":"1.52099952s","start":"2026-03-04T02:01:32.084683Z","end":"2026-03-04T02:01:33.605682Z","steps":["trace[2110532110] 'agreement among raft nodes before linearized reading' (duration: 1.519833303s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:33.60574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:32.084663Z","time spent":"1.521067062s","remote":"127.0.0.1:37750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:01:44.115063Z","caller":"traceutil/trace.go:171","msg":"trace[537621581] transaction","detail":"{read_only:false; response_revision:18560; number_of_response:1; }","duration":"110.566115ms","start":"2026-03-04T02:01:44.004475Z","end":"2026-03-04T02:01:44.115042Z","steps":["trace[537621581] 'process raft request' (duration: 110.42548ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:49.528806Z","caller":"traceutil/trace.go:171","msg":"trace[356238022] linearizableReadLoop","detail":"{readStateIndex:19253; appliedIndex:19252; }","duration":"162.133755ms","start":"2026-03-04T02:01:49.366646Z","end":"2026-03-04T02:01:49.528779Z","steps":["trace[356238022] 'read index received' (duration: 161.921828ms)","trace[356238022] 'applied index is now lower than readState.Index' (duration: 211.017µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:01:49.528964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.299371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:49.529002Z","caller":"traceutil/trace.go:171","msg":"trace[1131471299] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:18581; }","duration":"162.360112ms","start":"2026-03-04T02:01:49.366629Z","end":"2026-03-04T02:01:49.528989Z","steps":["trace[1131471299] 'agreement among raft nodes before linearized reading' (duration: 162.252329ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:49.529536Z","caller":"traceutil/trace.go:171","msg":"trace[1081242666] transaction","detail":"{read_only:false; response_revision:18581; number_of_response:1; }","duration":"188.519663ms","start":"2026-03-04T02:01:49.341001Z","end":"2026-03-04T02:01:49.529521Z","steps":["trace[1081242666] 'process raft request' (duration: 187.632425ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:50.115047Z","caller":"traceutil/trace.go:171","msg":"trace[717443524] transaction","detail":"{read_only:false; response_revision:18582; number_of_response:1; }","duration":"452.276244ms","start":"2026-03-04T02:01:49.662743Z","end":"2026-03-04T02:01:50.11502Z","steps":["trace[717443524] 'process raft request' (duration: 426.747692ms)","trace[717443524] 'compare' (duration: 25.380978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:01:50.115223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:49.662713Z","time spent":"452.402797ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:01:50.124408Z","caller":"traceutil/trace.go:171","msg":"trace[2119245880] linearizableReadLoop","detail":"{readStateIndex:19255; appliedIndex:19253; }","duration":"434.502415ms","start":"2026-03-04T02:01:49.689881Z","end":"2026-03-04T02:01:50.124384Z","steps":["trace[2119245880] 'read index received' (duration: 400.194007ms)","trace[2119245880] 'applied index is now lower than readState.Index' (duration: 34.307248ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:50.124543Z","caller":"traceutil/trace.go:171","msg":"trace[1087286739] transaction","detail":"{read_only:false; response_revision:18583; number_of_response:1; }","duration":"457.751595ms","start":"2026-03-04T02:01:49.666758Z","end":"2026-03-04T02:01:50.124509Z","steps":["trace[1087286739] 'process raft request' (duration: 457.483007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:50.124723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.839748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:01:50.124746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:49.666731Z","time spent":"457.88761ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:01:50.124781Z","caller":"traceutil/trace.go:171","msg":"trace[809216366] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:18583; }","duration":"422.922961ms","start":"2026-03-04T02:01:49.701844Z","end":"2026-03-04T02:01:50.124767Z","steps":["trace[809216366] 'agreement among raft nodes before linearized reading' (duration: 422.826248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:50.124823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:49.701831Z","time spent":"422.982433ms","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:01:50.124754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.850076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:01:50.124881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.804409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:01:50.124931Z","caller":"traceutil/trace.go:171","msg":"trace[1428880791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18583; }","duration":"435.078023ms","start":"2026-03-04T02:01:49.68984Z","end":"2026-03-04T02:01:50.124918Z","steps":["trace[1428880791] 'agreement among raft nodes before linearized reading' (duration: 434.740343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:50.124981Z","caller":"traceutil/trace.go:171","msg":"trace[1653306098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18583; }","duration":"430.940804ms","start":"2026-03-04T02:01:49.694018Z","end":"2026-03-04T02:01:50.124959Z","steps":["trace[1653306098] 'agreement among raft nodes before linearized reading' (duration: 430.649774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:50.124997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.803985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:01:50.124964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.464666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7532"} {"level":"warn","ts":"2026-03-04T02:01:50.124996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.387034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:50.125071Z","caller":"traceutil/trace.go:171","msg":"trace[1859247] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:18583; }","duration":"302.62625ms","start":"2026-03-04T02:01:49.822422Z","end":"2026-03-04T02:01:50.125048Z","steps":["trace[1859247] 'agreement among raft nodes before linearized reading' (duration: 302.333551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:50.125118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.633373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T02:01:50.125125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:49.822398Z","time spent":"302.714733ms","remote":"127.0.0.1:45902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7555,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-04T02:01:50.125222Z","caller":"traceutil/trace.go:171","msg":"trace[1260952828] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18583; }","duration":"430.696566ms","start":"2026-03-04T02:01:49.69446Z","end":"2026-03-04T02:01:50.125156Z","steps":["trace[1260952828] 'agreement among raft nodes before linearized reading' (duration: 430.591572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:50.125002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.230602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:01:50.125161Z","caller":"traceutil/trace.go:171","msg":"trace[2066379993] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:18583; }","duration":"212.601392ms","start":"2026-03-04T02:01:49.912492Z","end":"2026-03-04T02:01:50.125094Z","steps":["trace[2066379993] 'agreement among raft nodes before linearized reading' (duration: 212.258271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:50.125267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:49.694453Z","time spent":"430.803429ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:01:50.125074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:49.689823Z","time spent":"435.236239ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:01:50.125295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.85932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:01:50.12504Z","caller":"traceutil/trace.go:171","msg":"trace[788756118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18583; }","duration":"428.862198ms","start":"2026-03-04T02:01:49.696168Z","end":"2026-03-04T02:01:50.12503Z","steps":["trace[788756118] 'agreement among raft nodes before linearized reading' (duration: 428.747924ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:50.125375Z","caller":"traceutil/trace.go:171","msg":"trace[36590334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18583; }","duration":"430.009254ms","start":"2026-03-04T02:01:49.695348Z","end":"2026-03-04T02:01:50.125357Z","steps":["trace[36590334] 'agreement among raft nodes before linearized reading' (duration: 429.546559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:50.125383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:49.696153Z","time spent":"429.219039ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:01:50.125354Z","caller":"traceutil/trace.go:171","msg":"trace[934626161] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18583; }","duration":"333.552573ms","start":"2026-03-04T02:01:49.79171Z","end":"2026-03-04T02:01:50.125263Z","steps":["trace[934626161] 'agreement among raft nodes before linearized reading' (duration: 333.088648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:50.12542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:49.695334Z","time spent":"430.075126ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:01:50.125436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:49.791688Z","time spent":"333.734258ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:01:50.125042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:49.694008Z","time spent":"431.023816ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:01:50.245192Z","caller":"traceutil/trace.go:171","msg":"trace[143422209] transaction","detail":"{read_only:false; response_revision:18584; number_of_response:1; }","duration":"115.247451ms","start":"2026-03-04T02:01:50.129921Z","end":"2026-03-04T02:01:50.245168Z","steps":["trace[143422209] 'process raft request' (duration: 115.102917ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:50.24639Z","caller":"traceutil/trace.go:171","msg":"trace[1327219066] transaction","detail":"{read_only:false; response_revision:18589; number_of_response:1; }","duration":"114.636563ms","start":"2026-03-04T02:01:50.131728Z","end":"2026-03-04T02:01:50.246364Z","steps":["trace[1327219066] 'process raft request' (duration: 114.596752ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:50.24658Z","caller":"traceutil/trace.go:171","msg":"trace[58308296] transaction","detail":"{read_only:false; response_revision:18588; number_of_response:1; }","duration":"115.083096ms","start":"2026-03-04T02:01:50.131486Z","end":"2026-03-04T02:01:50.246569Z","steps":["trace[58308296] 'process raft request' (duration: 114.807478ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:50.246633Z","caller":"traceutil/trace.go:171","msg":"trace[1983079487] transaction","detail":"{read_only:false; response_revision:18585; number_of_response:1; }","duration":"116.345576ms","start":"2026-03-04T02:01:50.130272Z","end":"2026-03-04T02:01:50.246618Z","steps":["trace[1983079487] 'process raft request' (duration: 115.660304ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:50.246597Z","caller":"traceutil/trace.go:171","msg":"trace[506080260] transaction","detail":"{read_only:false; response_revision:18586; number_of_response:1; }","duration":"116.187121ms","start":"2026-03-04T02:01:50.130347Z","end":"2026-03-04T02:01:50.246534Z","steps":["trace[506080260] 'process raft request' (duration: 115.870741ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:50.246821Z","caller":"traceutil/trace.go:171","msg":"trace[874302330] transaction","detail":"{read_only:false; response_revision:18587; number_of_response:1; }","duration":"116.076238ms","start":"2026-03-04T02:01:50.130487Z","end":"2026-03-04T02:01:50.246563Z","steps":["trace[874302330] 'process raft request' (duration: 115.768579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:01.172425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.475445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:02:01.172526Z","caller":"traceutil/trace.go:171","msg":"trace[1261001597] transaction","detail":"{read_only:false; response_revision:18630; number_of_response:1; }","duration":"848.091703ms","start":"2026-03-04T02:02:00.324416Z","end":"2026-03-04T02:02:01.172508Z","steps":["trace[1261001597] 'process raft request' (duration: 412.458193ms)","trace[1261001597] 'compare' (duration: 434.540706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:02:01.172588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:00.324402Z","time spent":"848.157695ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:02:02.185322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.145287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:02:02.185822Z","caller":"traceutil/trace.go:171","msg":"trace[545213458] transaction","detail":"{read_only:false; response_revision:18632; number_of_response:1; }","duration":"1.859969534s","start":"2026-03-04T02:02:00.325818Z","end":"2026-03-04T02:02:02.185787Z","steps":["trace[545213458] 'process raft request' (duration: 1.859734007s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:02.185889Z","caller":"traceutil/trace.go:171","msg":"trace[1967885403] transaction","detail":"{read_only:false; response_revision:18634; number_of_response:1; }","duration":"1.859958893s","start":"2026-03-04T02:02:00.325899Z","end":"2026-03-04T02:02:02.185858Z","steps":["trace[1967885403] 'process raft request' (duration: 1.859835359s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:02.185859Z","caller":"traceutil/trace.go:171","msg":"trace[192456513] linearizableReadLoop","detail":"{readStateIndex:19309; appliedIndex:19303; }","duration":"1.528654682s","start":"2026-03-04T02:02:00.65718Z","end":"2026-03-04T02:02:02.185835Z","steps":["trace[192456513] 'read index received' (duration: 79.689125ms)","trace[192456513] 'applied index is now lower than readState.Index' (duration: 1.448964427s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:02:02.18583Z","caller":"traceutil/trace.go:171","msg":"trace[1877972071] transaction","detail":"{read_only:false; response_revision:18633; number_of_response:1; }","duration":"1.859932373s","start":"2026-03-04T02:02:00.325856Z","end":"2026-03-04T02:02:02.185789Z","steps":["trace[1877972071] 'process raft request' (duration: 1.85983016s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:02.185904Z","caller":"traceutil/trace.go:171","msg":"trace[404768992] transaction","detail":"{read_only:false; response_revision:18635; number_of_response:1; }","duration":"1.858746796s","start":"2026-03-04T02:02:00.327125Z","end":"2026-03-04T02:02:02.185872Z","steps":["trace[404768992] 'process raft request' (duration: 1.858651263s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:02.18607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:00.325842Z","time spent":"1.86016908s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:02:02.186074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:00.325892Z","time spent":"1.860050016s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:02:02.186091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:00.325812Z","time spent":"1.860128179s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:02:02.185908Z","caller":"traceutil/trace.go:171","msg":"trace[1937995741] transaction","detail":"{read_only:false; response_revision:18631; number_of_response:1; }","duration":"1.8601969s","start":"2026-03-04T02:02:00.325667Z","end":"2026-03-04T02:02:02.185864Z","steps":["trace[1937995741] 'process raft request' (duration: 1.437365382s)","trace[1937995741] 'compare' (duration: 421.875198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:02:02.186207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:00.325648Z","time spent":"1.860510311s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:02:02.186204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529006932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-04T02:02:02.18627Z","caller":"traceutil/trace.go:171","msg":"trace[1867242850] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:18635; }","duration":"1.529121196s","start":"2026-03-04T02:02:00.657133Z","end":"2026-03-04T02:02:02.186254Z","steps":["trace[1867242850] 'agreement among raft nodes before linearized reading' (duration: 1.528828107s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:02.186266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:00.327118Z","time spent":"1.858969342s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:02:02.186307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:00.657114Z","time spent":"1.529185608s","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-04T02:02:03.316785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000317855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:02:03.316871Z","caller":"traceutil/trace.go:171","msg":"trace[1061741729] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000468099s","start":"2026-03-04T02:02:01.316384Z","end":"2026-03-04T02:02:03.316852Z","steps":["trace[1061741729] 'agreement among raft nodes before linearized reading' (duration: 2.000355736s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:03.316924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:01.316352Z","time spent":"2.000563132s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:02:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:02:03.357635Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01661256s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:02:03.587274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246252186s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T02:02:03.587369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.675915ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:02:03.587461Z","caller":"traceutil/trace.go:171","msg":"trace[344467132] linearizableReadLoop","detail":"{readStateIndex:19310; appliedIndex:19309; }","duration":"1.401457505s","start":"2026-03-04T02:02:02.18599Z","end":"2026-03-04T02:02:03.587447Z","steps":["trace[344467132] 'read index received' (duration: 155.038763ms)","trace[344467132] 'applied index is now lower than readState.Index' (duration: 1.246417852s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:02:03.58749Z","caller":"traceutil/trace.go:171","msg":"trace[1371371089] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18635; }","duration":"136.804629ms","start":"2026-03-04T02:02:03.450663Z","end":"2026-03-04T02:02:03.587468Z","steps":["trace[1371371089] 'range keys from in-memory index tree' (duration: 136.659555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:03.587513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:03.22559Z","time spent":"361.919335ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:02:03.587617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911247445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:02:03.587644Z","caller":"traceutil/trace.go:171","msg":"trace[839177874] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18635; }","duration":"1.911322228s","start":"2026-03-04T02:02:01.676315Z","end":"2026-03-04T02:02:03.587637Z","steps":["trace[839177874] 'agreement among raft nodes before linearized reading' (duration: 1.911211094s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:03.587669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:01.676296Z","time spent":"1.911368319s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:02:03.587826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92382047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:02:03.587889Z","caller":"traceutil/trace.go:171","msg":"trace[222997729] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:18635; }","duration":"1.923927064s","start":"2026-03-04T02:02:01.663948Z","end":"2026-03-04T02:02:03.587875Z","steps":["trace[222997729] 'agreement among raft nodes before linearized reading' (duration: 1.923828421s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:03.587928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:01.663927Z","time spent":"1.923989955s","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:02:03.587915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425650282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:02:03.587984Z","caller":"traceutil/trace.go:171","msg":"trace[825174375] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:18635; }","duration":"2.425781636s","start":"2026-03-04T02:02:01.162184Z","end":"2026-03-04T02:02:03.587965Z","steps":["trace[825174375] 'agreement among raft nodes before linearized reading' (duration: 2.425642912s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:03.588044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:01.162163Z","time spent":"2.425866639s","remote":"127.0.0.1:44488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:02:03.587836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868761988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:02:03.588303Z","caller":"traceutil/trace.go:171","msg":"trace[387157615] transaction","detail":"{read_only:false; response_revision:18636; number_of_response:1; }","duration":"1.381692003s","start":"2026-03-04T02:02:02.206567Z","end":"2026-03-04T02:02:03.588259Z","steps":["trace[387157615] 'process raft request' (duration: 1.380796315s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:03.588554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:02.206545Z","time spent":"1.381846508s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:02:03.588602Z","caller":"traceutil/trace.go:171","msg":"trace[1044774259] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:18635; }","duration":"2.869365456s","start":"2026-03-04T02:02:00.718992Z","end":"2026-03-04T02:02:03.588358Z","steps":["trace[1044774259] 'agreement among raft nodes before linearized reading' (duration: 2.868705035s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:03.588656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:00.718969Z","time spent":"2.869672286s","remote":"127.0.0.1:37616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:02:04.189131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.817601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:02:04.189435Z","caller":"traceutil/trace.go:171","msg":"trace[1490776632] transaction","detail":"{read_only:false; response_revision:18638; number_of_response:1; }","duration":"515.593293ms","start":"2026-03-04T02:02:03.673819Z","end":"2026-03-04T02:02:04.189413Z","steps":["trace[1490776632] 'process raft request' (duration: 515.470109ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:04.189482Z","caller":"traceutil/trace.go:171","msg":"trace[216323900] transaction","detail":"{read_only:false; response_revision:18637; number_of_response:1; }","duration":"1.94896896s","start":"2026-03-04T02:02:02.240475Z","end":"2026-03-04T02:02:04.189444Z","steps":["trace[216323900] 'process raft request' (duration: 1.347655323s)","trace[216323900] 'compare' (duration: 600.487781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:02:04.189512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:03.673794Z","time spent":"515.684406ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:02:04.189615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.51265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:02:04.18965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000249494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:02:04.18963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.395785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:02:04.189671Z","caller":"traceutil/trace.go:171","msg":"trace[1000296603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18638; }","duration":"872.618163ms","start":"2026-03-04T02:02:03.317037Z","end":"2026-03-04T02:02:04.189655Z","steps":["trace[1000296603] 'agreement among raft nodes before linearized reading' (duration: 872.484189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:04.189683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:02.240447Z","time spent":"1.949110714s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:02:04.189698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999400105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-43efd445-65a7-4fa0-a351-0aa353f7516f\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-04T02:02:04.189709Z","caller":"traceutil/trace.go:171","msg":"trace[967097505] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:18638; }","duration":"668.54246ms","start":"2026-03-04T02:02:03.521149Z","end":"2026-03-04T02:02:04.189691Z","steps":["trace[967097505] 'agreement among raft nodes before linearized reading' (duration: 668.344943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:04.189707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:03.317015Z","time spent":"872.685266ms","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:02:04.189709Z","caller":"traceutil/trace.go:171","msg":"trace[1270555455] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:18638; }","duration":"1.000328857s","start":"2026-03-04T02:02:03.189367Z","end":"2026-03-04T02:02:04.189696Z","steps":["trace[1270555455] 'agreement among raft nodes before linearized reading' (duration: 1.0001208s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:04.189747Z","caller":"traceutil/trace.go:171","msg":"trace[934008505] range","detail":"{range_begin:/registry/persistentvolumes/pvc-43efd445-65a7-4fa0-a351-0aa353f7516f; range_end:; response_count:1; response_revision:18638; }","duration":"1.999489058s","start":"2026-03-04T02:02:02.190242Z","end":"2026-03-04T02:02:04.189731Z","steps":["trace[934008505] 'agreement among raft nodes before linearized reading' (duration: 1.999299502s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:04.189759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:03.189356Z","time spent":"1.000390978s","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":89,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:02:04.189756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:03.521128Z","time spent":"668.616222ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:02:04.189489Z","caller":"traceutil/trace.go:171","msg":"trace[644782533] linearizableReadLoop","detail":"{readStateIndex:19312; appliedIndex:19310; }","duration":"601.973837ms","start":"2026-03-04T02:02:03.587484Z","end":"2026-03-04T02:02:04.189458Z","steps":["trace[644782533] 'read index received' (duration: 416.023µs)","trace[644782533] 'applied index is now lower than readState.Index' (duration: 601.555654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:02:04.189782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:02.190226Z","time spent":"1.999547719s","remote":"127.0.0.1:37548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-43efd445-65a7-4fa0-a351-0aa353f7516f\" "} {"level":"warn","ts":"2026-03-04T02:02:04.189789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848024778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:02:04.189669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076878803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:02:04.189955Z","caller":"traceutil/trace.go:171","msg":"trace[76883161] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:18638; }","duration":"1.077237193s","start":"2026-03-04T02:02:03.112705Z","end":"2026-03-04T02:02:04.189942Z","steps":["trace[76883161] 'agreement among raft nodes before linearized reading' (duration: 1.076848181s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:04.189958Z","caller":"traceutil/trace.go:171","msg":"trace[661998620] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18638; }","duration":"1.848116771s","start":"2026-03-04T02:02:02.341712Z","end":"2026-03-04T02:02:04.189828Z","steps":["trace[661998620] 'agreement among raft nodes before linearized reading' (duration: 1.848022228s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:04.18993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01379843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:02:04.190001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:03.112679Z","time spent":"1.077308896s","remote":"127.0.0.1:43328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:02:04.190007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:02.341684Z","time spent":"1.848308437s","remote":"127.0.0.1:52872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:02:04.190055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.962632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:02:04.190024Z","caller":"traceutil/trace.go:171","msg":"trace[1324236577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18638; }","duration":"1.013909923s","start":"2026-03-04T02:02:03.176095Z","end":"2026-03-04T02:02:04.190005Z","steps":["trace[1324236577] 'agreement among raft nodes before linearized reading' (duration: 1.013625275s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:04.190112Z","caller":"traceutil/trace.go:171","msg":"trace[89141520] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18638; }","duration":"598.046304ms","start":"2026-03-04T02:02:03.592053Z","end":"2026-03-04T02:02:04.190099Z","steps":["trace[89141520] 'agreement among raft nodes before linearized reading' (duration: 597.828008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:04.190128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:03.17608Z","time spent":"1.014035788s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:02:04.190156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:03.592041Z","time spent":"598.104586ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:02:04.190186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.047777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:02:04.190242Z","caller":"traceutil/trace.go:171","msg":"trace[1818321630] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18638; }","duration":"565.122309ms","start":"2026-03-04T02:02:03.625098Z","end":"2026-03-04T02:02:04.19022Z","steps":["trace[1818321630] 'agreement among raft nodes before linearized reading' (duration: 564.976905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:04.190276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:03.625081Z","time spent":"565.187712ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:02:04.190387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.159578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:239427"} {"level":"info","ts":"2026-03-04T02:02:04.190435Z","caller":"traceutil/trace.go:171","msg":"trace[290913777] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:18638; }","duration":"156.243431ms","start":"2026-03-04T02:02:04.034179Z","end":"2026-03-04T02:02:04.190422Z","steps":["trace[290913777] 'agreement among raft nodes before linearized reading' (duration: 155.876799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:04.771913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.813435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:02:04.772018Z","caller":"traceutil/trace.go:171","msg":"trace[1377750249] linearizableReadLoop","detail":"{readStateIndex:19314; appliedIndex:19313; }","duration":"575.888349ms","start":"2026-03-04T02:02:04.196112Z","end":"2026-03-04T02:02:04.772Z","steps":["trace[1377750249] 'read index received' (duration: 160.235µs)","trace[1377750249] 'applied index is now lower than readState.Index' (duration: 575.726614ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:02:04.772105Z","caller":"traceutil/trace.go:171","msg":"trace[410348540] transaction","detail":"{read_only:false; response_revision:18639; number_of_response:1; }","duration":"576.062384ms","start":"2026-03-04T02:02:04.195997Z","end":"2026-03-04T02:02:04.772059Z","steps":["trace[410348540] 'process raft request' (duration: 413.97699ms)","trace[410348540] 'compare' (duration: 161.513676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:02:04.77225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.134306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T02:02:04.772296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:04.195972Z","time spent":"576.222969ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:02:04.772325Z","caller":"traceutil/trace.go:171","msg":"trace[19346582] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18639; }","duration":"576.24604ms","start":"2026-03-04T02:02:04.196064Z","end":"2026-03-04T02:02:04.77231Z","steps":["trace[19346582] 'agreement among raft nodes before linearized reading' (duration: 576.007872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:04.772508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:04.196038Z","time spent":"576.456226ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:02:04.904631Z","caller":"traceutil/trace.go:171","msg":"trace[1650837059] transaction","detail":"{read_only:false; response_revision:18640; number_of_response:1; }","duration":"708.376752ms","start":"2026-03-04T02:02:04.196217Z","end":"2026-03-04T02:02:04.904594Z","steps":["trace[1650837059] 'process raft request' (duration: 707.241987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:04.904818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:04.1962Z","time spent":"708.518447ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:02:04.90547Z","caller":"traceutil/trace.go:171","msg":"trace[1920911283] transaction","detail":"{read_only:false; response_revision:18641; number_of_response:1; }","duration":"707.445073ms","start":"2026-03-04T02:02:04.197984Z","end":"2026-03-04T02:02:04.905429Z","steps":["trace[1920911283] 'process raft request' (duration: 706.536545ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:04.905776Z","caller":"traceutil/trace.go:171","msg":"trace[806124648] transaction","detail":"{read_only:false; response_revision:18646; number_of_response:1; }","duration":"129.022745ms","start":"2026-03-04T02:02:04.776738Z","end":"2026-03-04T02:02:04.905761Z","steps":["trace[806124648] 'process raft request' (duration: 128.982153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:04.905805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:04.197971Z","time spent":"707.6842ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:02:04.905994Z","caller":"traceutil/trace.go:171","msg":"trace[1827473014] transaction","detail":"{read_only:false; response_revision:18644; number_of_response:1; }","duration":"706.464163ms","start":"2026-03-04T02:02:04.199519Z","end":"2026-03-04T02:02:04.905983Z","steps":["trace[1827473014] 'process raft request' (duration: 706.131422ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:04.906043Z","caller":"traceutil/trace.go:171","msg":"trace[255152485] transaction","detail":"{read_only:false; response_revision:18643; number_of_response:1; }","duration":"707.696311ms","start":"2026-03-04T02:02:04.198241Z","end":"2026-03-04T02:02:04.905938Z","steps":["trace[255152485] 'process raft request' (duration: 707.357831ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:04.906101Z","caller":"traceutil/trace.go:171","msg":"trace[328763097] transaction","detail":"{read_only:false; response_revision:18645; number_of_response:1; }","duration":"346.667435ms","start":"2026-03-04T02:02:04.559426Z","end":"2026-03-04T02:02:04.906093Z","steps":["trace[328763097] 'process raft request' (duration: 346.260982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:04.906155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:04.559399Z","time spent":"346.726807ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:02:04.906241Z","caller":"traceutil/trace.go:171","msg":"trace[1357439681] linearizableReadLoop","detail":"{readStateIndex:19320; appliedIndex:19314; }","duration":"134.187747ms","start":"2026-03-04T02:02:04.772045Z","end":"2026-03-04T02:02:04.906233Z","steps":["trace[1357439681] 'read index received' (duration: 131.430551ms)","trace[1357439681] 'applied index is now lower than readState.Index' (duration: 2.756256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:02:04.906346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:04.198237Z","time spent":"707.871627ms","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:02:04.906462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.342198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:02:04.906526Z","caller":"traceutil/trace.go:171","msg":"trace[194620912] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18646; }","duration":"664.448812ms","start":"2026-03-04T02:02:04.242064Z","end":"2026-03-04T02:02:04.906513Z","steps":["trace[194620912] 'agreement among raft nodes before linearized reading' (duration: 664.351309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:04.906567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:04.242043Z","time spent":"664.513114ms","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:02:04.906576Z","caller":"traceutil/trace.go:171","msg":"trace[1297912783] transaction","detail":"{read_only:false; response_revision:18642; number_of_response:1; }","duration":"708.450015ms","start":"2026-03-04T02:02:04.198117Z","end":"2026-03-04T02:02:04.906567Z","steps":["trace[1297912783] 'process raft request' (duration: 707.155614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:04.906775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.769173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-409bfd6c-b777-4336-a1ab-e4e87cf8714c\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T02:02:04.906824Z","caller":"traceutil/trace.go:171","msg":"trace[763939062] range","detail":"{range_begin:/registry/persistentvolumes/pvc-409bfd6c-b777-4336-a1ab-e4e87cf8714c; range_end:; response_count:1; response_revision:18646; }","duration":"707.827655ms","start":"2026-03-04T02:02:04.198983Z","end":"2026-03-04T02:02:04.90681Z","steps":["trace[763939062] 'agreement among raft nodes before linearized reading' (duration: 707.657169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:04.906846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:04.19811Z","time spent":"708.680942ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:02:04.906872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:04.198973Z","time spent":"707.889287ms","remote":"127.0.0.1:37548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-409bfd6c-b777-4336-a1ab-e4e87cf8714c\" "} {"level":"warn","ts":"2026-03-04T02:02:04.906067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:04.19951Z","time spent":"706.516464ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:02:04.907105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.795875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:02:04.907155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.947405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:02:04.907213Z","caller":"traceutil/trace.go:171","msg":"trace[1544482105] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:18646; }","duration":"131.050429ms","start":"2026-03-04T02:02:04.77615Z","end":"2026-03-04T02:02:04.9072Z","steps":["trace[1544482105] 'agreement among raft nodes before linearized reading' (duration: 130.942055ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:04.907173Z","caller":"traceutil/trace.go:171","msg":"trace[1564940728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18646; }","duration":"708.886598ms","start":"2026-03-04T02:02:04.19827Z","end":"2026-03-04T02:02:04.907157Z","steps":["trace[1564940728] 'agreement among raft nodes before linearized reading' (duration: 708.769195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:04.907301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:04.198262Z","time spent":"709.023873ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:02:04.907123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.800368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:02:04.907381Z","caller":"traceutil/trace.go:171","msg":"trace[1527819854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18646; }","duration":"711.080137ms","start":"2026-03-04T02:02:04.196286Z","end":"2026-03-04T02:02:04.907366Z","steps":["trace[1527819854] 'agreement among raft nodes before linearized reading' (duration: 710.730186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:04.907447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:04.19627Z","time spent":"711.15968ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:02:23.295663Z","caller":"traceutil/trace.go:171","msg":"trace[240731555] transaction","detail":"{read_only:false; response_revision:18725; number_of_response:1; }","duration":"148.487007ms","start":"2026-03-04T02:02:23.147151Z","end":"2026-03-04T02:02:23.295638Z","steps":["trace[240731555] 'process raft request' (duration: 148.28174ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:23.295968Z","caller":"traceutil/trace.go:171","msg":"trace[951169980] transaction","detail":"{read_only:false; response_revision:18727; number_of_response:1; }","duration":"148.306081ms","start":"2026-03-04T02:02:23.147644Z","end":"2026-03-04T02:02:23.29595Z","steps":["trace[951169980] 'process raft request' (duration: 148.154137ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:23.295964Z","caller":"traceutil/trace.go:171","msg":"trace[1302746227] transaction","detail":"{read_only:false; response_revision:18728; number_of_response:1; }","duration":"147.453504ms","start":"2026-03-04T02:02:23.148461Z","end":"2026-03-04T02:02:23.295915Z","steps":["trace[1302746227] 'process raft request' (duration: 147.418953ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:23.296054Z","caller":"traceutil/trace.go:171","msg":"trace[1268261182] transaction","detail":"{read_only:false; response_revision:18726; number_of_response:1; }","duration":"148.660862ms","start":"2026-03-04T02:02:23.147281Z","end":"2026-03-04T02:02:23.295941Z","steps":["trace[1268261182] 'process raft request' (duration: 148.309901ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:32.945656Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16805} {"level":"info","ts":"2026-03-04T02:02:33.107212Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16805,"took":"158.190952ms","hash":423572313,"current-db-size-bytes":43634688,"current-db-size":"44 MB","current-db-size-in-use-bytes":28950528,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T02:02:33.107295Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":423572313,"revision":16805,"compact-revision":14377} {"level":"info","ts":"2026-03-04T02:03:12.10074Z","caller":"traceutil/trace.go:171","msg":"trace[2063782652] transaction","detail":"{read_only:false; response_revision:19226; number_of_response:1; }","duration":"101.252272ms","start":"2026-03-04T02:03:11.99946Z","end":"2026-03-04T02:03:12.100712Z","steps":["trace[2063782652] 'process raft request' (duration: 101.082227ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:21.574216Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:03:21.579967Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T02:03:21.580043Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-03-04T02:05:22.43411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.256605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:05:22.434201Z","caller":"traceutil/trace.go:171","msg":"trace[753761486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20210; }","duration":"117.39419ms","start":"2026-03-04T02:05:22.316789Z","end":"2026-03-04T02:05:22.434183Z","steps":["trace[753761486] 'range keys from in-memory index tree' (duration: 117.109191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:22.434348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.169796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:05:22.434402Z","caller":"traceutil/trace.go:171","msg":"trace[1014057711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20210; }","duration":"190.26355ms","start":"2026-03-04T02:05:22.244124Z","end":"2026-03-04T02:05:22.434388Z","steps":["trace[1014057711] 'range keys from in-memory index tree' (duration: 189.877407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:22.434618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.32096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:05:22.43475Z","caller":"traceutil/trace.go:171","msg":"trace[1159804076] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20210; }","duration":"189.526806ms","start":"2026-03-04T02:05:22.245195Z","end":"2026-03-04T02:05:22.434721Z","steps":["trace[1159804076] 'range keys from in-memory index tree' (duration: 189.01715ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:05:33.370829Z","caller":"traceutil/trace.go:171","msg":"trace[660926548] transaction","detail":"{read_only:false; response_revision:20692; number_of_response:1; }","duration":"131.474932ms","start":"2026-03-04T02:05:33.239319Z","end":"2026-03-04T02:05:33.370794Z","steps":["trace[660926548] 'process raft request' (duration: 124.999829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:40.622477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.011908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:05:40.622588Z","caller":"traceutil/trace.go:171","msg":"trace[164259539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20890; }","duration":"306.150411ms","start":"2026-03-04T02:05:40.316413Z","end":"2026-03-04T02:05:40.622563Z","steps":["trace[164259539] 'range keys from in-memory index tree' (duration: 305.945645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:40.622643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:05:40.316402Z","time spent":"306.228235ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:05:40.622833Z","caller":"traceutil/trace.go:171","msg":"trace[1427322691] transaction","detail":"{read_only:false; response_revision:20891; number_of_response:1; }","duration":"119.455234ms","start":"2026-03-04T02:05:40.503349Z","end":"2026-03-04T02:05:40.622804Z","steps":["trace[1427322691] 'process raft request' (duration: 75.695638ms)","trace[1427322691] 'compare' (duration: 43.356973ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:05:41.545526Z","caller":"traceutil/trace.go:171","msg":"trace[541108214] transaction","detail":"{read_only:false; response_revision:20892; number_of_response:1; }","duration":"917.309179ms","start":"2026-03-04T02:05:40.628191Z","end":"2026-03-04T02:05:41.5455Z","steps":["trace[541108214] 'process raft request' (duration: 917.127403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:41.545869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:05:40.628163Z","time spent":"917.621819ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:05:41.631194Z","caller":"traceutil/trace.go:171","msg":"trace[1460000023] transaction","detail":"{read_only:false; response_revision:20893; number_of_response:1; }","duration":"1.002800536s","start":"2026-03-04T02:05:40.62836Z","end":"2026-03-04T02:05:41.631161Z","steps":["trace[1460000023] 'process raft request' (duration: 1.000961138s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:41.631506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:05:40.628342Z","time spent":"1.003033133s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:05:41.631588Z","caller":"traceutil/trace.go:171","msg":"trace[409344348] transaction","detail":"{read_only:false; response_revision:20894; number_of_response:1; }","duration":"989.532668ms","start":"2026-03-04T02:05:40.642027Z","end":"2026-03-04T02:05:41.631559Z","steps":["trace[409344348] 'process raft request' (duration: 989.054003ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:05:41.631853Z","caller":"traceutil/trace.go:171","msg":"trace[1094846636] transaction","detail":"{read_only:false; response_revision:20896; number_of_response:1; }","duration":"855.019921ms","start":"2026-03-04T02:05:40.776813Z","end":"2026-03-04T02:05:41.631833Z","steps":["trace[1094846636] 'process raft request' (duration: 854.621138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:41.631887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:05:40.641994Z","time spent":"989.781296ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:05:41.63201Z","caller":"traceutil/trace.go:171","msg":"trace[2083452277] transaction","detail":"{read_only:false; response_revision:20897; number_of_response:1; }","duration":"455.153945ms","start":"2026-03-04T02:05:41.176829Z","end":"2026-03-04T02:05:41.631983Z","steps":["trace[2083452277] 'process raft request' (duration: 454.634748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:41.632148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:05:41.176804Z","time spent":"455.273739ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:05:41.632128Z","caller":"traceutil/trace.go:171","msg":"trace[172061022] transaction","detail":"{read_only:false; response_revision:20895; number_of_response:1; }","duration":"868.118633ms","start":"2026-03-04T02:05:40.763973Z","end":"2026-03-04T02:05:41.632092Z","steps":["trace[172061022] 'process raft request' (duration: 867.361969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:41.632247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:05:40.776784Z","time spent":"855.153395ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:05:41.632301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:05:40.763941Z","time spent":"868.270388ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:05:41.634968Z","caller":"traceutil/trace.go:171","msg":"trace[1108592980] linearizableReadLoop","detail":"{readStateIndex:21644; appliedIndex:21638; }","duration":"398.094531ms","start":"2026-03-04T02:05:41.236799Z","end":"2026-03-04T02:05:41.634894Z","steps":["trace[1108592980] 'read index received' (duration: 308.572908ms)","trace[1108592980] 'applied index is now lower than readState.Index' (duration: 89.520503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:05:41.635166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.547781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:05:41.63518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.371969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-04T02:05:41.635233Z","caller":"traceutil/trace.go:171","msg":"trace[2085130730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20897; }","duration":"318.639104ms","start":"2026-03-04T02:05:41.31657Z","end":"2026-03-04T02:05:41.635209Z","steps":["trace[2085130730] 'agreement among raft nodes before linearized reading' (duration: 318.537571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:41.63529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:05:41.316551Z","time spent":"318.727557ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:05:41.635222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.177423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:05:41.635352Z","caller":"traceutil/trace.go:171","msg":"trace[1190037653] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:20897; }","duration":"138.350898ms","start":"2026-03-04T02:05:41.496989Z","end":"2026-03-04T02:05:41.63534Z","steps":["trace[1190037653] 'agreement among raft nodes before linearized reading' (duration: 138.184483ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:05:41.63535Z","caller":"traceutil/trace.go:171","msg":"trace[244284498] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:20897; }","duration":"398.506324ms","start":"2026-03-04T02:05:41.236752Z","end":"2026-03-04T02:05:41.635259Z","steps":["trace[244284498] 'agreement among raft nodes before linearized reading' (duration: 398.316838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:41.635458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:05:41.23673Z","time spent":"398.71966ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-04T02:05:44.426201Z","caller":"traceutil/trace.go:171","msg":"trace[922241097] linearizableReadLoop","detail":"{readStateIndex:21690; appliedIndex:21689; }","duration":"138.966037ms","start":"2026-03-04T02:05:44.287211Z","end":"2026-03-04T02:05:44.426177Z","steps":["trace[922241097] 'read index received' (duration: 138.790511ms)","trace[922241097] 'applied index is now lower than readState.Index' (duration: 174.336µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:05:44.426235Z","caller":"traceutil/trace.go:171","msg":"trace[1009127276] transaction","detail":"{read_only:false; response_revision:20942; number_of_response:1; }","duration":"182.428063ms","start":"2026-03-04T02:05:44.243781Z","end":"2026-03-04T02:05:44.426209Z","steps":["trace[1009127276] 'process raft request' (duration: 182.235137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:44.426445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.178731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:05:44.426488Z","caller":"traceutil/trace.go:171","msg":"trace[994211095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20942; }","duration":"123.263844ms","start":"2026-03-04T02:05:44.303214Z","end":"2026-03-04T02:05:44.426477Z","steps":["trace[994211095] 'agreement among raft nodes before linearized reading' (duration: 123.108879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:44.426481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.241176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:05:44.426554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.488912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:05:44.426633Z","caller":"traceutil/trace.go:171","msg":"trace[335826291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20942; }","duration":"117.583825ms","start":"2026-03-04T02:05:44.309026Z","end":"2026-03-04T02:05:44.42661Z","steps":["trace[335826291] 'agreement among raft nodes before linearized reading' (duration: 117.367429ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:05:44.426557Z","caller":"traceutil/trace.go:171","msg":"trace[1930632503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20942; }","duration":"139.358719ms","start":"2026-03-04T02:05:44.28718Z","end":"2026-03-04T02:05:44.426539Z","steps":["trace[1930632503] 'agreement among raft nodes before linearized reading' (duration: 139.120152ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:05:59.260788Z","caller":"traceutil/trace.go:171","msg":"trace[1520550121] transaction","detail":"{read_only:false; response_revision:21073; number_of_response:1; }","duration":"117.769902ms","start":"2026-03-04T02:05:59.142989Z","end":"2026-03-04T02:05:59.260759Z","steps":["trace[1520550121] 'process raft request' (duration: 78.393364ms)","trace[1520550121] 'compare' (duration: 39.246434ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:06:04.501645Z","caller":"traceutil/trace.go:171","msg":"trace[1668360676] linearizableReadLoop","detail":"{readStateIndex:21901; appliedIndex:21900; }","duration":"188.37123ms","start":"2026-03-04T02:06:04.313248Z","end":"2026-03-04T02:06:04.501619Z","steps":["trace[1668360676] 'read index received' (duration: 188.029779ms)","trace[1668360676] 'applied index is now lower than readState.Index' (duration: 340.141µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:06:04.501979Z","caller":"traceutil/trace.go:171","msg":"trace[1308982796] transaction","detail":"{read_only:false; response_revision:21147; number_of_response:1; }","duration":"227.748157ms","start":"2026-03-04T02:06:04.274215Z","end":"2026-03-04T02:06:04.501963Z","steps":["trace[1308982796] 'process raft request' (duration: 227.163799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:04.502189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.932548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:06:04.502225Z","caller":"traceutil/trace.go:171","msg":"trace[1274243605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21147; }","duration":"189.01828ms","start":"2026-03-04T02:06:04.313193Z","end":"2026-03-04T02:06:04.502212Z","steps":["trace[1274243605] 'agreement among raft nodes before linearized reading' (duration: 188.949878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:04.627317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.712648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:06:04.627399Z","caller":"traceutil/trace.go:171","msg":"trace[920175680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21147; }","duration":"123.865963ms","start":"2026-03-04T02:06:04.503515Z","end":"2026-03-04T02:06:04.627381Z","steps":["trace[920175680] 'range keys from in-memory index tree' (duration: 123.653566ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:06:04.628174Z","caller":"traceutil/trace.go:171","msg":"trace[93934860] transaction","detail":"{read_only:false; response_revision:21148; number_of_response:1; }","duration":"121.617853ms","start":"2026-03-04T02:06:04.506538Z","end":"2026-03-04T02:06:04.628156Z","steps":["trace[93934860] 'process raft request' (duration: 121.480508ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:06:04.642367Z","caller":"traceutil/trace.go:171","msg":"trace[946096514] transaction","detail":"{read_only:false; response_revision:21149; number_of_response:1; }","duration":"135.526269ms","start":"2026-03-04T02:06:04.506783Z","end":"2026-03-04T02:06:04.642309Z","steps":["trace[946096514] 'process raft request' (duration: 135.219749ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:06:29.103261Z","caller":"traceutil/trace.go:171","msg":"trace[461081992] transaction","detail":"{read_only:false; response_revision:21482; number_of_response:1; }","duration":"133.361921ms","start":"2026-03-04T02:06:28.969869Z","end":"2026-03-04T02:06:29.103231Z","steps":["trace[461081992] 'process raft request' (duration: 133.184916ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:06:41.151562Z","caller":"traceutil/trace.go:171","msg":"trace[1283006275] linearizableReadLoop","detail":"{readStateIndex:22326; appliedIndex:22325; }","duration":"275.85352ms","start":"2026-03-04T02:06:40.875681Z","end":"2026-03-04T02:06:41.151535Z","steps":["trace[1283006275] 'read index received' (duration: 275.729826ms)","trace[1283006275] 'applied index is now lower than readState.Index' (duration: 122.434µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:06:41.151687Z","caller":"traceutil/trace.go:171","msg":"trace[1458759399] transaction","detail":"{read_only:false; response_revision:21563; number_of_response:1; }","duration":"277.007016ms","start":"2026-03-04T02:06:40.874635Z","end":"2026-03-04T02:06:41.151642Z","steps":["trace[1458759399] 'process raft request' (duration: 276.721717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:41.151813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.105447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:06:41.151859Z","caller":"traceutil/trace.go:171","msg":"trace[295829195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21563; }","duration":"276.19532ms","start":"2026-03-04T02:06:40.875653Z","end":"2026-03-04T02:06:41.151848Z","steps":["trace[295829195] 'agreement among raft nodes before linearized reading' (duration: 276.022035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:41.191767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.48242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:06:41.191834Z","caller":"traceutil/trace.go:171","msg":"trace[788955436] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:21564; }","duration":"144.598125ms","start":"2026-03-04T02:06:41.04722Z","end":"2026-03-04T02:06:41.191818Z","steps":["trace[788955436] 'agreement among raft nodes before linearized reading' (duration: 144.416889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:41.191822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.131234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:06:41.192023Z","caller":"traceutil/trace.go:171","msg":"trace[1497983659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21564; }","duration":"315.318779ms","start":"2026-03-04T02:06:40.87664Z","end":"2026-03-04T02:06:41.191959Z","steps":["trace[1497983659] 'agreement among raft nodes before linearized reading' (duration: 315.000859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:41.192084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:06:40.87663Z","time spent":"315.438504ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:06:41.270509Z","caller":"traceutil/trace.go:171","msg":"trace[1953160393] transaction","detail":"{read_only:false; response_revision:21565; number_of_response:1; }","duration":"114.785628ms","start":"2026-03-04T02:06:41.155684Z","end":"2026-03-04T02:06:41.27047Z","steps":["trace[1953160393] 'process raft request' (duration: 109.375947ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:06:41.300815Z","caller":"traceutil/trace.go:171","msg":"trace[531762697] transaction","detail":"{read_only:false; response_revision:21566; number_of_response:1; }","duration":"103.537654ms","start":"2026-03-04T02:06:41.197256Z","end":"2026-03-04T02:06:41.300793Z","steps":["trace[531762697] 'process raft request' (duration: 103.41304ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:07:32.952916Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18774} {"level":"info","ts":"2026-03-04T02:07:33.072785Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18774,"took":"116.005825ms","hash":3473158646,"current-db-size-bytes":48209920,"current-db-size":"48 MB","current-db-size-in-use-bytes":38899712,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-04T02:07:33.072885Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3473158646,"revision":18774,"compact-revision":16805} {"level":"warn","ts":"2026-03-04T02:08:28.360556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202944692,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:08:28.370787Z","caller":"traceutil/trace.go:171","msg":"trace[1388288243] transaction","detail":"{read_only:false; response_revision:22577; number_of_response:1; }","duration":"516.134651ms","start":"2026-03-04T02:08:27.854622Z","end":"2026-03-04T02:08:28.370757Z","steps":["trace[1388288243] 'process raft request' (duration: 514.092157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:28.370937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:27.854602Z","time spent":"516.247604ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:28.371843Z","caller":"traceutil/trace.go:171","msg":"trace[1264528101] transaction","detail":"{read_only:false; response_revision:22578; number_of_response:1; }","duration":"273.290369ms","start":"2026-03-04T02:08:28.098526Z","end":"2026-03-04T02:08:28.371816Z","steps":["trace[1264528101] 'process raft request' (duration: 273.089402ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:28.371751Z","caller":"traceutil/trace.go:171","msg":"trace[1865852378] linearizableReadLoop","detail":"{readStateIndex:23371; appliedIndex:23369; }","duration":"511.97978ms","start":"2026-03-04T02:08:27.859745Z","end":"2026-03-04T02:08:28.371725Z","steps":["trace[1865852378] 'read index received' (duration: 509.041017ms)","trace[1865852378] 'applied index is now lower than readState.Index' (duration: 2.937543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:28.372078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.312951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:08:28.372176Z","caller":"traceutil/trace.go:171","msg":"trace[2083092323] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22578; }","duration":"512.419134ms","start":"2026-03-04T02:08:27.85974Z","end":"2026-03-04T02:08:28.372159Z","steps":["trace[2083092323] 'agreement among raft nodes before linearized reading' (duration: 512.219558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:28.372254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:27.859698Z","time spent":"512.526867ms","remote":"127.0.0.1:52890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:08:28.372281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.147736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:28.372395Z","caller":"traceutil/trace.go:171","msg":"trace[2012027911] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:22578; }","duration":"400.29321ms","start":"2026-03-04T02:08:27.972087Z","end":"2026-03-04T02:08:28.37238Z","steps":["trace[2012027911] 'agreement among raft nodes before linearized reading' (duration: 400.160486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:28.37265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:27.972064Z","time spent":"400.570439ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:08:33.046344Z","caller":"traceutil/trace.go:171","msg":"trace[1574108497] linearizableReadLoop","detail":"{readStateIndex:23405; appliedIndex:23404; }","duration":"171.81201ms","start":"2026-03-04T02:08:32.874512Z","end":"2026-03-04T02:08:33.046324Z","steps":["trace[1574108497] 'read index received' (duration: 171.676216ms)","trace[1574108497] 'applied index is now lower than readState.Index' (duration: 134.814µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:33.04651Z","caller":"traceutil/trace.go:171","msg":"trace[1651611974] transaction","detail":"{read_only:false; response_revision:22611; number_of_response:1; }","duration":"302.89659ms","start":"2026-03-04T02:08:32.743577Z","end":"2026-03-04T02:08:33.046473Z","steps":["trace[1651611974] 'process raft request' (duration: 302.604771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:33.046628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.099159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:08:33.046676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:32.743548Z","time spent":"303.041653ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:33.046711Z","caller":"traceutil/trace.go:171","msg":"trace[797354684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22611; }","duration":"172.209873ms","start":"2026-03-04T02:08:32.874484Z","end":"2026-03-04T02:08:33.046694Z","steps":["trace[797354684] 'agreement among raft nodes before linearized reading' (duration: 171.967345ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:33.893402Z","caller":"traceutil/trace.go:171","msg":"trace[1685701351] linearizableReadLoop","detail":"{readStateIndex:23407; appliedIndex:23406; }","duration":"287.232856ms","start":"2026-03-04T02:08:33.606145Z","end":"2026-03-04T02:08:33.893378Z","steps":["trace[1685701351] 'read index received' (duration: 287.098402ms)","trace[1685701351] 'applied index is now lower than readState.Index' (duration: 133.334µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:33.893475Z","caller":"traceutil/trace.go:171","msg":"trace[1314598105] transaction","detail":"{read_only:false; response_revision:22613; number_of_response:1; }","duration":"333.611804ms","start":"2026-03-04T02:08:33.55983Z","end":"2026-03-04T02:08:33.893441Z","steps":["trace[1314598105] 'process raft request' (duration: 333.394207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:33.893554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.388271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:33.89359Z","caller":"traceutil/trace.go:171","msg":"trace[1826662777] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22613; }","duration":"287.477754ms","start":"2026-03-04T02:08:33.606101Z","end":"2026-03-04T02:08:33.893579Z","steps":["trace[1826662777] 'agreement among raft nodes before linearized reading' (duration: 287.393422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:33.893666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:33.55981Z","time spent":"333.747128ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:34.39395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202944782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:34.866596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.794154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:08:34.866702Z","caller":"traceutil/trace.go:171","msg":"trace[1257966866] linearizableReadLoop","detail":"{readStateIndex:23408; appliedIndex:23407; }","duration":"973.215725ms","start":"2026-03-04T02:08:33.89347Z","end":"2026-03-04T02:08:34.866686Z","steps":["trace[1257966866] 'read index received' (duration: 826.331849ms)","trace[1257966866] 'applied index is now lower than readState.Index' (duration: 146.882766ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:34.86681Z","caller":"traceutil/trace.go:171","msg":"trace[1487666106] transaction","detail":"{read_only:false; response_revision:22614; number_of_response:1; }","duration":"1.028064279s","start":"2026-03-04T02:08:33.838711Z","end":"2026-03-04T02:08:34.866775Z","steps":["trace[1487666106] 'process raft request' (duration: 881.006177ms)","trace[1487666106] 'compare' (duration: 146.69263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:34.86686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180887351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:08:34.866895Z","caller":"traceutil/trace.go:171","msg":"trace[1653208020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22614; }","duration":"1.180958083s","start":"2026-03-04T02:08:33.685926Z","end":"2026-03-04T02:08:34.866884Z","steps":["trace[1653208020] 'agreement among raft nodes before linearized reading' (duration: 1.18083631s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:34.86697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:33.685905Z","time spent":"1.181057277s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:08:34.866907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011317393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:08:34.867016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:33.838687Z","time spent":"1.028202014s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:34.867026Z","caller":"traceutil/trace.go:171","msg":"trace[51969956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22614; }","duration":"1.011458857s","start":"2026-03-04T02:08:33.855552Z","end":"2026-03-04T02:08:34.867011Z","steps":["trace[51969956] 'agreement among raft nodes before linearized reading' (duration: 1.011194529s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:34.867059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203060308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:08:34.867105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:33.855496Z","time spent":"1.011597302s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:08:34.867123Z","caller":"traceutil/trace.go:171","msg":"trace[599736374] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22614; }","duration":"1.20313856s","start":"2026-03-04T02:08:33.663964Z","end":"2026-03-04T02:08:34.867103Z","steps":["trace[599736374] 'agreement among raft nodes before linearized reading' (duration: 1.202884802s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:34.867158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:33.663956Z","time spent":"1.203195083s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:08:34.86715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239009598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:34.867212Z","caller":"traceutil/trace.go:171","msg":"trace[1704249385] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:22614; }","duration":"1.23909562s","start":"2026-03-04T02:08:33.628101Z","end":"2026-03-04T02:08:34.867196Z","steps":["trace[1704249385] 'agreement among raft nodes before linearized reading' (duration: 1.238981447s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:34.867258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:33.628094Z","time spent":"1.239150852s","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:35.367041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202944787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:35.868082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202944787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:35.882938Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.163133994s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:08:35.928531Z","caller":"traceutil/trace.go:171","msg":"trace[1100088898] transaction","detail":"{read_only:false; response_revision:22615; number_of_response:1; }","duration":"1.491414481s","start":"2026-03-04T02:08:34.43709Z","end":"2026-03-04T02:08:35.928504Z","steps":["trace[1100088898] 'process raft request' (duration: 1.446041486s)","trace[1100088898] 'compare' (duration: 44.904811ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:35.928606Z","caller":"traceutil/trace.go:171","msg":"trace[1786998915] transaction","detail":"{read_only:false; response_revision:22617; number_of_response:1; }","duration":"1.489481421s","start":"2026-03-04T02:08:34.439095Z","end":"2026-03-04T02:08:35.928577Z","steps":["trace[1786998915] 'process raft request' (duration: 1.489410268s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:35.928696Z","caller":"traceutil/trace.go:171","msg":"trace[520422212] transaction","detail":"{read_only:false; response_revision:22616; number_of_response:1; }","duration":"1.489809761s","start":"2026-03-04T02:08:34.438867Z","end":"2026-03-04T02:08:35.928677Z","steps":["trace[520422212] 'process raft request' (duration: 1.489497261s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:35.928791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:34.438836Z","time spent":"1.489908934s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:35.928824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:34.439081Z","time spent":"1.489616574s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:35.928653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:34.437066Z","time spent":"1.491525584s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:36.686575Z","caller":"traceutil/trace.go:171","msg":"trace[106811729] transaction","detail":"{read_only:false; response_revision:22618; number_of_response:1; }","duration":"1.896257874s","start":"2026-03-04T02:08:34.790285Z","end":"2026-03-04T02:08:36.686543Z","steps":["trace[106811729] 'process raft request' (duration: 1.823426526s)","trace[106811729] 'compare' (duration: 72.499988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:36.68683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:34.790266Z","time spent":"1.896490751s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:36.686936Z","caller":"traceutil/trace.go:171","msg":"trace[1051077066] transaction","detail":"{read_only:false; response_revision:22619; number_of_response:1; }","duration":"1.816231229s","start":"2026-03-04T02:08:34.870637Z","end":"2026-03-04T02:08:36.686868Z","steps":["trace[1051077066] 'process raft request' (duration: 1.815823186s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:36.68706Z","caller":"traceutil/trace.go:171","msg":"trace[70346834] transaction","detail":"{read_only:false; response_revision:22623; number_of_response:1; }","duration":"789.481261ms","start":"2026-03-04T02:08:35.897548Z","end":"2026-03-04T02:08:36.68703Z","steps":["trace[70346834] 'process raft request' (duration: 789.425889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:36.687133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:34.870612Z","time spent":"1.816417075s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:36.68723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:35.89753Z","time spent":"789.603375ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:36.687499Z","caller":"traceutil/trace.go:171","msg":"trace[1520797188] transaction","detail":"{read_only:false; response_revision:22621; number_of_response:1; }","duration":"1.635379805s","start":"2026-03-04T02:08:35.052084Z","end":"2026-03-04T02:08:36.687464Z","steps":["trace[1520797188] 'process raft request' (duration: 1.634746785s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:36.68752Z","caller":"traceutil/trace.go:171","msg":"trace[2427755] transaction","detail":"{read_only:false; response_revision:22622; number_of_response:1; }","duration":"1.139932144s","start":"2026-03-04T02:08:35.547569Z","end":"2026-03-04T02:08:36.687501Z","steps":["trace[2427755] 'process raft request' (duration: 1.139313305s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:36.687583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:35.052042Z","time spent":"1.635497599s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:36.687587Z","caller":"traceutil/trace.go:171","msg":"trace[1031388201] transaction","detail":"{read_only:false; response_revision:22620; number_of_response:1; }","duration":"1.816857079s","start":"2026-03-04T02:08:34.870709Z","end":"2026-03-04T02:08:36.687566Z","steps":["trace[1031388201] 'process raft request' (duration: 1.815999542s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:36.687577Z","caller":"traceutil/trace.go:171","msg":"trace[1176741702] linearizableReadLoop","detail":"{readStateIndex:23416; appliedIndex:23408; }","duration":"1.820813943s","start":"2026-03-04T02:08:34.866734Z","end":"2026-03-04T02:08:36.687548Z","steps":["trace[1176741702] 'read index received' (duration: 1.016367362s)","trace[1176741702] 'applied index is now lower than readState.Index' (duration: 804.443281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:36.687631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:35.547548Z","time spent":"1.140035518s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:36.687699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:34.870693Z","time spent":"1.816941472s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:36.687699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103785826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T02:08:36.687726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228280569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:08:36.687764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.386163211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:08:36.687772Z","caller":"traceutil/trace.go:171","msg":"trace[1028370839] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22623; }","duration":"2.103877289s","start":"2026-03-04T02:08:34.583873Z","end":"2026-03-04T02:08:36.687751Z","steps":["trace[1028370839] 'agreement among raft nodes before linearized reading' (duration: 2.103688113s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:36.687805Z","caller":"traceutil/trace.go:171","msg":"trace[2038966911] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:22623; }","duration":"2.386240553s","start":"2026-03-04T02:08:34.301553Z","end":"2026-03-04T02:08:36.687793Z","steps":["trace[2038966911] 'agreement among raft nodes before linearized reading' (duration: 2.38614433s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:36.68782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:34.583866Z","time spent":"2.103946691s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:08:36.687811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915794638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:36.68782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296130741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:08:36.687841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:34.301536Z","time spent":"2.386295865s","remote":"127.0.0.1:34504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:36.687874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145561562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:36.687847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827383309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:36.687879Z","caller":"traceutil/trace.go:171","msg":"trace[1580505748] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:22623; }","duration":"1.91585215s","start":"2026-03-04T02:08:34.771995Z","end":"2026-03-04T02:08:36.687847Z","steps":["trace[1580505748] 'agreement among raft nodes before linearized reading' (duration: 1.915777378s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:36.687882Z","caller":"traceutil/trace.go:171","msg":"trace[868929514] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22623; }","duration":"2.296222134s","start":"2026-03-04T02:08:34.391639Z","end":"2026-03-04T02:08:36.687861Z","steps":["trace[868929514] 'agreement among raft nodes before linearized reading' (duration: 2.296000117s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:36.687927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29631022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:36.687926Z","caller":"traceutil/trace.go:171","msg":"trace[447159162] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:22623; }","duration":"1.827521074s","start":"2026-03-04T02:08:34.860385Z","end":"2026-03-04T02:08:36.687906Z","steps":["trace[447159162] 'agreement among raft nodes before linearized reading' (duration: 1.82739593s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:36.687937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:34.391622Z","time spent":"2.296304517s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:08:36.68795Z","caller":"traceutil/trace.go:171","msg":"trace[644583926] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:22623; }","duration":"1.296369081s","start":"2026-03-04T02:08:35.391573Z","end":"2026-03-04T02:08:36.687942Z","steps":["trace[644583926] 'agreement among raft nodes before linearized reading' (duration: 1.29633527s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:36.687893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616082939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:08:36.687974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:35.391552Z","time spent":"1.296417203s","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:36.68797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:34.860363Z","time spent":"1.827596827s","remote":"127.0.0.1:43322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:08:36.687985Z","caller":"traceutil/trace.go:171","msg":"trace[1818105240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22623; }","duration":"1.616192632s","start":"2026-03-04T02:08:35.071778Z","end":"2026-03-04T02:08:36.687971Z","steps":["trace[1818105240] 'agreement among raft nodes before linearized reading' (duration: 1.616031087s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:36.688014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:35.071766Z","time spent":"1.616240634s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:36.688028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.73518585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:08:36.688037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918254775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:36.688034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372339919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:36.688072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.523455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:36.688045Z","caller":"traceutil/trace.go:171","msg":"trace[468901461] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:22623; }","duration":"2.735243981s","start":"2026-03-04T02:08:33.952796Z","end":"2026-03-04T02:08:36.68804Z","steps":["trace[468901461] 'agreement among raft nodes before linearized reading' (duration: 2.735113637s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:36.688073Z","caller":"traceutil/trace.go:171","msg":"trace[357157893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22623; }","duration":"1.372407831s","start":"2026-03-04T02:08:35.315655Z","end":"2026-03-04T02:08:36.688062Z","steps":["trace[357157893] 'agreement among raft nodes before linearized reading' (duration: 1.372317878s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:36.687897Z","caller":"traceutil/trace.go:171","msg":"trace[1753098884] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:22623; }","duration":"1.145615954s","start":"2026-03-04T02:08:35.542272Z","end":"2026-03-04T02:08:36.687888Z","steps":["trace[1753098884] 'agreement among raft nodes before linearized reading' (duration: 1.145580103s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:36.688111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:35.315638Z","time spent":"1.372466062s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:08:36.688122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500501037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-04T02:08:36.688133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.634403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T02:08:36.688147Z","caller":"traceutil/trace.go:171","msg":"trace[1712107209] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:22623; }","duration":"668.672855ms","start":"2026-03-04T02:08:36.01947Z","end":"2026-03-04T02:08:36.688143Z","steps":["trace[1712107209] 'agreement among raft nodes before linearized reading' (duration: 668.627213ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:36.687778Z","caller":"traceutil/trace.go:171","msg":"trace[583649808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22623; }","duration":"2.228381152s","start":"2026-03-04T02:08:34.459385Z","end":"2026-03-04T02:08:36.687766Z","steps":["trace[583649808] 'agreement among raft nodes before linearized reading' (duration: 2.228187396s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:36.688147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:35.542252Z","time spent":"1.145874052s","remote":"127.0.0.1:34520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:36.688188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:34.459341Z","time spent":"2.228835946s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:08:36.688144Z","caller":"traceutil/trace.go:171","msg":"trace[915076633] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22623; }","duration":"1.500552479s","start":"2026-03-04T02:08:35.187585Z","end":"2026-03-04T02:08:36.688138Z","steps":["trace[915076633] 'agreement among raft nodes before linearized reading' (duration: 1.500490657s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:36.688288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:35.187569Z","time spent":"1.500712723s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T02:08:36.688065Z","caller":"traceutil/trace.go:171","msg":"trace[1709422335] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:22623; }","duration":"1.918306797s","start":"2026-03-04T02:08:34.769749Z","end":"2026-03-04T02:08:36.688056Z","steps":["trace[1709422335] 'agreement among raft nodes before linearized reading' (duration: 1.918259815s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:36.687936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:34.771989Z","time spent":"1.915936083s","remote":"127.0.0.1:52962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:08:36.688088Z","caller":"traceutil/trace.go:171","msg":"trace[1744334433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22623; }","duration":"125.566697ms","start":"2026-03-04T02:08:36.562517Z","end":"2026-03-04T02:08:36.688083Z","steps":["trace[1744334433] 'agreement among raft nodes before linearized reading' (duration: 125.537416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:36.688354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:34.769735Z","time spent":"1.918604697s","remote":"127.0.0.1:43286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:36.688172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:36.019452Z","time spent":"668.715606ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-03-04T02:08:36.68811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:33.952777Z","time spent":"2.735320094s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:36.687742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130670852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:36.689988Z","caller":"traceutil/trace.go:171","msg":"trace[721124206] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22623; }","duration":"2.132952553s","start":"2026-03-04T02:08:34.557017Z","end":"2026-03-04T02:08:36.68997Z","steps":["trace[721124206] 'agreement among raft nodes before linearized reading' (duration: 2.130683702s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:36.690037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:34.556999Z","time spent":"2.133022405s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:08:39.030648Z","caller":"traceutil/trace.go:171","msg":"trace[2041074629] transaction","detail":"{read_only:false; response_revision:22640; number_of_response:1; }","duration":"334.297645ms","start":"2026-03-04T02:08:38.696327Z","end":"2026-03-04T02:08:39.030625Z","steps":["trace[2041074629] 'process raft request' (duration: 334.092839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:39.030834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:38.696307Z","time spent":"334.41731ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:39.883488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.882458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:08:39.883859Z","caller":"traceutil/trace.go:171","msg":"trace[1312157485] transaction","detail":"{read_only:false; response_revision:22641; number_of_response:1; }","duration":"1.186678654s","start":"2026-03-04T02:08:38.697158Z","end":"2026-03-04T02:08:39.883837Z","steps":["trace[1312157485] 'process raft request' (duration: 863.347273ms)","trace[1312157485] 'compare' (duration: 322.486564ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:39.883838Z","caller":"traceutil/trace.go:171","msg":"trace[678486785] transaction","detail":"{read_only:false; response_revision:22642; number_of_response:1; }","duration":"1.186630803s","start":"2026-03-04T02:08:38.697179Z","end":"2026-03-04T02:08:39.883809Z","steps":["trace[678486785] 'process raft request' (duration: 1.186419346s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:39.88386Z","caller":"traceutil/trace.go:171","msg":"trace[1377196265] transaction","detail":"{read_only:false; response_revision:22644; number_of_response:1; }","duration":"1.155254757s","start":"2026-03-04T02:08:38.728578Z","end":"2026-03-04T02:08:39.883832Z","steps":["trace[1377196265] 'process raft request' (duration: 1.155158004s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:39.883864Z","caller":"traceutil/trace.go:171","msg":"trace[1868223670] transaction","detail":"{read_only:false; response_revision:22643; number_of_response:1; }","duration":"1.185721574s","start":"2026-03-04T02:08:38.69812Z","end":"2026-03-04T02:08:39.883842Z","steps":["trace[1868223670] 'process raft request' (duration: 1.185566719s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:39.883955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:38.697139Z","time spent":"1.186757447s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:39.883955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:38.697161Z","time spent":"1.186740186s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:39.883975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:38.698091Z","time spent":"1.185826947s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:39.883965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:38.728568Z","time spent":"1.155346369s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:39.884002Z","caller":"traceutil/trace.go:171","msg":"trace[206037689] transaction","detail":"{read_only:false; response_revision:22645; number_of_response:1; }","duration":"1.00772102s","start":"2026-03-04T02:08:38.876261Z","end":"2026-03-04T02:08:39.883982Z","steps":["trace[206037689] 'process raft request' (duration: 1.007532725s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:39.883976Z","caller":"traceutil/trace.go:171","msg":"trace[2092408293] linearizableReadLoop","detail":"{readStateIndex:23438; appliedIndex:23434; }","duration":"1.161586765s","start":"2026-03-04T02:08:38.722358Z","end":"2026-03-04T02:08:39.883944Z","steps":["trace[2092408293] 'read index received' (duration: 307.974498ms)","trace[2092408293] 'applied index is now lower than readState.Index' (duration: 853.610687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:39.884096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:38.876242Z","time spent":"1.007808333s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:39.884223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161842814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:08:39.884298Z","caller":"traceutil/trace.go:171","msg":"trace[699473748] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22645; }","duration":"1.161954847s","start":"2026-03-04T02:08:38.722326Z","end":"2026-03-04T02:08:39.88428Z","steps":["trace[699473748] 'agreement among raft nodes before linearized reading' (duration: 1.161710679s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:39.884354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:38.722313Z","time spent":"1.16202786s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:08:39.884444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158838569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:08:39.884476Z","caller":"traceutil/trace.go:171","msg":"trace[827925951] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22645; }","duration":"1.158921162s","start":"2026-03-04T02:08:38.725546Z","end":"2026-03-04T02:08:39.884467Z","steps":["trace[827925951] 'agreement among raft nodes before linearized reading' (duration: 1.158703335s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:39.884281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.012182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:39.884572Z","caller":"traceutil/trace.go:171","msg":"trace[1526232266] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22645; }","duration":"688.336322ms","start":"2026-03-04T02:08:39.196218Z","end":"2026-03-04T02:08:39.884555Z","steps":["trace[1526232266] 'agreement among raft nodes before linearized reading' (duration: 688.009702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:39.884537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:38.725536Z","time spent":"1.158989893s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:39.884575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.048099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:39.884621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:39.1962Z","time spent":"688.406335ms","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:39.884612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.799788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:08:39.88463Z","caller":"traceutil/trace.go:171","msg":"trace[1866991685] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22645; }","duration":"720.144922ms","start":"2026-03-04T02:08:39.164468Z","end":"2026-03-04T02:08:39.884613Z","steps":["trace[1866991685] 'agreement among raft nodes before linearized reading' (duration: 720.053449ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:39.884671Z","caller":"traceutil/trace.go:171","msg":"trace[2009331261] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:22645; }","duration":"534.895141ms","start":"2026-03-04T02:08:39.349763Z","end":"2026-03-04T02:08:39.884658Z","steps":["trace[2009331261] 'agreement among raft nodes before linearized reading' (duration: 534.756396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:39.884681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:39.164447Z","time spent":"720.220785ms","remote":"127.0.0.1:35066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:08:39.884722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:39.349747Z","time spent":"534.962862ms","remote":"127.0.0.1:37548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:39.884745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.427948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:39.884812Z","caller":"traceutil/trace.go:171","msg":"trace[103614394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22645; }","duration":"557.524751ms","start":"2026-03-04T02:08:39.327274Z","end":"2026-03-04T02:08:39.884798Z","steps":["trace[103614394] 'agreement among raft nodes before linearized reading' (duration: 557.404347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:39.884768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160513001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:08:39.884917Z","caller":"traceutil/trace.go:171","msg":"trace[1108477879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22645; }","duration":"1.160841422s","start":"2026-03-04T02:08:38.724056Z","end":"2026-03-04T02:08:39.884898Z","steps":["trace[1108477879] 'agreement among raft nodes before linearized reading' (duration: 1.160213562s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:39.884938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162293328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:08:39.884855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:39.327256Z","time spent":"557.590594ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:08:39.885023Z","caller":"traceutil/trace.go:171","msg":"trace[1471119167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22645; }","duration":"1.162418541s","start":"2026-03-04T02:08:38.722586Z","end":"2026-03-04T02:08:39.885005Z","steps":["trace[1471119167] 'agreement among raft nodes before linearized reading' (duration: 1.161631247s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:39.884994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:38.724047Z","time spent":"1.160932875s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:39.885141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:38.722579Z","time spent":"1.162549515s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:40.714468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.669689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:08:40.714574Z","caller":"traceutil/trace.go:171","msg":"trace[1496476867] transaction","detail":"{read_only:false; response_revision:22646; number_of_response:1; }","duration":"826.235906ms","start":"2026-03-04T02:08:39.888318Z","end":"2026-03-04T02:08:40.714554Z","steps":["trace[1496476867] 'process raft request' (duration: 371.401132ms)","trace[1496476867] 'compare' (duration: 454.152813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:40.714638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:39.8883Z","time spent":"826.309539ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:41.024339Z","caller":"traceutil/trace.go:171","msg":"trace[1990826530] transaction","detail":"{read_only:false; response_revision:22648; number_of_response:1; }","duration":"1.134665149s","start":"2026-03-04T02:08:39.889638Z","end":"2026-03-04T02:08:41.024303Z","steps":["trace[1990826530] 'process raft request' (duration: 1.134460472s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:41.024345Z","caller":"traceutil/trace.go:171","msg":"trace[2001665953] transaction","detail":"{read_only:false; response_revision:22649; number_of_response:1; }","duration":"1.134359229s","start":"2026-03-04T02:08:39.889941Z","end":"2026-03-04T02:08:41.0243Z","steps":["trace[2001665953] 'process raft request' (duration: 1.134246585s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:41.02447Z","caller":"traceutil/trace.go:171","msg":"trace[1018697085] transaction","detail":"{read_only:false; response_revision:22647; number_of_response:1; }","duration":"1.135301208s","start":"2026-03-04T02:08:39.889145Z","end":"2026-03-04T02:08:41.024446Z","steps":["trace[1018697085] 'process raft request' (duration: 1.042605976s)","trace[1018697085] 'compare' (duration: 92.185306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:41.024493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:39.889607Z","time spent":"1.134807183s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:41.024515Z","caller":"traceutil/trace.go:171","msg":"trace[220018643] transaction","detail":"{read_only:false; response_revision:22651; number_of_response:1; }","duration":"1.081791467s","start":"2026-03-04T02:08:39.9427Z","end":"2026-03-04T02:08:41.024491Z","steps":["trace[220018643] 'process raft request' (duration: 1.081556549s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:41.024503Z","caller":"traceutil/trace.go:171","msg":"trace[1854390745] transaction","detail":"{read_only:false; response_revision:22650; number_of_response:1; }","duration":"1.08348032s","start":"2026-03-04T02:08:39.940992Z","end":"2026-03-04T02:08:41.024472Z","steps":["trace[1854390745] 'process raft request' (duration: 1.083231282s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:41.024568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:39.889138Z","time spent":"1.135382662s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:41.02464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:39.942686Z","time spent":"1.08188651s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:41.024674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:39.940967Z","time spent":"1.083620065s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:41.024692Z","caller":"traceutil/trace.go:171","msg":"trace[166208814] transaction","detail":"{read_only:false; response_revision:22652; number_of_response:1; }","duration":"1.081412765s","start":"2026-03-04T02:08:39.943259Z","end":"2026-03-04T02:08:41.024672Z","steps":["trace[166208814] 'process raft request' (duration: 1.081033363s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:41.024757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:39.943248Z","time spent":"1.081477367s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:41.024781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:39.889932Z","time spent":"1.134494034s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:41.024895Z","caller":"traceutil/trace.go:171","msg":"trace[1792825407] linearizableReadLoop","detail":"{readStateIndex:23444; appliedIndex:23440; }","duration":"1.13310371s","start":"2026-03-04T02:08:39.891778Z","end":"2026-03-04T02:08:41.024882Z","steps":["trace[1792825407] 'read index received' (duration: 367.947284ms)","trace[1792825407] 'applied index is now lower than readState.Index' (duration: 765.155316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:41.024984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133195563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:41.025036Z","caller":"traceutil/trace.go:171","msg":"trace[1664790336] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22652; }","duration":"1.133281825s","start":"2026-03-04T02:08:39.891742Z","end":"2026-03-04T02:08:41.025024Z","steps":["trace[1664790336] 'agreement among raft nodes before linearized reading' (duration: 1.133186082s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:41.025039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.436727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:41.025045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.398543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:08:41.025079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:39.891728Z","time spent":"1.133342767s","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:08:41.025084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.060733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:41.025092Z","caller":"traceutil/trace.go:171","msg":"trace[670832132] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:22652; }","duration":"304.53207ms","start":"2026-03-04T02:08:40.720545Z","end":"2026-03-04T02:08:41.025077Z","steps":["trace[670832132] 'agreement among raft nodes before linearized reading' (duration: 304.436757ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:41.025115Z","caller":"traceutil/trace.go:171","msg":"trace[1175501204] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22652; }","duration":"562.126325ms","start":"2026-03-04T02:08:40.462979Z","end":"2026-03-04T02:08:41.025105Z","steps":["trace[1175501204] 'agreement among raft nodes before linearized reading' (duration: 562.080594ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:41.025113Z","caller":"traceutil/trace.go:171","msg":"trace[715893723] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:22652; }","duration":"386.508726ms","start":"2026-03-04T02:08:40.638586Z","end":"2026-03-04T02:08:41.025094Z","steps":["trace[715893723] 'agreement among raft nodes before linearized reading' (duration: 386.401152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:41.025038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.764953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:41.025139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:40.720527Z","time spent":"304.602692ms","remote":"127.0.0.1:34974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:41.025154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:40.462959Z","time spent":"562.187347ms","remote":"127.0.0.1:34872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:41.025165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:40.638566Z","time spent":"386.586908ms","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:08:41.02518Z","caller":"traceutil/trace.go:171","msg":"trace[2133137394] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:22652; }","duration":"981.945189ms","start":"2026-03-04T02:08:40.043221Z","end":"2026-03-04T02:08:41.025166Z","steps":["trace[2133137394] 'agreement among raft nodes before linearized reading' (duration: 981.757893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:41.025214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:40.043201Z","time spent":"982.003061ms","remote":"127.0.0.1:44488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:41.82805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.368761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:08:41.82865Z","caller":"traceutil/trace.go:171","msg":"trace[1352604994] transaction","detail":"{read_only:false; response_revision:22653; number_of_response:1; }","duration":"791.066731ms","start":"2026-03-04T02:08:41.037551Z","end":"2026-03-04T02:08:41.828618Z","steps":["trace[1352604994] 'process raft request' (duration: 425.882125ms)","trace[1352604994] 'compare' (duration: 364.183175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:41.828872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:41.037537Z","time spent":"791.231486ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:41.863707Z","caller":"traceutil/trace.go:171","msg":"trace[1350886822] transaction","detail":"{read_only:false; response_revision:22654; number_of_response:1; }","duration":"170.569821ms","start":"2026-03-04T02:08:41.693125Z","end":"2026-03-04T02:08:41.863695Z","steps":["trace[1350886822] 'process raft request' (duration: 170.505539ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:41.863746Z","caller":"traceutil/trace.go:171","msg":"trace[2026834034] linearizableReadLoop","detail":"{readStateIndex:23449; appliedIndex:23447; }","duration":"717.466359ms","start":"2026-03-04T02:08:41.146258Z","end":"2026-03-04T02:08:41.863725Z","steps":["trace[2026834034] 'read index received' (duration: 317.164488ms)","trace[2026834034] 'applied index is now lower than readState.Index' (duration: 400.299961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:41.863863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.600022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:08:41.8639Z","caller":"traceutil/trace.go:171","msg":"trace[1512161410] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:22654; }","duration":"717.712906ms","start":"2026-03-04T02:08:41.146178Z","end":"2026-03-04T02:08:41.863891Z","steps":["trace[1512161410] 'agreement among raft nodes before linearized reading' (duration: 717.632423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:41.863897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.444913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:41.863924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:41.146155Z","time spent":"717.762938ms","remote":"127.0.0.1:44450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:08:41.863934Z","caller":"traceutil/trace.go:171","msg":"trace[883333855] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:22654; }","duration":"700.497235ms","start":"2026-03-04T02:08:41.163426Z","end":"2026-03-04T02:08:41.863923Z","steps":["trace[883333855] 'agreement among raft nodes before linearized reading' (duration: 700.430923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:41.863954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.895149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:41.86396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:41.163419Z","time spent":"700.531976ms","remote":"127.0.0.1:45860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:08:41.864013Z","caller":"traceutil/trace.go:171","msg":"trace[1786287413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22654; }","duration":"547.954171ms","start":"2026-03-04T02:08:41.316015Z","end":"2026-03-04T02:08:41.86397Z","steps":["trace[1786287413] 'agreement among raft nodes before linearized reading' (duration: 547.91284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:41.864034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:41.315996Z","time spent":"548.032473ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:08:41.864582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.947861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:41.864617Z","caller":"traceutil/trace.go:171","msg":"trace[728123482] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:22654; }","duration":"296.666853ms","start":"2026-03-04T02:08:41.567942Z","end":"2026-03-04T02:08:41.864609Z","steps":["trace[728123482] 'agreement among raft nodes before linearized reading' (duration: 295.959591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:42.34317Z","caller":"traceutil/trace.go:171","msg":"trace[383508183] transaction","detail":"{read_only:false; response_revision:22655; number_of_response:1; }","duration":"453.712049ms","start":"2026-03-04T02:08:41.889415Z","end":"2026-03-04T02:08:42.343127Z","steps":["trace[383508183] 'process raft request' (duration: 451.896952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:42.343358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:41.889392Z","time spent":"453.868614ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:43.410499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.922167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:08:43.410864Z","caller":"traceutil/trace.go:171","msg":"trace[596554913] transaction","detail":"{read_only:false; response_revision:22656; number_of_response:1; }","duration":"1.521028292s","start":"2026-03-04T02:08:41.889805Z","end":"2026-03-04T02:08:43.410833Z","steps":["trace[596554913] 'process raft request' (duration: 603.30635ms)","trace[596554913] 'compare' (duration: 915.529853ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:43.410882Z","caller":"traceutil/trace.go:171","msg":"trace[1814244139] transaction","detail":"{read_only:false; response_revision:22657; number_of_response:1; }","duration":"1.52097565s","start":"2026-03-04T02:08:41.889884Z","end":"2026-03-04T02:08:43.410859Z","steps":["trace[1814244139] 'process raft request' (duration: 1.520784064s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.410981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:41.88979Z","time spent":"1.521153895s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:43.411002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:41.88988Z","time spent":"1.521058423s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:43.411Z","caller":"traceutil/trace.go:171","msg":"trace[1235686101] transaction","detail":"{read_only:false; response_revision:22658; number_of_response:1; }","duration":"1.520078772s","start":"2026-03-04T02:08:41.890886Z","end":"2026-03-04T02:08:43.410965Z","steps":["trace[1235686101] 'process raft request' (duration: 1.519853915s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:43.41111Z","caller":"traceutil/trace.go:171","msg":"trace[460125201] linearizableReadLoop","detail":"{readStateIndex:23455; appliedIndex:23450; }","duration":"1.487202028s","start":"2026-03-04T02:08:41.923901Z","end":"2026-03-04T02:08:43.411103Z","steps":["trace[460125201] 'read index received' (duration: 417.532232ms)","trace[460125201] 'applied index is now lower than readState.Index' (duration: 1.069668966s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:43.411171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487296512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:43.411172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:41.890876Z","time spent":"1.520212606s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:43.411197Z","caller":"traceutil/trace.go:171","msg":"trace[909436414] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22659; }","duration":"1.487346783s","start":"2026-03-04T02:08:41.923843Z","end":"2026-03-04T02:08:43.411189Z","steps":["trace[909436414] 'agreement among raft nodes before linearized reading' (duration: 1.487297311s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:43.411175Z","caller":"traceutil/trace.go:171","msg":"trace[1218294607] transaction","detail":"{read_only:false; response_revision:22659; number_of_response:1; }","duration":"1.494876369s","start":"2026-03-04T02:08:41.916258Z","end":"2026-03-04T02:08:43.411135Z","steps":["trace[1218294607] 'process raft request' (duration: 1.494514928s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.411222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:41.923835Z","time spent":"1.487381574s","remote":"127.0.0.1:34912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:43.411291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:41.916242Z","time spent":"1.494984013s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:43.990808Z","caller":"traceutil/trace.go:171","msg":"trace[1875064700] linearizableReadLoop","detail":"{readStateIndex:23458; appliedIndex:23455; }","duration":"579.662347ms","start":"2026-03-04T02:08:43.411122Z","end":"2026-03-04T02:08:43.990785Z","steps":["trace[1875064700] 'read index received' (duration: 480.772399ms)","trace[1875064700] 'applied index is now lower than readState.Index' (duration: 98.889018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:43.990999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.170556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:08:43.99101Z","caller":"traceutil/trace.go:171","msg":"trace[113213697] transaction","detail":"{read_only:false; response_revision:22660; number_of_response:1; }","duration":"960.003791ms","start":"2026-03-04T02:08:43.030959Z","end":"2026-03-04T02:08:43.990963Z","steps":["trace[113213697] 'process raft request' (duration: 860.828624ms)","trace[113213697] 'compare' (duration: 98.124014ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:43.99108Z","caller":"traceutil/trace.go:171","msg":"trace[114931336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22662; }","duration":"960.280109ms","start":"2026-03-04T02:08:43.030782Z","end":"2026-03-04T02:08:43.991062Z","steps":["trace[114931336] 'agreement among raft nodes before linearized reading' (duration: 960.027961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.99109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.317192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:08:43.991089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270812538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T02:08:43.991127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:43.030775Z","time spent":"960.33948ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:08:43.991156Z","caller":"traceutil/trace.go:171","msg":"trace[1888226299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22662; }","duration":"961.426705ms","start":"2026-03-04T02:08:43.029712Z","end":"2026-03-04T02:08:43.991139Z","steps":["trace[1888226299] 'agreement among raft nodes before linearized reading' (duration: 961.185758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.9911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864579798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:43.991172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:43.030942Z","time spent":"960.143964ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:43.991184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066966669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:43.991161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.751934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:08:43.99122Z","caller":"traceutil/trace.go:171","msg":"trace[1293157974] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:22662; }","duration":"1.864730173s","start":"2026-03-04T02:08:42.126456Z","end":"2026-03-04T02:08:43.991186Z","steps":["trace[1293157974] 'agreement among raft nodes before linearized reading' (duration: 1.864574398s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:43.991241Z","caller":"traceutil/trace.go:171","msg":"trace[1866572690] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22662; }","duration":"2.067050482s","start":"2026-03-04T02:08:41.924177Z","end":"2026-03-04T02:08:43.991227Z","steps":["trace[1866572690] 'agreement among raft nodes before linearized reading' (duration: 2.06698004s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.991245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742697328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:08:43.991256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625194986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:43.991257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:42.126438Z","time spent":"1.864807585s","remote":"127.0.0.1:45848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:08:43.991258Z","caller":"traceutil/trace.go:171","msg":"trace[891811759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22662; }","duration":"960.901428ms","start":"2026-03-04T02:08:43.03034Z","end":"2026-03-04T02:08:43.991242Z","steps":["trace[891811759] 'agreement among raft nodes before linearized reading' (duration: 960.548707ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:43.991295Z","caller":"traceutil/trace.go:171","msg":"trace[781525202] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:22662; }","duration":"1.625268918s","start":"2026-03-04T02:08:42.366012Z","end":"2026-03-04T02:08:43.991281Z","steps":["trace[781525202] 'agreement among raft nodes before linearized reading' (duration: 1.625215156s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.991285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:41.924162Z","time spent":"2.067110193s","remote":"127.0.0.1:34852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:08:43.991298Z","caller":"traceutil/trace.go:171","msg":"trace[625203093] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:22662; }","duration":"1.742782071s","start":"2026-03-04T02:08:42.248497Z","end":"2026-03-04T02:08:43.991279Z","steps":["trace[625203093] 'agreement among raft nodes before linearized reading' (duration: 1.74246081s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.991329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:42.365993Z","time spent":"1.62532859s","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:43.991341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:42.248478Z","time spent":"1.742854063s","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:43.991337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:43.030319Z","time spent":"961.004652ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:43.991366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.728479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:08:43.991397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.646683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:43.991423Z","caller":"traceutil/trace.go:171","msg":"trace[576665526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22662; }","duration":"675.696695ms","start":"2026-03-04T02:08:43.315719Z","end":"2026-03-04T02:08:43.991415Z","steps":["trace[576665526] 'agreement among raft nodes before linearized reading' (duration: 675.653363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.991395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.778481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:08:43.991441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:43.315704Z","time spent":"675.733247ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:08:43.991429Z","caller":"traceutil/trace.go:171","msg":"trace[19826934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22662; }","duration":"158.825302ms","start":"2026-03-04T02:08:43.832586Z","end":"2026-03-04T02:08:43.991412Z","steps":["trace[19826934] 'agreement among raft nodes before linearized reading' (duration: 158.678087ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:43.991474Z","caller":"traceutil/trace.go:171","msg":"trace[72138108] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22662; }","duration":"425.913195ms","start":"2026-03-04T02:08:43.565543Z","end":"2026-03-04T02:08:43.991456Z","steps":["trace[72138108] 'agreement among raft nodes before linearized reading' (duration: 425.626636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.991202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:43.029696Z","time spent":"961.497847ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:08:43.99116Z","caller":"traceutil/trace.go:171","msg":"trace[818347602] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22662; }","duration":"1.270945722s","start":"2026-03-04T02:08:42.720201Z","end":"2026-03-04T02:08:43.991146Z","steps":["trace[818347602] 'agreement among raft nodes before linearized reading' (duration: 1.270685354s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.99152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:43.56552Z","time spent":"425.991328ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:08:43.991552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:42.720176Z","time spent":"1.271365185s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:08:43.991572Z","caller":"traceutil/trace.go:171","msg":"trace[2074555651] transaction","detail":"{read_only:false; response_revision:22661; number_of_response:1; }","duration":"960.546857ms","start":"2026-03-04T02:08:43.031014Z","end":"2026-03-04T02:08:43.991561Z","steps":["trace[2074555651] 'process raft request' (duration: 959.594087ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:43.991603Z","caller":"traceutil/trace.go:171","msg":"trace[18326807] transaction","detail":"{read_only:false; response_revision:22662; number_of_response:1; }","duration":"960.426953ms","start":"2026-03-04T02:08:43.031161Z","end":"2026-03-04T02:08:43.991588Z","steps":["trace[18326807] 'process raft request' (duration: 959.580867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.991617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:43.030981Z","time spent":"960.609359ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:43.991696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:43.031133Z","time spent":"960.505146ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:44.605539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202944888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:45.106444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202944888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:45.607111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202944888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:45.704715Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.655365893s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:08:45.705142Z","caller":"traceutil/trace.go:171","msg":"trace[959819865] transaction","detail":"{read_only:false; response_revision:22667; number_of_response:1; }","duration":"1.707840062s","start":"2026-03-04T02:08:43.997282Z","end":"2026-03-04T02:08:45.705122Z","steps":["trace[959819865] 'process raft request' (duration: 1.707802711s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:45.705274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:43.997259Z","time spent":"1.707942176s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:45.70531Z","caller":"traceutil/trace.go:171","msg":"trace[1029162513] transaction","detail":"{read_only:false; response_revision:22666; number_of_response:1; }","duration":"1.708112471s","start":"2026-03-04T02:08:43.997183Z","end":"2026-03-04T02:08:45.705296Z","steps":["trace[1029162513] 'process raft request' (duration: 1.707879103s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:45.705284Z","caller":"traceutil/trace.go:171","msg":"trace[2013591430] transaction","detail":"{read_only:false; response_revision:22664; number_of_response:1; }","duration":"1.708146142s","start":"2026-03-04T02:08:43.997095Z","end":"2026-03-04T02:08:45.705241Z","steps":["trace[2013591430] 'process raft request' (duration: 1.707806421s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:45.705317Z","caller":"traceutil/trace.go:171","msg":"trace[872623669] transaction","detail":"{read_only:false; response_revision:22665; number_of_response:1; }","duration":"1.708133872s","start":"2026-03-04T02:08:43.997157Z","end":"2026-03-04T02:08:45.705291Z","steps":["trace[872623669] 'process raft request' (duration: 1.707867213s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:45.705403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:43.997149Z","time spent":"1.708195593s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:45.705409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:43.997077Z","time spent":"1.708285916s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:45.705449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:43.997141Z","time spent":"1.708238674s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:46.829091Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.123450627s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:08:46.858729Z","caller":"traceutil/trace.go:171","msg":"trace[1897261815] transaction","detail":"{read_only:false; response_revision:22668; number_of_response:1; }","duration":"2.66492505s","start":"2026-03-04T02:08:44.193779Z","end":"2026-03-04T02:08:46.858704Z","steps":["trace[1897261815] 'process raft request' (duration: 2.635461084s)","trace[1897261815] 'compare' (duration: 29.316722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:46.858868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:44.193757Z","time spent":"2.665045524s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:46.85897Z","caller":"traceutil/trace.go:171","msg":"trace[1716273848] linearizableReadLoop","detail":"{readStateIndex:23467; appliedIndex:23463; }","duration":"2.753784713s","start":"2026-03-04T02:08:44.105169Z","end":"2026-03-04T02:08:46.858953Z","steps":["trace[1716273848] 'read index received' (duration: 1.600094196s)","trace[1716273848] 'applied index is now lower than readState.Index' (duration: 1.153689477s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:46.859046Z","caller":"traceutil/trace.go:171","msg":"trace[808927560] transaction","detail":"{read_only:false; response_revision:22669; number_of_response:1; }","duration":"2.510467047s","start":"2026-03-04T02:08:44.348569Z","end":"2026-03-04T02:08:46.859037Z","steps":["trace[808927560] 'process raft request' (duration: 2.510093765s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:46.859194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:44.348543Z","time spent":"2.510533649s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:46.859294Z","caller":"traceutil/trace.go:171","msg":"trace[779523859] transaction","detail":"{read_only:false; response_revision:22670; number_of_response:1; }","duration":"1.443846296s","start":"2026-03-04T02:08:45.415438Z","end":"2026-03-04T02:08:46.859284Z","steps":["trace[779523859] 'process raft request' (duration: 1.443384822s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:46.859309Z","caller":"traceutil/trace.go:171","msg":"trace[1812220307] transaction","detail":"{read_only:false; response_revision:22671; number_of_response:1; }","duration":"1.443340571s","start":"2026-03-04T02:08:45.415949Z","end":"2026-03-04T02:08:46.85929Z","steps":["trace[1812220307] 'process raft request' (duration: 1.442935538s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:46.859347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:45.415421Z","time spent":"1.443899928s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:46.859369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754173756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:46.859393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:45.415942Z","time spent":"1.443407832s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:46.859413Z","caller":"traceutil/trace.go:171","msg":"trace[1194289898] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22671; }","duration":"2.754297879s","start":"2026-03-04T02:08:44.105104Z","end":"2026-03-04T02:08:46.859401Z","steps":["trace[1194289898] 'agreement among raft nodes before linearized reading' (duration: 2.754180015s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:46.859481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:44.105079Z","time spent":"2.754392832s","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:08:46.941047Z","caller":"traceutil/trace.go:171","msg":"trace[370015332] transaction","detail":"{read_only:false; response_revision:22673; number_of_response:1; }","duration":"942.862111ms","start":"2026-03-04T02:08:45.99817Z","end":"2026-03-04T02:08:46.941032Z","steps":["trace[370015332] 'process raft request' (duration: 942.80749ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:46.941122Z","caller":"traceutil/trace.go:171","msg":"trace[1100825846] transaction","detail":"{read_only:false; response_revision:22672; number_of_response:1; }","duration":"944.7381ms","start":"2026-03-04T02:08:45.996349Z","end":"2026-03-04T02:08:46.941087Z","steps":["trace[1100825846] 'process raft request' (duration: 944.544704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:46.941157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:45.998157Z","time spent":"942.942765ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:46.941271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:45.996321Z","time spent":"944.867574ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:46.941341Z","caller":"traceutil/trace.go:171","msg":"trace[910249726] transaction","detail":"{read_only:false; response_revision:22674; number_of_response:1; }","duration":"942.095837ms","start":"2026-03-04T02:08:45.999219Z","end":"2026-03-04T02:08:46.941314Z","steps":["trace[910249726] 'process raft request' (duration: 941.787798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:46.941366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794545078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:46.9414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526362309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:08:46.941432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.380456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-04T02:08:46.941429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.744357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:46.941435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.323171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418336"} {"level":"info","ts":"2026-03-04T02:08:46.941464Z","caller":"traceutil/trace.go:171","msg":"trace[579925173] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:22674; }","duration":"921.424908ms","start":"2026-03-04T02:08:46.02003Z","end":"2026-03-04T02:08:46.941455Z","steps":["trace[579925173] 'agreement among raft nodes before linearized reading' (duration: 921.368136ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:46.941463Z","caller":"traceutil/trace.go:171","msg":"trace[1055593611] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22674; }","duration":"1.526469783s","start":"2026-03-04T02:08:45.414979Z","end":"2026-03-04T02:08:46.941449Z","steps":["trace[1055593611] 'agreement among raft nodes before linearized reading' (duration: 1.526257756s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:46.94147Z","caller":"traceutil/trace.go:171","msg":"trace[1688028710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22674; }","duration":"367.82207ms","start":"2026-03-04T02:08:46.573637Z","end":"2026-03-04T02:08:46.941459Z","steps":["trace[1688028710] 'agreement among raft nodes before linearized reading' (duration: 367.762848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:46.941464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325586107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-04T02:08:46.941481Z","caller":"traceutil/trace.go:171","msg":"trace[670449780] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:22674; }","duration":"806.391713ms","start":"2026-03-04T02:08:46.135078Z","end":"2026-03-04T02:08:46.941469Z","steps":["trace[670449780] 'agreement among raft nodes before linearized reading' (duration: 806.187397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:46.941489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:46.020023Z","time spent":"921.460739ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-03-04T02:08:46.941474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:45.999187Z","time spent":"942.213011ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:46.941499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:46.573617Z","time spent":"367.875821ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:08:46.941506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:46.135065Z","time spent":"806.435574ms","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418359,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-04T02:08:46.941508Z","caller":"traceutil/trace.go:171","msg":"trace[219027748] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:22674; }","duration":"2.325631768s","start":"2026-03-04T02:08:44.615863Z","end":"2026-03-04T02:08:46.941495Z","steps":["trace[219027748] 'agreement among raft nodes before linearized reading' (duration: 2.325484733s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:46.941506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384184271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:46.941536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429871327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:08:46.94154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:44.615844Z","time spent":"2.32568727s","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-04T02:08:46.941559Z","caller":"traceutil/trace.go:171","msg":"trace[1998243023] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:22674; }","duration":"1.430005532s","start":"2026-03-04T02:08:45.511547Z","end":"2026-03-04T02:08:46.941552Z","steps":["trace[1998243023] 'agreement among raft nodes before linearized reading' (duration: 1.429967431s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:46.941549Z","caller":"traceutil/trace.go:171","msg":"trace[1095789555] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:22674; }","duration":"1.38478133s","start":"2026-03-04T02:08:45.556755Z","end":"2026-03-04T02:08:46.941537Z","steps":["trace[1095789555] 'agreement among raft nodes before linearized reading' (duration: 1.384712878s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:46.941497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:45.414963Z","time spent":"1.526528185s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:08:46.94158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:45.511532Z","time spent":"1.430040892s","remote":"127.0.0.1:34498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:46.941598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:45.556672Z","time spent":"1.384910704s","remote":"127.0.0.1:34936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:46.941264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263375525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:46.941665Z","caller":"traceutil/trace.go:171","msg":"trace[5666019] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:22674; }","duration":"1.263819949s","start":"2026-03-04T02:08:45.677831Z","end":"2026-03-04T02:08:46.94165Z","steps":["trace[5666019] 'agreement among raft nodes before linearized reading' (duration: 1.263371495s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:46.941713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:45.677816Z","time spent":"1.2638812s","remote":"127.0.0.1:44502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:46.941384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.456701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:08:46.941424Z","caller":"traceutil/trace.go:171","msg":"trace[119848099] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:22674; }","duration":"1.79460948s","start":"2026-03-04T02:08:45.146797Z","end":"2026-03-04T02:08:46.941407Z","steps":["trace[119848099] 'agreement among raft nodes before linearized reading' (duration: 1.794511037s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:46.9418Z","caller":"traceutil/trace.go:171","msg":"trace[1648322990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22674; }","duration":"888.897205ms","start":"2026-03-04T02:08:46.052892Z","end":"2026-03-04T02:08:46.941789Z","steps":["trace[1648322990] 'agreement among raft nodes before linearized reading' (duration: 888.40953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:46.941825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:46.052878Z","time spent":"888.939407ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:46.941844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346028552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:08:46.941894Z","caller":"traceutil/trace.go:171","msg":"trace[198283685] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22674; }","duration":"1.346108004s","start":"2026-03-04T02:08:45.595771Z","end":"2026-03-04T02:08:46.941879Z","steps":["trace[198283685] 'agreement among raft nodes before linearized reading' (duration: 1.346003821s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:46.941927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:45.595749Z","time spent":"1.346170366s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:08:46.941822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:45.146749Z","time spent":"1.795064484s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:46.942259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627307732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:46.942381Z","caller":"traceutil/trace.go:171","msg":"trace[2091443790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22674; }","duration":"1.627484877s","start":"2026-03-04T02:08:45.314886Z","end":"2026-03-04T02:08:46.942371Z","steps":["trace[2091443790] 'agreement among raft nodes before linearized reading' (duration: 1.626345282s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:46.942403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:45.314873Z","time spent":"1.627524178s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:08:47.516745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.7046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:08:47.516866Z","caller":"traceutil/trace.go:171","msg":"trace[1758236475] linearizableReadLoop","detail":"{readStateIndex:23471; appliedIndex:23470; }","duration":"575.657932ms","start":"2026-03-04T02:08:46.941193Z","end":"2026-03-04T02:08:47.516851Z","steps":["trace[1758236475] 'read index received' (duration: 274.781206ms)","trace[1758236475] 'applied index is now lower than readState.Index' (duration: 300.875046ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:47.516916Z","caller":"traceutil/trace.go:171","msg":"trace[1608391431] transaction","detail":"{read_only:false; response_revision:22675; number_of_response:1; }","duration":"648.404068ms","start":"2026-03-04T02:08:46.868483Z","end":"2026-03-04T02:08:47.516887Z","steps":["trace[1608391431] 'process raft request' (duration: 347.477641ms)","trace[1608391431] 'compare' (duration: 300.3894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:47.516951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.057365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:47.516982Z","caller":"traceutil/trace.go:171","msg":"trace[1021522288] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22675; }","duration":"654.121647ms","start":"2026-03-04T02:08:46.862851Z","end":"2026-03-04T02:08:47.516973Z","steps":["trace[1021522288] 'agreement among raft nodes before linearized reading' (duration: 654.061725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:47.51702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:46.862835Z","time spent":"654.177929ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:08:47.517048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:46.868464Z","time spent":"648.511941ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:48.017797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202944905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:48.51662Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.300625044s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:08:48.943687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000283192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:08:48.943776Z","caller":"traceutil/trace.go:171","msg":"trace[1304237562] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000390156s","start":"2026-03-04T02:08:46.943365Z","end":"2026-03-04T02:08:48.943755Z","steps":["trace[1304237562] 'agreement among raft nodes before linearized reading' (duration: 2.000277792s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:48.943922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:46.943325Z","time spent":"2.000583363s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:08:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:48.95756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.729ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T02:08:48.958331Z","caller":"traceutil/trace.go:171","msg":"trace[1801216688] transaction","detail":"{read_only:false; response_revision:22676; number_of_response:1; }","duration":"2.012889979s","start":"2026-03-04T02:08:46.945407Z","end":"2026-03-04T02:08:48.958297Z","steps":["trace[1801216688] 'process raft request' (duration: 2.012233068s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:48.958356Z","caller":"traceutil/trace.go:171","msg":"trace[350350540] transaction","detail":"{read_only:false; response_revision:22677; number_of_response:1; }","duration":"2.012671923s","start":"2026-03-04T02:08:46.945647Z","end":"2026-03-04T02:08:48.958319Z","steps":["trace[350350540] 'process raft request' (duration: 2.01227026s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:48.958435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:46.945394Z","time spent":"2.012980972s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:48.958547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:46.945468Z","time spent":"2.012992072s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:48.958055Z","caller":"traceutil/trace.go:171","msg":"trace[1041578336] transaction","detail":"{read_only:false; response_revision:22678; number_of_response:1; }","duration":"2.012232269s","start":"2026-03-04T02:08:46.945802Z","end":"2026-03-04T02:08:48.958034Z","steps":["trace[1041578336] 'process raft request' (duration: 2.012174217s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:48.958435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:46.943303Z","time spent":"2.015120449s","remote":"127.0.0.1:37442","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:08:48.958677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:46.945794Z","time spent":"2.012823507s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:49.152515Z","caller":"traceutil/trace.go:171","msg":"trace[1125397367] linearizableReadLoop","detail":"{readStateIndex:23476; appliedIndex:23471; }","duration":"1.635583961s","start":"2026-03-04T02:08:47.51689Z","end":"2026-03-04T02:08:49.152474Z","steps":["trace[1125397367] 'read index received' (duration: 999.956985ms)","trace[1125397367] 'applied index is now lower than readState.Index' (duration: 635.625516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:49.152555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723342619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:08:49.152629Z","caller":"traceutil/trace.go:171","msg":"trace[1368787835] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:22679; }","duration":"1.723461813s","start":"2026-03-04T02:08:47.429154Z","end":"2026-03-04T02:08:49.152615Z","steps":["trace[1368787835] 'agreement among raft nodes before linearized reading' (duration: 1.723324339s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:49.152524Z","caller":"traceutil/trace.go:171","msg":"trace[1036894477] transaction","detail":"{read_only:false; response_revision:22679; number_of_response:1; }","duration":"1.776588123s","start":"2026-03-04T02:08:47.375891Z","end":"2026-03-04T02:08:49.152479Z","steps":["trace[1036894477] 'process raft request' (duration: 1.699443888s)","trace[1036894477] 'compare' (duration: 76.816444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:49.152718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:47.429135Z","time spent":"1.723569916s","remote":"127.0.0.1:45902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:49.152787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208480046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7df524a9-8705-4929-aca6-7ce3736b9591\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-04T02:08:49.152867Z","caller":"traceutil/trace.go:171","msg":"trace[95110280] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7df524a9-8705-4929-aca6-7ce3736b9591; range_end:; response_count:1; response_revision:22679; }","duration":"2.208577489s","start":"2026-03-04T02:08:46.944267Z","end":"2026-03-04T02:08:49.152844Z","steps":["trace[95110280] 'agreement among raft nodes before linearized reading' (duration: 2.208321471s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:49.152914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:46.944259Z","time spent":"2.208647621s","remote":"127.0.0.1:37548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-7df524a9-8705-4929-aca6-7ce3736b9591\" "} {"level":"warn","ts":"2026-03-04T02:08:49.152877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:47.375839Z","time spent":"1.776907532s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418394,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:49.652721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202944913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:49.908272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:08:49.908764Z","caller":"traceutil/trace.go:171","msg":"trace[918104167] linearizableReadLoop","detail":"{readStateIndex:23483; appliedIndex:23476; }","duration":"756.143184ms","start":"2026-03-04T02:08:49.152604Z","end":"2026-03-04T02:08:49.908747Z","steps":["trace[918104167] 'read index received' (duration: 543.256794ms)","trace[918104167] 'applied index is now lower than readState.Index' (duration: 212.88557ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:49.90887Z","caller":"traceutil/trace.go:171","msg":"trace[1364709119] transaction","detail":"{read_only:false; response_revision:22680; number_of_response:1; }","duration":"1.043908347s","start":"2026-03-04T02:08:48.864932Z","end":"2026-03-04T02:08:49.908841Z","steps":["trace[1364709119] 'process raft request' (duration: 830.993646ms)","trace[1364709119] 'compare' (duration: 212.096325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:49.908953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:48.864908Z","time spent":"1.0439886s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:49.909029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392788272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:08:49.909125Z","caller":"traceutil/trace.go:171","msg":"trace[1060451365] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22686; }","duration":"1.392901655s","start":"2026-03-04T02:08:48.516203Z","end":"2026-03-04T02:08:49.909105Z","steps":["trace[1060451365] 'agreement among raft nodes before linearized reading' (duration: 1.392688229s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:49.909171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392999828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:49.909189Z","caller":"traceutil/trace.go:171","msg":"trace[1353868815] transaction","detail":"{read_only:false; response_revision:22685; number_of_response:1; }","duration":"961.117335ms","start":"2026-03-04T02:08:48.948047Z","end":"2026-03-04T02:08:49.909164Z","steps":["trace[1353868815] 'process raft request' (duration: 960.62219ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:49.909207Z","caller":"traceutil/trace.go:171","msg":"trace[1217342010] transaction","detail":"{read_only:false; response_revision:22686; number_of_response:1; }","duration":"949.16723ms","start":"2026-03-04T02:08:48.959982Z","end":"2026-03-04T02:08:49.909149Z","steps":["trace[1217342010] 'process raft request' (duration: 948.717226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:49.909262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484469523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:49.909265Z","caller":"traceutil/trace.go:171","msg":"trace[1180480509] transaction","detail":"{read_only:false; response_revision:22681; number_of_response:1; }","duration":"1.043808785s","start":"2026-03-04T02:08:48.865434Z","end":"2026-03-04T02:08:49.909243Z","steps":["trace[1180480509] 'process raft request' (duration: 1.043040961s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:49.909247Z","caller":"traceutil/trace.go:171","msg":"trace[2007711762] transaction","detail":"{read_only:false; response_revision:22683; number_of_response:1; }","duration":"961.435516ms","start":"2026-03-04T02:08:48.947778Z","end":"2026-03-04T02:08:49.909214Z","steps":["trace[2007711762] 'process raft request' (duration: 960.823957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:49.90931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.605142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4112a56c3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:08:49.909344Z","caller":"traceutil/trace.go:171","msg":"trace[1753049288] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997fa4112a56c3; range_end:; response_count:1; response_revision:22686; }","duration":"962.673134ms","start":"2026-03-04T02:08:48.946661Z","end":"2026-03-04T02:08:49.909334Z","steps":["trace[1753049288] 'agreement among raft nodes before linearized reading' (duration: 962.5416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:49.909343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:48.865411Z","time spent":"1.043885706s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:49.909355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.663009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:49.90936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689730544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:49.909372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:48.959933Z","time spent":"949.355516ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:49.909396Z","caller":"traceutil/trace.go:171","msg":"trace[1451641587] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:22686; }","duration":"1.689805966s","start":"2026-03-04T02:08:48.21958Z","end":"2026-03-04T02:08:49.909386Z","steps":["trace[1451641587] 'agreement among raft nodes before linearized reading' (duration: 1.689745714s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:49.909428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:48.21956Z","time spent":"1.689860937s","remote":"127.0.0.1:44438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:49.909438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.505319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:49.909302Z","caller":"traceutil/trace.go:171","msg":"trace[931707821] transaction","detail":"{read_only:false; response_revision:22682; number_of_response:1; }","duration":"1.043637409s","start":"2026-03-04T02:08:48.865512Z","end":"2026-03-04T02:08:49.90915Z","steps":["trace[931707821] 'process raft request' (duration: 1.04305696s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:49.909483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200560387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:08:49.909496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388850624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:08:49.909513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.846083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18442"} {"level":"info","ts":"2026-03-04T02:08:49.909533Z","caller":"traceutil/trace.go:171","msg":"trace[1201713317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22686; }","duration":"2.200622278s","start":"2026-03-04T02:08:47.7089Z","end":"2026-03-04T02:08:49.909522Z","steps":["trace[1201713317] 'agreement among raft nodes before linearized reading' (duration: 2.200472274s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:49.909549Z","caller":"traceutil/trace.go:171","msg":"trace[1751575745] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22686; }","duration":"362.910506ms","start":"2026-03-04T02:08:49.546625Z","end":"2026-03-04T02:08:49.909536Z","steps":["trace[1751575745] 'agreement among raft nodes before linearized reading' (duration: 362.778212ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:49.909545Z","caller":"traceutil/trace.go:171","msg":"trace[1462463230] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22686; }","duration":"2.388943297s","start":"2026-03-04T02:08:47.520588Z","end":"2026-03-04T02:08:49.909531Z","steps":["trace[1462463230] 'agreement among raft nodes before linearized reading' (duration: 2.388772031s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:49.909576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:47.708889Z","time spent":"2.200677741s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:49.90958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:49.546603Z","time spent":"362.971177ms","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18465,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:08:49.909588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:47.520569Z","time spent":"2.389010409s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:08:49.90929Z","caller":"traceutil/trace.go:171","msg":"trace[528045271] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:22686; }","duration":"1.484498574s","start":"2026-03-04T02:08:48.424784Z","end":"2026-03-04T02:08:49.909282Z","steps":["trace[528045271] 'agreement among raft nodes before linearized reading' (duration: 1.484454342s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:49.909531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199936877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:08:49.909647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.956992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-04T02:08:49.909713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:48.424768Z","time spent":"1.484882416s","remote":"127.0.0.1:43558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:49.909728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200804835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T02:08:49.909335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:48.948039Z","time spent":"961.210998ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:49.909754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199971458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:08:49.909778Z","caller":"traceutil/trace.go:171","msg":"trace[607784822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22686; }","duration":"2.20001832s","start":"2026-03-04T02:08:47.709753Z","end":"2026-03-04T02:08:49.909771Z","steps":["trace[607784822] 'agreement among raft nodes before linearized reading' (duration: 2.199545535s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:49.909776Z","caller":"traceutil/trace.go:171","msg":"trace[243634267] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22686; }","duration":"2.200880717s","start":"2026-03-04T02:08:47.708879Z","end":"2026-03-04T02:08:49.90976Z","steps":["trace[243634267] 'agreement among raft nodes before linearized reading' (duration: 2.200408702s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:49.909676Z","caller":"traceutil/trace.go:171","msg":"trace[1322371609] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22686; }","duration":"2.200160684s","start":"2026-03-04T02:08:47.709506Z","end":"2026-03-04T02:08:49.909666Z","steps":["trace[1322371609] 'agreement among raft nodes before linearized reading' (duration: 2.199824103s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:49.909805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:47.709743Z","time spent":"2.200056561s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:49.909813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:47.70886Z","time spent":"2.200945949s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:08:49.909747Z","caller":"traceutil/trace.go:171","msg":"trace[1125697388] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:22686; }","duration":"752.171898ms","start":"2026-03-04T02:08:49.157546Z","end":"2026-03-04T02:08:49.909718Z","steps":["trace[1125697388] 'agreement among raft nodes before linearized reading' (duration: 751.763756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:49.909834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:47.709483Z","time spent":"2.20033845s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:08:49.909176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:48.516141Z","time spent":"1.393024299s","remote":"127.0.0.1:52840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:08:49.909385Z","caller":"traceutil/trace.go:171","msg":"trace[989978531] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:22686; }","duration":"524.737381ms","start":"2026-03-04T02:08:49.38464Z","end":"2026-03-04T02:08:49.909378Z","steps":["trace[989978531] 'agreement among raft nodes before linearized reading' (duration: 524.689969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:49.909832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:48.865479Z","time spent":"1.044078582s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:49.909213Z","caller":"traceutil/trace.go:171","msg":"trace[1182806406] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:22686; }","duration":"1.39308078s","start":"2026-03-04T02:08:48.516121Z","end":"2026-03-04T02:08:49.909202Z","steps":["trace[1182806406] 'agreement among raft nodes before linearized reading' (duration: 1.393010798s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:49.91015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:48.5161Z","time spent":"1.3940326s","remote":"127.0.0.1:45726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:49.909946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:49.384616Z","time spent":"525.316599ms","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:08:49.909051Z","caller":"traceutil/trace.go:171","msg":"trace[145165055] transaction","detail":"{read_only:false; response_revision:22684; number_of_response:1; }","duration":"961.038813ms","start":"2026-03-04T02:08:48.947972Z","end":"2026-03-04T02:08:49.909011Z","steps":["trace[145165055] 'process raft request' (duration: 960.663682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:49.910379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:48.947962Z","time spent":"962.368705ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:49.90919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.743538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:49.910498Z","caller":"traceutil/trace.go:171","msg":"trace[163631048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22686; }","duration":"958.093991ms","start":"2026-03-04T02:08:48.952391Z","end":"2026-03-04T02:08:49.910485Z","steps":["trace[163631048] 'agreement among raft nodes before linearized reading' (duration: 956.735108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:49.910532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:48.952376Z","time spent":"958.147602ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:08:49.909383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:48.946637Z","time spent":"962.738137ms","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4112a56c3\" "} {"level":"warn","ts":"2026-03-04T02:08:49.909429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:48.947762Z","time spent":"961.573279ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:49.909443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.00413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:49.91076Z","caller":"traceutil/trace.go:171","msg":"trace[1916000835] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:22686; }","duration":"589.347442ms","start":"2026-03-04T02:08:49.321401Z","end":"2026-03-04T02:08:49.910749Z","steps":["trace[1916000835] 'agreement among raft nodes before linearized reading' (duration: 587.979259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:49.910806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:49.321327Z","time spent":"589.464465ms","remote":"127.0.0.1:35234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:08:49.909471Z","caller":"traceutil/trace.go:171","msg":"trace[574696403] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:22686; }","duration":"675.578321ms","start":"2026-03-04T02:08:49.233883Z","end":"2026-03-04T02:08:49.909461Z","steps":["trace[574696403] 'agreement among raft nodes before linearized reading' (duration: 675.52802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:49.910987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:49.233861Z","time spent":"677.10522ms","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:49.909928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:49.157524Z","time spent":"752.342034ms","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-04T02:08:50.76422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.051935ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-04T02:08:50.764312Z","caller":"traceutil/trace.go:171","msg":"trace[776851992] linearizableReadLoop","detail":"{readStateIndex:23484; appliedIndex:23483; }","duration":"849.298722ms","start":"2026-03-04T02:08:49.914996Z","end":"2026-03-04T02:08:50.764295Z","steps":["trace[776851992] 'read index received' (duration: 461.282727ms)","trace[776851992] 'applied index is now lower than readState.Index' (duration: 388.014545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:50.764384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:49.914448Z","time spent":"849.933161ms","remote":"127.0.0.1:37486","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:08:50.764651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.605591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T02:08:50.764729Z","caller":"traceutil/trace.go:171","msg":"trace[1862763327] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:22686; }","duration":"849.732935ms","start":"2026-03-04T02:08:49.914978Z","end":"2026-03-04T02:08:50.764711Z","steps":["trace[1862763327] 'agreement among raft nodes before linearized reading' (duration: 849.472877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:50.764791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:49.914969Z","time spent":"849.811267ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-04T02:08:50.765003Z","caller":"traceutil/trace.go:171","msg":"trace[1558953564] transaction","detail":"{read_only:false; response_revision:22687; number_of_response:1; }","duration":"849.194528ms","start":"2026-03-04T02:08:49.915787Z","end":"2026-03-04T02:08:50.764981Z","steps":["trace[1558953564] 'process raft request' (duration: 849.020903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:50.765145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:49.915772Z","time spent":"849.304911ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:50.765338Z","caller":"traceutil/trace.go:171","msg":"trace[1315727031] transaction","detail":"{read_only:false; response_revision:22689; number_of_response:1; }","duration":"849.127785ms","start":"2026-03-04T02:08:49.916175Z","end":"2026-03-04T02:08:50.765303Z","steps":["trace[1315727031] 'process raft request' (duration: 848.938319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:50.765434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.187646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18442"} {"level":"info","ts":"2026-03-04T02:08:50.765508Z","caller":"traceutil/trace.go:171","msg":"trace[1898708376] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22691; }","duration":"848.282199ms","start":"2026-03-04T02:08:49.91721Z","end":"2026-03-04T02:08:50.765492Z","steps":["trace[1898708376] 'agreement among raft nodes before linearized reading' (duration: 848.085063ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:50.765505Z","caller":"traceutil/trace.go:171","msg":"trace[954112699] transaction","detail":"{read_only:false; response_revision:22691; number_of_response:1; }","duration":"675.108767ms","start":"2026-03-04T02:08:50.09037Z","end":"2026-03-04T02:08:50.765479Z","steps":["trace[954112699] 'process raft request' (duration: 674.8753ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:50.765497Z","caller":"traceutil/trace.go:171","msg":"trace[307185467] transaction","detail":"{read_only:false; response_revision:22688; number_of_response:1; }","duration":"849.676853ms","start":"2026-03-04T02:08:49.915789Z","end":"2026-03-04T02:08:50.765466Z","steps":["trace[307185467] 'process raft request' (duration: 849.151917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:50.765548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:49.917203Z","time spent":"848.335361ms","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18465,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:08:50.765588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.348678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-04T02:08:50.765605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:50.090347Z","time spent":"675.20893ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:50.765632Z","caller":"traceutil/trace.go:171","msg":"trace[2006783660] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:22691; }","duration":"131.42586ms","start":"2026-03-04T02:08:50.634188Z","end":"2026-03-04T02:08:50.765614Z","steps":["trace[2006783660] 'agreement among raft nodes before linearized reading' (duration: 131.298886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:50.765675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:49.915766Z","time spent":"849.809897ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:50.76575Z","caller":"traceutil/trace.go:171","msg":"trace[1675602486] transaction","detail":"{read_only:false; response_revision:22690; number_of_response:1; }","duration":"849.335702ms","start":"2026-03-04T02:08:49.916399Z","end":"2026-03-04T02:08:50.765734Z","steps":["trace[1675602486] 'process raft request' (duration: 848.815226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:50.765522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:49.916158Z","time spent":"849.26922ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:50.765801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.89564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:50.76583Z","caller":"traceutil/trace.go:171","msg":"trace[1480261716] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:22691; }","duration":"106.955942ms","start":"2026-03-04T02:08:50.658865Z","end":"2026-03-04T02:08:50.765821Z","steps":["trace[1480261716] 'agreement among raft nodes before linearized reading' (duration: 106.90738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:50.765812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.178431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-03-04T02:08:50.765831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:49.916394Z","time spent":"849.392094ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:50.76588Z","caller":"traceutil/trace.go:171","msg":"trace[1258923030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22691; }","duration":"845.269285ms","start":"2026-03-04T02:08:49.920595Z","end":"2026-03-04T02:08:50.765864Z","steps":["trace[1258923030] 'agreement among raft nodes before linearized reading' (duration: 845.075549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:50.765907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.52762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:50.765919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:49.920588Z","time spent":"845.323526ms","remote":"127.0.0.1:52890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T02:08:50.765941Z","caller":"traceutil/trace.go:171","msg":"trace[1586910946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22691; }","duration":"451.560811ms","start":"2026-03-04T02:08:50.314371Z","end":"2026-03-04T02:08:50.765932Z","steps":["trace[1586910946] 'agreement among raft nodes before linearized reading' (duration: 451.506609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:50.765969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:50.31431Z","time spent":"451.653074ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:08:51.769627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.903336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:51.769723Z","caller":"traceutil/trace.go:171","msg":"trace[1376232381] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:22692; }","duration":"140.05502ms","start":"2026-03-04T02:08:51.629645Z","end":"2026-03-04T02:08:51.7697Z","steps":["trace[1376232381] 'count revisions from in-memory index tree' (duration: 139.816173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:51.769644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.719318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:51.769954Z","caller":"traceutil/trace.go:171","msg":"trace[1493013588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22692; }","duration":"454.08336ms","start":"2026-03-04T02:08:51.315859Z","end":"2026-03-04T02:08:51.769943Z","steps":["trace[1493013588] 'range keys from in-memory index tree' (duration: 453.644916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:51.769987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:51.315812Z","time spent":"454.164533ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:08:51.769996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.455805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:08:51.770039Z","caller":"traceutil/trace.go:171","msg":"trace[504559739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22692; }","duration":"807.553478ms","start":"2026-03-04T02:08:50.962474Z","end":"2026-03-04T02:08:51.770027Z","steps":["trace[504559739] 'range keys from in-memory index tree' (duration: 807.313971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:51.770074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:50.962457Z","time spent":"807.60966ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:08:51.770217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.147296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:08:51.770254Z","caller":"traceutil/trace.go:171","msg":"trace[1816941212] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22692; }","duration":"807.194947ms","start":"2026-03-04T02:08:50.963048Z","end":"2026-03-04T02:08:51.770243Z","steps":["trace[1816941212] 'range keys from in-memory index tree' (duration: 807.017782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:51.77028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:50.963014Z","time spent":"807.260269ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:51.770274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.518724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:51.770372Z","caller":"traceutil/trace.go:171","msg":"trace[1078936167] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22692; }","duration":"721.686799ms","start":"2026-03-04T02:08:51.048661Z","end":"2026-03-04T02:08:51.770348Z","steps":["trace[1078936167] 'range keys from in-memory index tree' (duration: 721.462563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:51.770438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:51.048644Z","time spent":"721.774883ms","remote":"127.0.0.1:35066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:08:51.77043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.884893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:51.770681Z","caller":"traceutil/trace.go:171","msg":"trace[71179218] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:22692; }","duration":"804.179232ms","start":"2026-03-04T02:08:50.966487Z","end":"2026-03-04T02:08:51.770666Z","steps":["trace[71179218] 'count revisions from in-memory index tree' (duration: 803.794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:51.770734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:50.966465Z","time spent":"804.256485ms","remote":"127.0.0.1:45918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:52.349377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.369333ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:08:52.349518Z","caller":"traceutil/trace.go:171","msg":"trace[1582055664] linearizableReadLoop","detail":"{readStateIndex:23491; appliedIndex:23490; }","duration":"577.006924ms","start":"2026-03-04T02:08:51.772459Z","end":"2026-03-04T02:08:52.349466Z","steps":["trace[1582055664] 'read index received' (duration: 64.62057ms)","trace[1582055664] 'applied index is now lower than readState.Index' (duration: 512.384903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:52.350491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.013905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:52.350576Z","caller":"traceutil/trace.go:171","msg":"trace[329209550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22692; }","duration":"578.104348ms","start":"2026-03-04T02:08:51.772438Z","end":"2026-03-04T02:08:52.350543Z","steps":["trace[329209550] 'agreement among raft nodes before linearized reading' (duration: 577.981755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:52.350626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:51.772425Z","time spent":"578.187451ms","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:08:52.352343Z","caller":"traceutil/trace.go:171","msg":"trace[250677779] transaction","detail":"{read_only:false; response_revision:22695; number_of_response:1; }","duration":"575.383193ms","start":"2026-03-04T02:08:51.776947Z","end":"2026-03-04T02:08:52.35233Z","steps":["trace[250677779] 'process raft request' (duration: 575.320171ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:52.352337Z","caller":"traceutil/trace.go:171","msg":"trace[1792167208] transaction","detail":"{read_only:false; response_revision:22693; number_of_response:1; }","duration":"577.114347ms","start":"2026-03-04T02:08:51.775192Z","end":"2026-03-04T02:08:52.352307Z","steps":["trace[1792167208] 'process raft request' (duration: 575.828386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:52.352457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:51.776922Z","time spent":"575.463595ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:52.352619Z","caller":"traceutil/trace.go:171","msg":"trace[662502280] transaction","detail":"{read_only:false; response_revision:22694; number_of_response:1; }","duration":"577.148888ms","start":"2026-03-04T02:08:51.77546Z","end":"2026-03-04T02:08:52.352608Z","steps":["trace[662502280] 'process raft request' (duration: 576.723075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:52.352681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:51.775447Z","time spent":"577.20423ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:52.352848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:51.775166Z","time spent":"577.232911ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:52.810306Z","caller":"traceutil/trace.go:171","msg":"trace[2068580291] transaction","detail":"{read_only:false; response_revision:22696; number_of_response:1; }","duration":"892.847249ms","start":"2026-03-04T02:08:51.91742Z","end":"2026-03-04T02:08:52.810268Z","steps":["trace[2068580291] 'process raft request' (duration: 892.376934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:52.810412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:51.917395Z","time spent":"892.964493ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:52.810983Z","caller":"traceutil/trace.go:171","msg":"trace[698369444] transaction","detail":"{read_only:false; response_revision:22697; number_of_response:1; }","duration":"892.806819ms","start":"2026-03-04T02:08:51.918141Z","end":"2026-03-04T02:08:52.810947Z","steps":["trace[698369444] 'process raft request' (duration: 892.090036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:52.811203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:51.918131Z","time spent":"892.958053ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:52.811362Z","caller":"traceutil/trace.go:171","msg":"trace[664772559] linearizableReadLoop","detail":"{readStateIndex:23500; appliedIndex:23491; }","duration":"461.72824ms","start":"2026-03-04T02:08:52.349627Z","end":"2026-03-04T02:08:52.811356Z","steps":["trace[664772559] 'read index received' (duration: 2.273011ms)","trace[664772559] 'applied index is now lower than readState.Index' (duration: 459.454299ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:52.811247Z","caller":"traceutil/trace.go:171","msg":"trace[935001097] transaction","detail":"{read_only:false; response_revision:22698; number_of_response:1; }","duration":"893.104428ms","start":"2026-03-04T02:08:51.918131Z","end":"2026-03-04T02:08:52.811235Z","steps":["trace[935001097] 'process raft request' (duration: 892.643363ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:52.811597Z","caller":"traceutil/trace.go:171","msg":"trace[54095708] transaction","detail":"{read_only:false; response_revision:22699; number_of_response:1; }","duration":"893.363536ms","start":"2026-03-04T02:08:51.918228Z","end":"2026-03-04T02:08:52.811592Z","steps":["trace[54095708] 'process raft request' (duration: 892.970533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:52.811628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:51.9181Z","time spent":"893.305324ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:52.81166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:51.918202Z","time spent":"893.421848ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:52.81173Z","caller":"traceutil/trace.go:171","msg":"trace[167556023] transaction","detail":"{read_only:false; response_revision:22700; number_of_response:1; }","duration":"893.455289ms","start":"2026-03-04T02:08:51.918267Z","end":"2026-03-04T02:08:52.811722Z","steps":["trace[167556023] 'process raft request' (duration: 893.034446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:52.811796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:51.918258Z","time spent":"893.517141ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:52.811824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033858582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:52.811811Z","caller":"traceutil/trace.go:171","msg":"trace[1751221026] transaction","detail":"{read_only:false; response_revision:22701; number_of_response:1; }","duration":"893.395287ms","start":"2026-03-04T02:08:51.918379Z","end":"2026-03-04T02:08:52.811774Z","steps":["trace[1751221026] 'process raft request' (duration: 892.949153ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:52.811891Z","caller":"traceutil/trace.go:171","msg":"trace[322588825] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22701; }","duration":"1.033948085s","start":"2026-03-04T02:08:51.777923Z","end":"2026-03-04T02:08:52.811871Z","steps":["trace[322588825] 'agreement among raft nodes before linearized reading' (duration: 1.03381502s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:52.811944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:51.777908Z","time spent":"1.034023067s","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:08:52.811965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:51.918353Z","time spent":"893.535901ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:52.811936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.001169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:52.81214Z","caller":"traceutil/trace.go:171","msg":"trace[819339250] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22701; }","duration":"595.177295ms","start":"2026-03-04T02:08:52.216864Z","end":"2026-03-04T02:08:52.812041Z","steps":["trace[819339250] 'agreement among raft nodes before linearized reading' (duration: 594.859465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:52.812297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:52.216847Z","time spent":"595.387831ms","remote":"127.0.0.1:34708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:08:52.843909Z","caller":"traceutil/trace.go:171","msg":"trace[217594895] transaction","detail":"{read_only:false; response_revision:22702; number_of_response:1; }","duration":"322.601149ms","start":"2026-03-04T02:08:52.521241Z","end":"2026-03-04T02:08:52.843843Z","steps":["trace[217594895] 'process raft request' (duration: 322.33084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:52.844027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:52.521216Z","time spent":"322.747913ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:52.844711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.310523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:52.844803Z","caller":"traceutil/trace.go:171","msg":"trace[612474013] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:22702; }","duration":"135.466177ms","start":"2026-03-04T02:08:52.709317Z","end":"2026-03-04T02:08:52.844783Z","steps":["trace[612474013] 'agreement among raft nodes before linearized reading' (duration: 135.284281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:52.844791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.770689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:52.844862Z","caller":"traceutil/trace.go:171","msg":"trace[614236782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22702; }","duration":"486.876791ms","start":"2026-03-04T02:08:52.357967Z","end":"2026-03-04T02:08:52.844844Z","steps":["trace[614236782] 'agreement among raft nodes before linearized reading' (duration: 486.726456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:52.8449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:52.357953Z","time spent":"486.941074ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:08:53.617764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.419969ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:53.617925Z","caller":"traceutil/trace.go:171","msg":"trace[2038100637] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22702; }","duration":"165.592234ms","start":"2026-03-04T02:08:53.452307Z","end":"2026-03-04T02:08:53.617899Z","steps":["trace[2038100637] 'range keys from in-memory index tree' (duration: 165.396608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:53.617964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.15241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:08:53.618071Z","caller":"traceutil/trace.go:171","msg":"trace[1997129645] transaction","detail":"{read_only:false; response_revision:22703; number_of_response:1; }","duration":"769.662028ms","start":"2026-03-04T02:08:52.848394Z","end":"2026-03-04T02:08:53.618056Z","steps":["trace[1997129645] 'process raft request' (duration: 457.344893ms)","trace[1997129645] 'compare' (duration: 311.883781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:53.618117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:52.848376Z","time spent":"769.72078ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:54.01962Z","caller":"traceutil/trace.go:171","msg":"trace[1112549052] transaction","detail":"{read_only:false; response_revision:22704; number_of_response:1; }","duration":"1.171197747s","start":"2026-03-04T02:08:52.848393Z","end":"2026-03-04T02:08:54.019591Z","steps":["trace[1112549052] 'process raft request' (duration: 1.170893538s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:54.019741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:52.848377Z","time spent":"1.171296161s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:54.019705Z","caller":"traceutil/trace.go:171","msg":"trace[2102689130] transaction","detail":"{read_only:false; response_revision:22705; number_of_response:1; }","duration":"1.171098335s","start":"2026-03-04T02:08:52.848583Z","end":"2026-03-04T02:08:54.019681Z","steps":["trace[2102689130] 'process raft request' (duration: 1.17092883s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:54.020161Z","caller":"traceutil/trace.go:171","msg":"trace[1413969239] linearizableReadLoop","detail":"{readStateIndex:23505; appliedIndex:23501; }","duration":"1.170678311s","start":"2026-03-04T02:08:52.849453Z","end":"2026-03-04T02:08:54.020131Z","steps":["trace[1413969239] 'read index received' (duration: 456.30008ms)","trace[1413969239] 'applied index is now lower than readState.Index' (duration: 714.376931ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:54.020233Z","caller":"traceutil/trace.go:171","msg":"trace[524434431] transaction","detail":"{read_only:false; response_revision:22706; number_of_response:1; }","duration":"1.171408855s","start":"2026-03-04T02:08:52.848803Z","end":"2026-03-04T02:08:54.020212Z","steps":["trace[524434431] 'process raft request' (duration: 1.170839247s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:54.020354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:52.848576Z","time spent":"1.171610131s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:54.020447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170981621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:54.020497Z","caller":"traceutil/trace.go:171","msg":"trace[691591696] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22706; }","duration":"1.171055933s","start":"2026-03-04T02:08:52.849429Z","end":"2026-03-04T02:08:54.020485Z","steps":["trace[691591696] 'agreement among raft nodes before linearized reading' (duration: 1.170855817s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:54.020479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:52.848796Z","time spent":"1.171618711s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:54.020533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:52.849422Z","time spent":"1.171102725s","remote":"127.0.0.1:37668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:08:54.048558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19450037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:08:54.04859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.999866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:08:54.048623Z","caller":"traceutil/trace.go:171","msg":"trace[1363672951] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22707; }","duration":"1.194583133s","start":"2026-03-04T02:08:52.854023Z","end":"2026-03-04T02:08:54.048607Z","steps":["trace[1363672951] 'agreement among raft nodes before linearized reading' (duration: 1.194397777s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:54.048814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:52.854017Z","time spent":"1.194783019s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T02:08:54.048651Z","caller":"traceutil/trace.go:171","msg":"trace[1779896095] transaction","detail":"{read_only:false; response_revision:22707; number_of_response:1; }","duration":"300.05218ms","start":"2026-03-04T02:08:53.748554Z","end":"2026-03-04T02:08:54.048606Z","steps":["trace[1779896095] 'process raft request' (duration: 299.714599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:54.048615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.986527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:08:54.049157Z","caller":"traceutil/trace.go:171","msg":"trace[1482305572] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:22707; }","duration":"264.571455ms","start":"2026-03-04T02:08:53.784568Z","end":"2026-03-04T02:08:54.049139Z","steps":["trace[1482305572] 'agreement among raft nodes before linearized reading' (duration: 263.907334ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:54.048641Z","caller":"traceutil/trace.go:171","msg":"trace[1810816203] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:22707; }","duration":"999.095809ms","start":"2026-03-04T02:08:53.049531Z","end":"2026-03-04T02:08:54.048627Z","steps":["trace[1810816203] 'agreement among raft nodes before linearized reading' (duration: 998.988295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:54.049265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:53.04951Z","time spent":"999.739089ms","remote":"127.0.0.1:34568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:54.048699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161898965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:54.049407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:53.748536Z","time spent":"300.526004ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:54.049461Z","caller":"traceutil/trace.go:171","msg":"trace[28207649] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22707; }","duration":"1.162715341s","start":"2026-03-04T02:08:52.886733Z","end":"2026-03-04T02:08:54.049448Z","steps":["trace[28207649] 'agreement among raft nodes before linearized reading' (duration: 1.161812492s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:54.049505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:52.886716Z","time spent":"1.162776313s","remote":"127.0.0.1:34712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:54.554487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.887036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:08:54.554567Z","caller":"traceutil/trace.go:171","msg":"trace[2031625569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22707; }","duration":"196.02081ms","start":"2026-03-04T02:08:54.358528Z","end":"2026-03-04T02:08:54.554549Z","steps":["trace[2031625569] 'range keys from in-memory index tree' (duration: 195.718241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:54.55455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.888156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:08:54.554642Z","caller":"traceutil/trace.go:171","msg":"trace[707223600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22707; }","duration":"196.037221ms","start":"2026-03-04T02:08:54.358586Z","end":"2026-03-04T02:08:54.554623Z","steps":["trace[707223600] 'range keys from in-memory index tree' (duration: 195.728971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:54.554985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.639121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:54.555058Z","caller":"traceutil/trace.go:171","msg":"trace[401419714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22707; }","duration":"232.757845ms","start":"2026-03-04T02:08:54.322282Z","end":"2026-03-04T02:08:54.55504Z","steps":["trace[401419714] 'range keys from in-memory index tree' (duration: 232.519998ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:54.555085Z","caller":"traceutil/trace.go:171","msg":"trace[217881423] transaction","detail":"{read_only:false; response_revision:22708; number_of_response:1; }","duration":"190.491156ms","start":"2026-03-04T02:08:54.364559Z","end":"2026-03-04T02:08:54.55505Z","steps":["trace[217881423] 'process raft request' (duration: 189.690651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:55.096887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202944966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:55.597934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202944966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:55.632791Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.057932997s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:08:55.715915Z","caller":"traceutil/trace.go:171","msg":"trace[1645126863] transaction","detail":"{read_only:false; response_revision:22709; number_of_response:1; }","duration":"1.156691681s","start":"2026-03-04T02:08:54.558795Z","end":"2026-03-04T02:08:55.715486Z","steps":["trace[1645126863] 'process raft request' (duration: 1.07458355s)","trace[1645126863] 'compare' (duration: 81.225033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:55.716204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:54.558777Z","time spent":"1.157252649s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:56.854997Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.21994161s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:08:56.957356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:56.376494Z","time spent":"580.851355ms","remote":"127.0.0.1:49150","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:08:56.958697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.315616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:08:56.958967Z","caller":"traceutil/trace.go:171","msg":"trace[1829001558] transaction","detail":"{read_only:false; response_revision:22710; number_of_response:1; }","duration":"2.399264701s","start":"2026-03-04T02:08:54.559673Z","end":"2026-03-04T02:08:56.958938Z","steps":["trace[1829001558] 'process raft request' (duration: 2.295586513s)","trace[1829001558] 'compare' (duration: 103.086399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:56.959076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:54.559649Z","time spent":"2.399365214s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:56.959217Z","caller":"traceutil/trace.go:171","msg":"trace[965989803] linearizableReadLoop","detail":"{readStateIndex:23515; appliedIndex:23507; }","duration":"2.362581368s","start":"2026-03-04T02:08:54.596612Z","end":"2026-03-04T02:08:56.959193Z","steps":["trace[965989803] 'read index received' (duration: 1.03674058s)","trace[965989803] 'applied index is now lower than readState.Index' (duration: 1.325839188s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:56.959321Z","caller":"traceutil/trace.go:171","msg":"trace[1380692279] transaction","detail":"{read_only:false; response_revision:22714; number_of_response:1; }","duration":"2.140944693s","start":"2026-03-04T02:08:54.818369Z","end":"2026-03-04T02:08:56.959314Z","steps":["trace[1380692279] 'process raft request' (duration: 2.140678245s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:56.959334Z","caller":"traceutil/trace.go:171","msg":"trace[847437326] transaction","detail":"{read_only:false; response_revision:22715; number_of_response:1; }","duration":"2.140943583s","start":"2026-03-04T02:08:54.818376Z","end":"2026-03-04T02:08:56.95932Z","steps":["trace[847437326] 'process raft request' (duration: 2.140715796s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:56.959354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:54.818346Z","time spent":"2.140989505s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:56.959412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:54.818344Z","time spent":"2.141022186s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:56.95952Z","caller":"traceutil/trace.go:171","msg":"trace[1135229427] transaction","detail":"{read_only:false; response_revision:22711; number_of_response:1; }","duration":"2.142919455s","start":"2026-03-04T02:08:54.816595Z","end":"2026-03-04T02:08:56.959514Z","steps":["trace[1135229427] 'process raft request' (duration: 2.142215123s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:56.959546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:54.816568Z","time spent":"2.142965167s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:56.95963Z","caller":"traceutil/trace.go:171","msg":"trace[1642801656] transaction","detail":"{read_only:false; response_revision:22716; number_of_response:1; }","duration":"2.140835869s","start":"2026-03-04T02:08:54.81878Z","end":"2026-03-04T02:08:56.959616Z","steps":["trace[1642801656] 'process raft request' (duration: 2.140360024s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:56.959681Z","caller":"traceutil/trace.go:171","msg":"trace[126192928] transaction","detail":"{read_only:false; response_revision:22712; number_of_response:1; }","duration":"2.142813262s","start":"2026-03-04T02:08:54.816862Z","end":"2026-03-04T02:08:56.959675Z","steps":["trace[126192928] 'process raft request' (duration: 2.142036008s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:56.95971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:54.816852Z","time spent":"2.142841973s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:56.959703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:54.818769Z","time spent":"2.140893112s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:56.959776Z","caller":"traceutil/trace.go:171","msg":"trace[18344179] transaction","detail":"{read_only:false; response_revision:22713; number_of_response:1; }","duration":"2.14275303s","start":"2026-03-04T02:08:54.817017Z","end":"2026-03-04T02:08:56.95977Z","steps":["trace[18344179] 'process raft request' (duration: 2.141988056s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:56.959799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:54.817003Z","time spent":"2.142783041s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:56.959855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363225599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:56.959933Z","caller":"traceutil/trace.go:171","msg":"trace[393611398] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:22716; }","duration":"2.363351053s","start":"2026-03-04T02:08:54.596562Z","end":"2026-03-04T02:08:56.959913Z","steps":["trace[393611398] 'agreement among raft nodes before linearized reading' (duration: 2.363221409s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:56.959988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:54.596541Z","time spent":"2.363431976s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:56.960092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.856177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:56.960156Z","caller":"traceutil/trace.go:171","msg":"trace[738622547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22716; }","duration":"645.960471ms","start":"2026-03-04T02:08:56.314178Z","end":"2026-03-04T02:08:56.960139Z","steps":["trace[738622547] 'agreement among raft nodes before linearized reading' (duration: 645.857228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:56.960162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.886644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-04T02:08:56.960166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.578293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:08:56.960224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163021817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:56.960209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.627615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:08:56.960228Z","caller":"traceutil/trace.go:171","msg":"trace[1121605051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22716; }","duration":"935.678846ms","start":"2026-03-04T02:08:56.024536Z","end":"2026-03-04T02:08:56.960215Z","steps":["trace[1121605051] 'agreement among raft nodes before linearized reading' (duration: 935.513721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:56.960203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.105023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T02:08:56.960248Z","caller":"traceutil/trace.go:171","msg":"trace[1171711865] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:22716; }","duration":"2.163085189s","start":"2026-03-04T02:08:54.797158Z","end":"2026-03-04T02:08:56.960243Z","steps":["trace[1171711865] 'agreement among raft nodes before linearized reading' (duration: 2.163049198s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:56.960251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828152523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:56.960275Z","caller":"traceutil/trace.go:171","msg":"trace[1261010133] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22716; }","duration":"935.689126ms","start":"2026-03-04T02:08:56.024564Z","end":"2026-03-04T02:08:56.960253Z","steps":["trace[1261010133] 'agreement among raft nodes before linearized reading' (duration: 935.49441ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:56.960284Z","caller":"traceutil/trace.go:171","msg":"trace[88860906] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:22716; }","duration":"939.227848ms","start":"2026-03-04T02:08:56.021037Z","end":"2026-03-04T02:08:56.960264Z","steps":["trace[88860906] 'agreement among raft nodes before linearized reading' (duration: 938.997991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:56.960275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.995665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:08:56.960317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084038888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:08:56.960324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:56.021017Z","time spent":"939.299489ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-03-04T02:08:56.96032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:56.024551Z","time spent":"935.760178ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:08:56.960336Z","caller":"traceutil/trace.go:171","msg":"trace[1996464157] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:22716; }","duration":"1.08409564s","start":"2026-03-04T02:08:55.876236Z","end":"2026-03-04T02:08:56.960332Z","steps":["trace[1996464157] 'agreement among raft nodes before linearized reading' (duration: 1.084061799s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:56.960325Z","caller":"traceutil/trace.go:171","msg":"trace[1148766758] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22716; }","duration":"1.828271537s","start":"2026-03-04T02:08:55.132035Z","end":"2026-03-04T02:08:56.960307Z","steps":["trace[1148766758] 'agreement among raft nodes before linearized reading' (duration: 1.828149793s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:56.960352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:55.876218Z","time spent":"1.084130071s","remote":"127.0.0.1:45742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:56.960359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18811231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:08:56.960346Z","caller":"traceutil/trace.go:171","msg":"trace[984684794] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22716; }","duration":"935.087318ms","start":"2026-03-04T02:08:56.025238Z","end":"2026-03-04T02:08:56.960325Z","steps":["trace[984684794] 'agreement among raft nodes before linearized reading' (duration: 934.817879ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:56.96038Z","caller":"traceutil/trace.go:171","msg":"trace[215469361] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22716; }","duration":"1.1881578s","start":"2026-03-04T02:08:55.772216Z","end":"2026-03-04T02:08:56.960374Z","steps":["trace[215469361] 'agreement among raft nodes before linearized reading' (duration: 1.188076828s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:56.960141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.64617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:08:56.960387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337886266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:08:56.960411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:56.025226Z","time spent":"935.17215ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:08:56.960431Z","caller":"traceutil/trace.go:171","msg":"trace[1735336237] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:22716; }","duration":"469.939959ms","start":"2026-03-04T02:08:56.490481Z","end":"2026-03-04T02:08:56.960421Z","steps":["trace[1735336237] 'agreement among raft nodes before linearized reading' (duration: 469.615749ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:56.960444Z","caller":"traceutil/trace.go:171","msg":"trace[2127776528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22716; }","duration":"1.337977769s","start":"2026-03-04T02:08:55.622456Z","end":"2026-03-04T02:08:56.960434Z","steps":["trace[2127776528] 'agreement among raft nodes before linearized reading' (duration: 1.337858345s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:56.960269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:56.024507Z","time spent":"935.752539ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:56.960483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:55.622436Z","time spent":"1.338039501s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:56.960383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:55.132012Z","time spent":"1.828355539s","remote":"127.0.0.1:34892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:56.960187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:56.31416Z","time spent":"646.021683ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:08:56.960277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:54.797137Z","time spent":"2.16313263s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:56.960644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:56.490456Z","time spent":"469.991281ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:08:56.96019Z","caller":"traceutil/trace.go:171","msg":"trace[384458712] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:22716; }","duration":"369.944126ms","start":"2026-03-04T02:08:56.590238Z","end":"2026-03-04T02:08:56.960182Z","steps":["trace[384458712] 'agreement among raft nodes before linearized reading' (duration: 369.851423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:56.960958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:56.590219Z","time spent":"370.705641ms","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-04T02:08:56.960113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349428315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:56.961111Z","caller":"traceutil/trace.go:171","msg":"trace[864770724] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:22716; }","duration":"2.350471838s","start":"2026-03-04T02:08:54.610625Z","end":"2026-03-04T02:08:56.961097Z","steps":["trace[864770724] 'agreement among raft nodes before linearized reading' (duration: 2.349415935s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:56.961167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:54.610609Z","time spent":"2.350544251s","remote":"127.0.0.1:35026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:56.96027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311364799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:08:56.961239Z","caller":"traceutil/trace.go:171","msg":"trace[502261158] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22716; }","duration":"2.312364121s","start":"2026-03-04T02:08:54.648853Z","end":"2026-03-04T02:08:56.961217Z","steps":["trace[502261158] 'agreement among raft nodes before linearized reading' (duration: 2.31139034s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:56.961294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:54.648833Z","time spent":"2.312442773s","remote":"127.0.0.1:52872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:56.96028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145642011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:56.961468Z","caller":"traceutil/trace.go:171","msg":"trace[443661792] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:22716; }","duration":"2.14690056s","start":"2026-03-04T02:08:54.814556Z","end":"2026-03-04T02:08:56.961457Z","steps":["trace[443661792] 'agreement among raft nodes before linearized reading' (duration: 2.145665911s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:56.961503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:54.814534Z","time spent":"2.146958362s","remote":"127.0.0.1:52772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:56.960399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:55.772198Z","time spent":"1.188195572s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:08:57.464466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202944977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:58.346007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.935769ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T02:08:58.346095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:56.962594Z","time spent":"1.38349811s","remote":"127.0.0.1:37442","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:08:58.346328Z","caller":"traceutil/trace.go:171","msg":"trace[578722015] linearizableReadLoop","detail":"{readStateIndex:23520; appliedIndex:23515; }","duration":"1.382116187s","start":"2026-03-04T02:08:56.964197Z","end":"2026-03-04T02:08:58.346313Z","steps":["trace[578722015] 'read index received' (duration: 694.873638ms)","trace[578722015] 'applied index is now lower than readState.Index' (duration: 687.241919ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:58.346396Z","caller":"traceutil/trace.go:171","msg":"trace[494947676] transaction","detail":"{read_only:false; response_revision:22720; number_of_response:1; }","duration":"1.380746283s","start":"2026-03-04T02:08:56.965642Z","end":"2026-03-04T02:08:58.346388Z","steps":["trace[494947676] 'process raft request' (duration: 1.38065239s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:58.34641Z","caller":"traceutil/trace.go:171","msg":"trace[1342882728] transaction","detail":"{read_only:false; response_revision:22718; number_of_response:1; }","duration":"1.381142716s","start":"2026-03-04T02:08:56.96524Z","end":"2026-03-04T02:08:58.346383Z","steps":["trace[1342882728] 'process raft request' (duration: 1.381010572s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:58.346411Z","caller":"traceutil/trace.go:171","msg":"trace[2028025362] transaction","detail":"{read_only:false; response_revision:22719; number_of_response:1; }","duration":"1.381127535s","start":"2026-03-04T02:08:56.965256Z","end":"2026-03-04T02:08:58.346383Z","steps":["trace[2028025362] 'process raft request' (duration: 1.381015831s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:58.34646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:56.965632Z","time spent":"1.380776085s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:58.346541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:56.965227Z","time spent":"1.381243049s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:58.346552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:56.965241Z","time spent":"1.381237179s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:58.346677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382480458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dfd6357a-a923-415c-badb-82ee5a3f252e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T02:08:58.346699Z","caller":"traceutil/trace.go:171","msg":"trace[584291036] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dfd6357a-a923-415c-badb-82ee5a3f252e; range_end:; response_count:1; response_revision:22720; }","duration":"1.382523048s","start":"2026-03-04T02:08:56.964169Z","end":"2026-03-04T02:08:58.346692Z","steps":["trace[584291036] 'agreement among raft nodes before linearized reading' (duration: 1.382417405s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:58.346723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:56.964155Z","time spent":"1.38256518s","remote":"127.0.0.1:37548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-dfd6357a-a923-415c-badb-82ee5a3f252e\" "} {"level":"info","ts":"2026-03-04T02:08:58.346794Z","caller":"traceutil/trace.go:171","msg":"trace[715239084] transaction","detail":"{read_only:false; response_revision:22717; number_of_response:1; }","duration":"1.381786466s","start":"2026-03-04T02:08:56.964947Z","end":"2026-03-04T02:08:58.346733Z","steps":["trace[715239084] 'process raft request' (duration: 1.381199487s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:58.346983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:56.964936Z","time spent":"1.38193593s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:58.392242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427410419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:08:58.392257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074578931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:58.392377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135621289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:08:58.392377Z","caller":"traceutil/trace.go:171","msg":"trace[137482786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22721; }","duration":"1.074745826s","start":"2026-03-04T02:08:57.317604Z","end":"2026-03-04T02:08:58.39235Z","steps":["trace[137482786] 'agreement among raft nodes before linearized reading' (duration: 1.07452941s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:58.392408Z","caller":"traceutil/trace.go:171","msg":"trace[1252926201] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:22721; }","duration":"1.135681061s","start":"2026-03-04T02:08:57.256716Z","end":"2026-03-04T02:08:58.392397Z","steps":["trace[1252926201] 'agreement among raft nodes before linearized reading' (duration: 1.135623259s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:58.392434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:57.31759Z","time spent":"1.074833189s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:08:58.392442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:57.2567Z","time spent":"1.135732753s","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:58.392449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.463027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:58.392578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.685703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:58.39262Z","caller":"traceutil/trace.go:171","msg":"trace[262137348] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:22721; }","duration":"548.758225ms","start":"2026-03-04T02:08:57.843848Z","end":"2026-03-04T02:08:58.392607Z","steps":["trace[262137348] 'agreement among raft nodes before linearized reading' (duration: 548.697434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:58.39265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:57.843832Z","time spent":"548.809878ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:08:58.39254Z","caller":"traceutil/trace.go:171","msg":"trace[3914788] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:22721; }","duration":"927.567561ms","start":"2026-03-04T02:08:57.464947Z","end":"2026-03-04T02:08:58.392515Z","steps":["trace[3914788] 'agreement among raft nodes before linearized reading' (duration: 927.417346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:58.392739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:57.464827Z","time spent":"927.892571ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:58.392652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349748749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:08:58.392817Z","caller":"traceutil/trace.go:171","msg":"trace[1934489984] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22721; }","duration":"1.349940485s","start":"2026-03-04T02:08:57.042864Z","end":"2026-03-04T02:08:58.392805Z","steps":["trace[1934489984] 'agreement among raft nodes before linearized reading' (duration: 1.349756769s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:58.392852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:57.042849Z","time spent":"1.349992277s","remote":"127.0.0.1:52826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:58.392925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.934788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:08:58.392312Z","caller":"traceutil/trace.go:171","msg":"trace[1285426114] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22721; }","duration":"1.427500553s","start":"2026-03-04T02:08:56.964796Z","end":"2026-03-04T02:08:58.392297Z","steps":["trace[1285426114] 'agreement among raft nodes before linearized reading' (duration: 1.427259895s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:58.392956Z","caller":"traceutil/trace.go:171","msg":"trace[1978564781] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22722; }","duration":"673.00075ms","start":"2026-03-04T02:08:57.719945Z","end":"2026-03-04T02:08:58.392946Z","steps":["trace[1978564781] 'agreement among raft nodes before linearized reading' (duration: 672.851075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:58.392247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.357604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:08:58.392988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:57.719926Z","time spent":"673.054402ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:08:58.392993Z","caller":"traceutil/trace.go:171","msg":"trace[2003289312] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:22721; }","duration":"753.122098ms","start":"2026-03-04T02:08:57.63986Z","end":"2026-03-04T02:08:58.392982Z","steps":["trace[2003289312] 'agreement among raft nodes before linearized reading' (duration: 752.22923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:58.392992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:56.964791Z","time spent":"1.428188294s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:08:58.393026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:57.639795Z","time spent":"753.220121ms","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:08:58.392315Z","caller":"traceutil/trace.go:171","msg":"trace[1241364304] transaction","detail":"{read_only:false; response_revision:22721; number_of_response:1; }","duration":"540.61676ms","start":"2026-03-04T02:08:57.851681Z","end":"2026-03-04T02:08:58.392298Z","steps":["trace[1241364304] 'process raft request' (duration: 540.242848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:58.393262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:57.851668Z","time spent":"541.538979ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:59.009921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.651778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:08:59.010188Z","caller":"traceutil/trace.go:171","msg":"trace[646110483] linearizableReadLoop","detail":"{readStateIndex:23523; appliedIndex:23522; }","duration":"607.640046ms","start":"2026-03-04T02:08:58.402532Z","end":"2026-03-04T02:08:59.010172Z","steps":["trace[646110483] 'read index received' (duration: 158.685288ms)","trace[646110483] 'applied index is now lower than readState.Index' (duration: 448.953788ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:59.010174Z","caller":"traceutil/trace.go:171","msg":"trace[653653864] transaction","detail":"{read_only:false; response_revision:22723; number_of_response:1; }","duration":"611.846568ms","start":"2026-03-04T02:08:58.39829Z","end":"2026-03-04T02:08:59.010137Z","steps":["trace[653653864] 'process raft request' (duration: 162.90291ms)","trace[653653864] 'compare' (duration: 448.244546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:59.010348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:58.398273Z","time spent":"611.982531ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:59.010841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.249995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T02:08:59.010983Z","caller":"traceutil/trace.go:171","msg":"trace[1126909722] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:22724; }","duration":"608.451891ms","start":"2026-03-04T02:08:58.402512Z","end":"2026-03-04T02:08:59.010964Z","steps":["trace[1126909722] 'agreement among raft nodes before linearized reading' (duration: 607.727248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:59.011061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:58.4025Z","time spent":"608.546904ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T02:08:59.511133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202944998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:00.011764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202944998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:00.168813Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.161309267s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:09:00.284238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.130169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:00.284533Z","caller":"traceutil/trace.go:171","msg":"trace[1606284325] linearizableReadLoop","detail":"{readStateIndex:23529; appliedIndex:23524; }","duration":"1.274298848s","start":"2026-03-04T02:08:59.010216Z","end":"2026-03-04T02:09:00.284515Z","steps":["trace[1606284325] 'read index received' (duration: 1.158775958s)","trace[1606284325] 'applied index is now lower than readState.Index' (duration: 115.51936ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:00.284792Z","caller":"traceutil/trace.go:171","msg":"trace[1244119506] transaction","detail":"{read_only:false; response_revision:22725; number_of_response:1; }","duration":"1.319455448s","start":"2026-03-04T02:08:58.965322Z","end":"2026-03-04T02:09:00.284778Z","steps":["trace[1244119506] 'process raft request' (duration: 1.20370057s)","trace[1244119506] 'compare' (duration: 115.010404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:00.284856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:58.965316Z","time spent":"1.319505629s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:00.285018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526886985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:00.285055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881437198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:00.285106Z","caller":"traceutil/trace.go:171","msg":"trace[1922356256] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:22729; }","duration":"1.52703399s","start":"2026-03-04T02:08:58.758048Z","end":"2026-03-04T02:09:00.285082Z","steps":["trace[1922356256] 'agreement among raft nodes before linearized reading' (duration: 1.526866025s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:00.285121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272081658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:09:00.285149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:58.758022Z","time spent":"1.527117662s","remote":"127.0.0.1:52692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:00.285162Z","caller":"traceutil/trace.go:171","msg":"trace[1348459803] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22729; }","duration":"1.272160311s","start":"2026-03-04T02:08:59.012992Z","end":"2026-03-04T02:09:00.285152Z","steps":["trace[1348459803] 'agreement among raft nodes before linearized reading' (duration: 1.272028607s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:00.285195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:59.01297Z","time spent":"1.272218653s","remote":"127.0.0.1:37668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:09:00.285218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80133018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:00.285254Z","caller":"traceutil/trace.go:171","msg":"trace[156921694] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22729; }","duration":"1.801403502s","start":"2026-03-04T02:08:58.483839Z","end":"2026-03-04T02:09:00.285242Z","steps":["trace[156921694] 'agreement among raft nodes before linearized reading' (duration: 1.8013404s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:00.285298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:58.483817Z","time spent":"1.801473125s","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:09:00.285318Z","caller":"traceutil/trace.go:171","msg":"trace[315964038] transaction","detail":"{read_only:false; response_revision:22729; number_of_response:1; }","duration":"1.31794546s","start":"2026-03-04T02:08:58.96736Z","end":"2026-03-04T02:09:00.285306Z","steps":["trace[315964038] 'process raft request' (duration: 1.317105914s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:00.285149Z","caller":"traceutil/trace.go:171","msg":"trace[503812970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22729; }","duration":"1.881575143s","start":"2026-03-04T02:08:58.403552Z","end":"2026-03-04T02:09:00.285127Z","steps":["trace[503812970] 'agreement among raft nodes before linearized reading' (duration: 1.881383477s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:00.285319Z","caller":"traceutil/trace.go:171","msg":"trace[1893155578] transaction","detail":"{read_only:false; response_revision:22728; number_of_response:1; }","duration":"1.3189094s","start":"2026-03-04T02:08:58.966388Z","end":"2026-03-04T02:09:00.285298Z","steps":["trace[1893155578] 'process raft request' (duration: 1.318031532s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:00.285361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:58.403543Z","time spent":"1.88181011s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:09:00.285336Z","caller":"traceutil/trace.go:171","msg":"trace[1286178585] transaction","detail":"{read_only:false; response_revision:22726; number_of_response:1; }","duration":"1.319832369s","start":"2026-03-04T02:08:58.965478Z","end":"2026-03-04T02:09:00.285311Z","steps":["trace[1286178585] 'process raft request' (duration: 1.318855589s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:00.285403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:58.967338Z","time spent":"1.318011322s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:00.285414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:58.966381Z","time spent":"1.318987052s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:00.285444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.104551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:00.285448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186210139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:00.285513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:58.965441Z","time spent":"1.319965373s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:00.285539Z","caller":"traceutil/trace.go:171","msg":"trace[417853891] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:22729; }","duration":"194.256595ms","start":"2026-03-04T02:09:00.091267Z","end":"2026-03-04T02:09:00.285524Z","steps":["trace[417853891] 'agreement among raft nodes before linearized reading' (duration: 194.08303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:00.285556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321835182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:09:00.285606Z","caller":"traceutil/trace.go:171","msg":"trace[424792391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22729; }","duration":"1.321929125s","start":"2026-03-04T02:08:58.963666Z","end":"2026-03-04T02:09:00.285595Z","steps":["trace[424792391] 'agreement among raft nodes before linearized reading' (duration: 1.321709178s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:00.285617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.375092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:00.285608Z","caller":"traceutil/trace.go:171","msg":"trace[339111087] transaction","detail":"{read_only:false; response_revision:22727; number_of_response:1; }","duration":"1.319894961s","start":"2026-03-04T02:08:58.965647Z","end":"2026-03-04T02:09:00.285542Z","steps":["trace[339111087] 'process raft request' (duration: 1.318735924s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:00.28565Z","caller":"traceutil/trace.go:171","msg":"trace[1412986526] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:22729; }","duration":"350.447204ms","start":"2026-03-04T02:08:59.935194Z","end":"2026-03-04T02:09:00.285641Z","steps":["trace[1412986526] 'agreement among raft nodes before linearized reading' (duration: 350.389512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:00.285707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:59.935172Z","time spent":"350.523516ms","remote":"127.0.0.1:52966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:00.285829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:58.965639Z","time spent":"1.320036786s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:00.285642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:58.963642Z","time spent":"1.321993577s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:09:00.285551Z","caller":"traceutil/trace.go:171","msg":"trace[770093633] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:22729; }","duration":"1.186382815s","start":"2026-03-04T02:08:59.099149Z","end":"2026-03-04T02:09:00.285532Z","steps":["trace[770093633] 'agreement among raft nodes before linearized reading' (duration: 1.186194719s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:00.285971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:59.099129Z","time spent":"1.186829109s","remote":"127.0.0.1:34980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:00.286112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725654002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:09:00.286161Z","caller":"traceutil/trace.go:171","msg":"trace[110082922] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:22729; }","duration":"1.725705744s","start":"2026-03-04T02:08:58.560442Z","end":"2026-03-04T02:09:00.286148Z","steps":["trace[110082922] 'agreement among raft nodes before linearized reading' (duration: 1.724583798s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:00.286202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:58.560424Z","time spent":"1.725766635s","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-04T02:09:00.859159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:01.360237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:01.86088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:02.229387Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.875816511s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:09:02.23011Z","caller":"traceutil/trace.go:171","msg":"trace[1094681709] transaction","detail":"{read_only:false; response_revision:22731; number_of_response:1; }","duration":"1.8767313s","start":"2026-03-04T02:09:00.353353Z","end":"2026-03-04T02:09:02.230084Z","steps":["trace[1094681709] 'process raft request' (duration: 1.876448052s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.230395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:00.353335Z","time spent":"1.876951978s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:03.286382Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.056805262s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:09:03.317016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999991454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:03.317129Z","caller":"traceutil/trace.go:171","msg":"trace[417919350] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000157349s","start":"2026-03-04T02:09:01.316952Z","end":"2026-03-04T02:09:03.317109Z","steps":["trace[417919350] 'agreement among raft nodes before linearized reading' (duration: 2.000027865s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:03.317183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:01.316929Z","time spent":"2.000240582s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:09:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:03.413122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.489355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:03.413423Z","caller":"traceutil/trace.go:171","msg":"trace[473187018] transaction","detail":"{read_only:false; response_revision:22736; number_of_response:1; }","duration":"2.39729502s","start":"2026-03-04T02:09:01.01611Z","end":"2026-03-04T02:09:03.413405Z","steps":["trace[473187018] 'process raft request' (duration: 2.397226188s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:03.413498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:01.0161Z","time spent":"2.397365792s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:03.413506Z","caller":"traceutil/trace.go:171","msg":"trace[246314295] transaction","detail":"{read_only:false; response_revision:22733; number_of_response:1; }","duration":"3.059220252s","start":"2026-03-04T02:09:00.354199Z","end":"2026-03-04T02:09:03.413419Z","steps":["trace[246314295] 'process raft request' (duration: 3.059012506s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:03.413632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:00.354191Z","time spent":"3.059369337s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:03.413692Z","caller":"traceutil/trace.go:171","msg":"trace[1573067896] transaction","detail":"{read_only:false; response_revision:22735; number_of_response:1; }","duration":"2.455488759s","start":"2026-03-04T02:09:00.958192Z","end":"2026-03-04T02:09:03.413681Z","steps":["trace[1573067896] 'process raft request' (duration: 2.455107827s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:03.41375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:00.958171Z","time spent":"2.455552701s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:03.413938Z","caller":"traceutil/trace.go:171","msg":"trace[1770537768] transaction","detail":"{read_only:false; response_revision:22737; number_of_response:1; }","duration":"1.352728161s","start":"2026-03-04T02:09:02.061199Z","end":"2026-03-04T02:09:03.413927Z","steps":["trace[1770537768] 'process raft request' (duration: 1.352169374s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:03.414003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:02.061178Z","time spent":"1.352793834s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:03.41356Z","caller":"traceutil/trace.go:171","msg":"trace[2080137891] transaction","detail":"{read_only:false; response_revision:22732; number_of_response:1; }","duration":"3.059412808s","start":"2026-03-04T02:09:00.353921Z","end":"2026-03-04T02:09:03.413333Z","steps":["trace[2080137891] 'process raft request' (duration: 2.932640844s)","trace[2080137891] 'compare' (duration: 126.309489ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:03.414181Z","caller":"traceutil/trace.go:171","msg":"trace[1367874802] linearizableReadLoop","detail":"{readStateIndex:23536; appliedIndex:23530; }","duration":"3.055830666s","start":"2026-03-04T02:09:00.358338Z","end":"2026-03-04T02:09:03.414169Z","steps":["trace[1367874802] 'read index received' (duration: 1.87127776s)","trace[1367874802] 'applied index is now lower than readState.Index' (duration: 1.184551426s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:03.414368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:00.353912Z","time spent":"3.060256565s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:03.414381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.056033322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:09:03.414424Z","caller":"traceutil/trace.go:171","msg":"trace[845168655] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22737; }","duration":"3.056084393s","start":"2026-03-04T02:09:00.358324Z","end":"2026-03-04T02:09:03.414408Z","steps":["trace[845168655] 'agreement among raft nodes before linearized reading' (duration: 3.055953969s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:03.414465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:00.358317Z","time spent":"3.056140815s","remote":"127.0.0.1:52890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T02:09:03.413411Z","caller":"traceutil/trace.go:171","msg":"trace[1238897684] transaction","detail":"{read_only:false; response_revision:22734; number_of_response:1; }","duration":"3.057037333s","start":"2026-03-04T02:09:00.35635Z","end":"2026-03-04T02:09:03.413387Z","steps":["trace[1238897684] 'process raft request' (duration: 3.05691548s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:03.415005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:00.356341Z","time spent":"3.05854685s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:04.64376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.290541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:04.643902Z","caller":"traceutil/trace.go:171","msg":"trace[1287565358] transaction","detail":"{read_only:false; response_revision:22738; number_of_response:1; }","duration":"2.352049598s","start":"2026-03-04T02:09:02.291835Z","end":"2026-03-04T02:09:04.643885Z","steps":["trace[1287565358] 'process raft request' (duration: 1.61456149s)","trace[1287565358] 'compare' (duration: 737.101446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:04.643954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:02.291815Z","time spent":"2.3521194s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:04.644099Z","caller":"traceutil/trace.go:171","msg":"trace[954368000] transaction","detail":"{read_only:false; response_revision:22742; number_of_response:1; }","duration":"2.351002255s","start":"2026-03-04T02:09:02.293081Z","end":"2026-03-04T02:09:04.644083Z","steps":["trace[954368000] 'process raft request' (duration: 2.350976104s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:04.6442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:02.293072Z","time spent":"2.351078407s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:04.644213Z","caller":"traceutil/trace.go:171","msg":"trace[1915299832] transaction","detail":"{read_only:false; response_revision:22739; number_of_response:1; }","duration":"2.352279826s","start":"2026-03-04T02:09:02.291914Z","end":"2026-03-04T02:09:04.644194Z","steps":["trace[1915299832] 'process raft request' (duration: 2.351926804s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:04.644276Z","caller":"traceutil/trace.go:171","msg":"trace[1708865239] transaction","detail":"{read_only:false; response_revision:22740; number_of_response:1; }","duration":"2.352350997s","start":"2026-03-04T02:09:02.29192Z","end":"2026-03-04T02:09:04.644271Z","steps":["trace[1708865239] 'process raft request' (duration: 2.352046757s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:04.644299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:02.291888Z","time spent":"2.352398408s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:04.644305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:02.291882Z","time spent":"2.352374649s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:04.644341Z","caller":"traceutil/trace.go:171","msg":"trace[473282127] transaction","detail":"{read_only:false; response_revision:22741; number_of_response:1; }","duration":"2.351653135s","start":"2026-03-04T02:09:02.292685Z","end":"2026-03-04T02:09:04.644338Z","steps":["trace[473282127] 'process raft request' (duration: 2.351349416s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:04.644366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:02.29266Z","time spent":"2.351693557s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:05.006062Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.099588407s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:09:05.088156Z","caller":"traceutil/trace.go:171","msg":"trace[30963990] transaction","detail":"{read_only:false; response_revision:22743; number_of_response:1; }","duration":"1.68929736s","start":"2026-03-04T02:09:03.398833Z","end":"2026-03-04T02:09:05.08813Z","steps":["trace[30963990] 'process raft request' (duration: 1.60750207s)","trace[30963990] 'compare' (duration: 81.579824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:05.088297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:03.398811Z","time spent":"1.689415004s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:05.17523Z","caller":"traceutil/trace.go:171","msg":"trace[462230895] transaction","detail":"{read_only:false; response_revision:22744; number_of_response:1; }","duration":"1.032904402s","start":"2026-03-04T02:09:04.1423Z","end":"2026-03-04T02:09:05.175204Z","steps":["trace[462230895] 'process raft request' (duration: 1.032738757s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:05.17526Z","caller":"traceutil/trace.go:171","msg":"trace[1464050701] linearizableReadLoop","detail":"{readStateIndex:23543; appliedIndex:23537; }","duration":"1.760954742s","start":"2026-03-04T02:09:03.414262Z","end":"2026-03-04T02:09:05.175216Z","steps":["trace[1464050701] 'read index received' (duration: 492.211229ms)","trace[1464050701] 'applied index is now lower than readState.Index' (duration: 1.268738683s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:05.175393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:04.142254Z","time spent":"1.033054866s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:05.175462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.96305553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:05.175481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923604504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-03-04T02:09:05.175524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.612649375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-588f9b87bd-chz9p.18997fd518640782\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-04T02:09:05.175549Z","caller":"traceutil/trace.go:171","msg":"trace[407804462] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:22744; }","duration":"2.963181594s","start":"2026-03-04T02:09:02.212341Z","end":"2026-03-04T02:09:05.175523Z","steps":["trace[407804462] 'agreement among raft nodes before linearized reading' (duration: 2.962928456s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:05.17557Z","caller":"traceutil/trace.go:171","msg":"trace[1928337695] range","detail":"{range_begin:/registry/events/openstack/glance-api-588f9b87bd-chz9p.18997fd518640782; range_end:; response_count:1; response_revision:22744; }","duration":"3.612753398s","start":"2026-03-04T02:09:01.562805Z","end":"2026-03-04T02:09:05.175558Z","steps":["trace[1928337695] 'agreement among raft nodes before linearized reading' (duration: 3.612576132s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:05.175608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858424505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:05.175645Z","caller":"traceutil/trace.go:171","msg":"trace[284463356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22744; }","duration":"1.858489657s","start":"2026-03-04T02:09:03.317147Z","end":"2026-03-04T02:09:05.175636Z","steps":["trace[284463356] 'agreement among raft nodes before linearized reading' (duration: 1.858434786s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:05.175685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:03.317129Z","time spent":"1.85854943s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:05.17571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.727029717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-04T02:09:05.175746Z","caller":"traceutil/trace.go:171","msg":"trace[486216767] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:22744; }","duration":"4.727112759s","start":"2026-03-04T02:09:00.448624Z","end":"2026-03-04T02:09:05.175737Z","steps":["trace[486216767] 'agreement among raft nodes before linearized reading' (duration: 4.727002836s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:05.175769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.833214419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:09:05.175783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.161326709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:09:05.175606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:01.562783Z","time spent":"3.61281441s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2010,"request content":"key:\"/registry/events/openstack/glance-api-588f9b87bd-chz9p.18997fd518640782\" "} {"level":"info","ts":"2026-03-04T02:09:05.175863Z","caller":"traceutil/trace.go:171","msg":"trace[475816070] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22744; }","duration":"4.161470663s","start":"2026-03-04T02:09:01.014379Z","end":"2026-03-04T02:09:05.17585Z","steps":["trace[475816070] 'agreement among raft nodes before linearized reading' (duration: 4.161258536s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:05.175896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.92836139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:05.17595Z","caller":"traceutil/trace.go:171","msg":"trace[2001161048] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:22744; }","duration":"2.928455203s","start":"2026-03-04T02:09:02.247482Z","end":"2026-03-04T02:09:05.175937Z","steps":["trace[2001161048] 'agreement among raft nodes before linearized reading' (duration: 2.928341099s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:05.175994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:02.247462Z","time spent":"2.928522145s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:05.175814Z","caller":"traceutil/trace.go:171","msg":"trace[1529396590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22744; }","duration":"2.833326182s","start":"2026-03-04T02:09:02.342475Z","end":"2026-03-04T02:09:05.175801Z","steps":["trace[1529396590] 'agreement among raft nodes before linearized reading' (duration: 2.833159117s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:05.175986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.833373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:05.176052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.624172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:05.176084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:02.342458Z","time spent":"2.833609362s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:09:05.176088Z","caller":"traceutil/trace.go:171","msg":"trace[552599427] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:22744; }","duration":"699.001828ms","start":"2026-03-04T02:09:04.477067Z","end":"2026-03-04T02:09:05.176069Z","steps":["trace[552599427] 'agreement among raft nodes before linearized reading' (duration: 698.807542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:05.175961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.435311099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:05.176166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498884696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:05.176159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067370844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:05.176203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.394308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:05.176042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.742665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:09:05.176237Z","caller":"traceutil/trace.go:171","msg":"trace[345488378] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22744; }","duration":"417.46172ms","start":"2026-03-04T02:09:04.758766Z","end":"2026-03-04T02:09:05.176228Z","steps":["trace[345488378] 'agreement among raft nodes before linearized reading' (duration: 417.404158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:05.17623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.455317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-04T02:09:05.176229Z","caller":"traceutil/trace.go:171","msg":"trace[2011469468] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:22744; }","duration":"1.49898469s","start":"2026-03-04T02:09:03.677234Z","end":"2026-03-04T02:09:05.176219Z","steps":["trace[2011469468] 'agreement among raft nodes before linearized reading' (duration: 1.498909117s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:05.176252Z","caller":"traceutil/trace.go:171","msg":"trace[1556547138] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:22744; }","duration":"1.067501618s","start":"2026-03-04T02:09:04.108736Z","end":"2026-03-04T02:09:05.176237Z","steps":["trace[1556547138] 'agreement among raft nodes before linearized reading' (duration: 1.067392555s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:05.176266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:04.758749Z","time spent":"417.509541ms","remote":"127.0.0.1:34738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:05.175953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:01.014358Z","time spent":"4.161559666s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:09:05.176287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:03.677212Z","time spent":"1.499063401s","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:05.176276Z","caller":"traceutil/trace.go:171","msg":"trace[750002113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22744; }","duration":"940.997873ms","start":"2026-03-04T02:09:04.235261Z","end":"2026-03-04T02:09:05.176259Z","steps":["trace[750002113] 'agreement among raft nodes before linearized reading' (duration: 940.716424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:05.176282Z","caller":"traceutil/trace.go:171","msg":"trace[1171346898] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:22744; }","duration":"191.530899ms","start":"2026-03-04T02:09:04.984736Z","end":"2026-03-04T02:09:05.176267Z","steps":["trace[1171346898] 'agreement among raft nodes before linearized reading' (duration: 191.438516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:05.176288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.262066204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:05.176336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:04.235241Z","time spent":"941.079176ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:09:05.176347Z","caller":"traceutil/trace.go:171","msg":"trace[603765702] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:22744; }","duration":"4.262130006s","start":"2026-03-04T02:09:00.914198Z","end":"2026-03-04T02:09:05.176328Z","steps":["trace[603765702] 'agreement among raft nodes before linearized reading' (duration: 4.262030613s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:05.176393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:00.914137Z","time spent":"4.26224214s","remote":"127.0.0.1:35094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:05.17637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:04.108713Z","time spent":"1.067641073s","remote":"127.0.0.1:35078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:05.175778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:00.448599Z","time spent":"4.727173192s","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-04T02:09:05.176076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212065002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:09:05.176359Z","caller":"traceutil/trace.go:171","msg":"trace[159865161] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:22744; }","duration":"4.435705472s","start":"2026-03-04T02:09:00.740486Z","end":"2026-03-04T02:09:05.176192Z","steps":["trace[159865161] 'agreement among raft nodes before linearized reading' (duration: 4.434935858s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:05.175551Z","caller":"traceutil/trace.go:171","msg":"trace[790374785] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:22744; }","duration":"1.923750998s","start":"2026-03-04T02:09:03.251782Z","end":"2026-03-04T02:09:05.175533Z","steps":["trace[790374785] 'agreement among raft nodes before linearized reading' (duration: 1.92349143s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:05.176566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:03.251761Z","time spent":"1.924788511s","remote":"127.0.0.1:45902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T02:09:05.176526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:00.74047Z","time spent":"4.436039852s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:05.176082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348451088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:05.176754Z","caller":"traceutil/trace.go:171","msg":"trace[1354998160] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:22744; }","duration":"1.349157231s","start":"2026-03-04T02:09:03.827579Z","end":"2026-03-04T02:09:05.176736Z","steps":["trace[1354998160] 'agreement among raft nodes before linearized reading' (duration: 1.34848064s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:05.176757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.935263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274197"} {"level":"warn","ts":"2026-03-04T02:09:05.176823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:03.827551Z","time spent":"1.349246894s","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:05.176464Z","caller":"traceutil/trace.go:171","msg":"trace[305954749] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22744; }","duration":"1.212482485s","start":"2026-03-04T02:09:03.963964Z","end":"2026-03-04T02:09:05.176447Z","steps":["trace[305954749] 'agreement among raft nodes before linearized reading' (duration: 1.21201469s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:05.17689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:03.963943Z","time spent":"1.212929439s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:09:05.176892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14104977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:05.176127Z","caller":"traceutil/trace.go:171","msg":"trace[1686721754] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22744; }","duration":"198.759426ms","start":"2026-03-04T02:09:04.977349Z","end":"2026-03-04T02:09:05.176109Z","steps":["trace[1686721754] 'agreement among raft nodes before linearized reading' (duration: 198.637832ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:05.176957Z","caller":"traceutil/trace.go:171","msg":"trace[1081431672] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22744; }","duration":"1.141145913s","start":"2026-03-04T02:09:04.035795Z","end":"2026-03-04T02:09:05.17694Z","steps":["trace[1081431672] 'agreement among raft nodes before linearized reading' (duration: 1.141026979s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:05.176145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:04.477046Z","time spent":"699.086681ms","remote":"127.0.0.1:45876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:05.177014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:04.035779Z","time spent":"1.141220816s","remote":"127.0.0.1:35066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:09:05.175606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:02.212325Z","time spent":"2.963266787s","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:05.175955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50983952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:05.177291Z","caller":"traceutil/trace.go:171","msg":"trace[2142269282] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:22744; }","duration":"1.511226404s","start":"2026-03-04T02:09:03.666046Z","end":"2026-03-04T02:09:05.177273Z","steps":["trace[2142269282] 'agreement among raft nodes before linearized reading' (duration: 1.509760998s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:05.176811Z","caller":"traceutil/trace.go:171","msg":"trace[1630979184] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:22744; }","duration":"697.040676ms","start":"2026-03-04T02:09:04.479757Z","end":"2026-03-04T02:09:05.176798Z","steps":["trace[1630979184] 'agreement among raft nodes before linearized reading' (duration: 696.441837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:05.177374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:03.665992Z","time spent":"1.511360468s","remote":"127.0.0.1:37568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:05.177438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:04.479739Z","time spent":"697.682246ms","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274220,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:09:05.681526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945030,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:06.182442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945030,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:06.467259Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.287130371s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:09:06.467796Z","caller":"traceutil/trace.go:171","msg":"trace[1088997208] transaction","detail":"{read_only:false; response_revision:22745; number_of_response:1; }","duration":"1.288418041s","start":"2026-03-04T02:09:05.179346Z","end":"2026-03-04T02:09:06.467764Z","steps":["trace[1088997208] 'process raft request' (duration: 1.288193364s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:06.468151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:05.179309Z","time spent":"1.288578936s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1972,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:06.921064Z","caller":"traceutil/trace.go:171","msg":"trace[1731000620] linearizableReadLoop","detail":"{readStateIndex:23551; appliedIndex:23545; }","duration":"1.739798937s","start":"2026-03-04T02:09:05.181241Z","end":"2026-03-04T02:09:06.92104Z","steps":["trace[1731000620] 'read index received' (duration: 1.286220402s)","trace[1731000620] 'applied index is now lower than readState.Index' (duration: 453.577225ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:06.921356Z","caller":"traceutil/trace.go:171","msg":"trace[880527460] transaction","detail":"{read_only:false; response_revision:22746; number_of_response:1; }","duration":"1.739112916s","start":"2026-03-04T02:09:05.18223Z","end":"2026-03-04T02:09:06.921343Z","steps":["trace[880527460] 'process raft request' (duration: 1.695309169s)","trace[880527460] 'compare' (duration: 42.993621ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:06.921375Z","caller":"traceutil/trace.go:171","msg":"trace[827619347] transaction","detail":"{read_only:false; response_revision:22749; number_of_response:1; }","duration":"1.737595767s","start":"2026-03-04T02:09:05.183762Z","end":"2026-03-04T02:09:06.921357Z","steps":["trace[827619347] 'process raft request' (duration: 1.737194734s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:06.921473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:05.182212Z","time spent":"1.739188307s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:06.921515Z","caller":"traceutil/trace.go:171","msg":"trace[751472521] transaction","detail":"{read_only:false; response_revision:22748; number_of_response:1; }","duration":"1.73832109s","start":"2026-03-04T02:09:05.183187Z","end":"2026-03-04T02:09:06.921508Z","steps":["trace[751472521] 'process raft request' (duration: 1.737734151s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:06.921556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:05.183179Z","time spent":"1.738355112s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:06.921552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740302073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4ba7a84b-8de6-43a0-8298-cac363c8115a\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-04T02:09:06.921291Z","caller":"traceutil/trace.go:171","msg":"trace[1192980813] transaction","detail":"{read_only:false; response_revision:22747; number_of_response:1; }","duration":"1.738110163s","start":"2026-03-04T02:09:05.183135Z","end":"2026-03-04T02:09:06.921245Z","steps":["trace[1192980813] 'process raft request' (duration: 1.73769764s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:06.92164Z","caller":"traceutil/trace.go:171","msg":"trace[2108456964] transaction","detail":"{read_only:false; response_revision:22750; number_of_response:1; }","duration":"1.500137745s","start":"2026-03-04T02:09:05.421493Z","end":"2026-03-04T02:09:06.921631Z","steps":["trace[2108456964] 'process raft request' (duration: 1.499508255s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:06.921732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:05.421473Z","time spent":"1.500211106s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:06.921602Z","caller":"traceutil/trace.go:171","msg":"trace[1499861297] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4ba7a84b-8de6-43a0-8298-cac363c8115a; range_end:; response_count:1; response_revision:22750; }","duration":"1.740357164s","start":"2026-03-04T02:09:05.181231Z","end":"2026-03-04T02:09:06.921588Z","steps":["trace[1499861297] 'agreement among raft nodes before linearized reading' (duration: 1.740168468s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:06.921829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:05.180508Z","time spent":"1.741314045s","remote":"127.0.0.1:37548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-4ba7a84b-8de6-43a0-8298-cac363c8115a\" "} {"level":"warn","ts":"2026-03-04T02:09:06.921484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:05.183747Z","time spent":"1.73766347s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:06.922971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:05.183126Z","time spent":"1.738983791s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:07.184288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000287203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:09:07.184384Z","caller":"traceutil/trace.go:171","msg":"trace[895423574] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000419367s","start":"2026-03-04T02:09:05.183944Z","end":"2026-03-04T02:09:07.184363Z","steps":["trace[895423574] 'agreement among raft nodes before linearized reading' (duration: 2.000296944s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:07.184431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:05.183937Z","time spent":"2.000485159s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:07.421819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:07.92282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:08.042358Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.124296734s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:09:08.56102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000002775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:09:08.561104Z","caller":"traceutil/trace.go:171","msg":"trace[1523817136] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000153819s","start":"2026-03-04T02:09:06.560933Z","end":"2026-03-04T02:09:08.561087Z","steps":["trace[1523817136] 'agreement among raft nodes before linearized reading' (duration: 2.000036255s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:08.561154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:06.560911Z","time spent":"2.000231682s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:08.751279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.63285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:08.751582Z","caller":"traceutil/trace.go:171","msg":"trace[928575973] linearizableReadLoop","detail":"{readStateIndex:23556; appliedIndex:23551; }","duration":"1.830193458s","start":"2026-03-04T02:09:06.921372Z","end":"2026-03-04T02:09:08.751566Z","steps":["trace[928575973] 'read index received' (duration: 1.121286729s)","trace[928575973] 'applied index is now lower than readState.Index' (duration: 708.905799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:08.75182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.050941952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:08.751802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76452619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:08.751857Z","caller":"traceutil/trace.go:171","msg":"trace[859143944] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:22755; }","duration":"3.051016854s","start":"2026-03-04T02:09:05.700826Z","end":"2026-03-04T02:09:08.751843Z","steps":["trace[859143944] 'agreement among raft nodes before linearized reading' (duration: 3.050956832s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:08.751896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:05.700799Z","time spent":"3.051084746s","remote":"127.0.0.1:35220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:08.751903Z","caller":"traceutil/trace.go:171","msg":"trace[353842651] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:22755; }","duration":"2.764674295s","start":"2026-03-04T02:09:05.9872Z","end":"2026-03-04T02:09:08.751874Z","steps":["trace[353842651] 'agreement among raft nodes before linearized reading' (duration: 2.764497289s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:08.751969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:05.987182Z","time spent":"2.764766128s","remote":"127.0.0.1:43568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:08.752073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.234835121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:08.75211Z","caller":"traceutil/trace.go:171","msg":"trace[1986864686] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:22755; }","duration":"3.234907113s","start":"2026-03-04T02:09:05.517192Z","end":"2026-03-04T02:09:08.752099Z","steps":["trace[1986864686] 'agreement among raft nodes before linearized reading' (duration: 3.234849311s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:08.752144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:05.517174Z","time spent":"3.234958635s","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:08.752253Z","caller":"traceutil/trace.go:171","msg":"trace[20623439] transaction","detail":"{read_only:false; response_revision:22751; number_of_response:1; }","duration":"2.103227769s","start":"2026-03-04T02:09:06.649001Z","end":"2026-03-04T02:09:08.752229Z","steps":["trace[20623439] 'process raft request' (duration: 1.393571497s)","trace[20623439] 'compare' (duration: 707.776653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:08.752361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.333384058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:09:08.752376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:06.64897Z","time spent":"2.103329042s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:08.75239Z","caller":"traceutil/trace.go:171","msg":"trace[2147270790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22755; }","duration":"3.333496682s","start":"2026-03-04T02:09:05.418885Z","end":"2026-03-04T02:09:08.752381Z","steps":["trace[2147270790] 'agreement among raft nodes before linearized reading' (duration: 3.333388949s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:08.752424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:05.418861Z","time spent":"3.333557414s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:09:08.75251Z","caller":"traceutil/trace.go:171","msg":"trace[1362811805] transaction","detail":"{read_only:false; response_revision:22752; number_of_response:1; }","duration":"2.103463856s","start":"2026-03-04T02:09:06.649029Z","end":"2026-03-04T02:09:08.752493Z","steps":["trace[1362811805] 'process raft request' (duration: 2.102342391s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:08.752522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.571022827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-04T02:09:08.752589Z","caller":"traceutil/trace.go:171","msg":"trace[1064649658] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:22755; }","duration":"3.57112161s","start":"2026-03-04T02:09:05.181447Z","end":"2026-03-04T02:09:08.752569Z","steps":["trace[1064649658] 'agreement among raft nodes before linearized reading' (duration: 3.570922104s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:08.752594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:06.649002Z","time spent":"2.103547809s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:08.752625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:05.181431Z","time spent":"3.571183902s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-03-04T02:09:08.752637Z","caller":"traceutil/trace.go:171","msg":"trace[73218457] transaction","detail":"{read_only:false; response_revision:22753; number_of_response:1; }","duration":"2.10357741s","start":"2026-03-04T02:09:06.649051Z","end":"2026-03-04T02:09:08.752628Z","steps":["trace[73218457] 'process raft request' (duration: 2.102400463s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:08.752675Z","caller":"traceutil/trace.go:171","msg":"trace[1261171762] transaction","detail":"{read_only:false; response_revision:22754; number_of_response:1; }","duration":"2.103438046s","start":"2026-03-04T02:09:06.649221Z","end":"2026-03-04T02:09:08.752659Z","steps":["trace[1261171762] 'process raft request' (duration: 2.102271679s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:08.752736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:06.649026Z","time spent":"2.103641302s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:08.75276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:06.649204Z","time spent":"2.103503087s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:08.752771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.333883234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T02:09:08.752799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.565210474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:08.75284Z","caller":"traceutil/trace.go:171","msg":"trace[1360246463] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22755; }","duration":"3.565269096s","start":"2026-03-04T02:09:05.18756Z","end":"2026-03-04T02:09:08.752829Z","steps":["trace[1360246463] 'agreement among raft nodes before linearized reading' (duration: 3.565208844s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:08.75258Z","caller":"traceutil/trace.go:171","msg":"trace[1327073340] transaction","detail":"{read_only:false; response_revision:22755; number_of_response:1; }","duration":"2.102954421s","start":"2026-03-04T02:09:06.649604Z","end":"2026-03-04T02:09:08.752558Z","steps":["trace[1327073340] 'process raft request' (duration: 2.101922638s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:08.752871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:05.187551Z","time spent":"3.565312867s","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:09:08.752875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.333915655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:09:08.7529Z","caller":"traceutil/trace.go:171","msg":"trace[1153572659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22755; }","duration":"3.334001408s","start":"2026-03-04T02:09:05.418892Z","end":"2026-03-04T02:09:08.752893Z","steps":["trace[1153572659] 'agreement among raft nodes before linearized reading' (duration: 3.333933016s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:08.75294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:05.418874Z","time spent":"3.334058939s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:09:08.752949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:06.649589Z","time spent":"2.103301891s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:08.752805Z","caller":"traceutil/trace.go:171","msg":"trace[13151692] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22755; }","duration":"3.333945266s","start":"2026-03-04T02:09:05.41885Z","end":"2026-03-04T02:09:08.752795Z","steps":["trace[13151692] 'agreement among raft nodes before linearized reading' (duration: 3.333855003s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:08.753012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:05.418831Z","time spent":"3.334170643s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:09:08.753029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.731968607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T02:09:08.75306Z","caller":"traceutil/trace.go:171","msg":"trace[1792969455] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:22755; }","duration":"2.732000598s","start":"2026-03-04T02:09:06.02105Z","end":"2026-03-04T02:09:08.753051Z","steps":["trace[1792969455] 'agreement among raft nodes before linearized reading' (duration: 2.731853173s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:08.753104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:06.021012Z","time spent":"2.732085351s","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-03-04T02:09:08.75453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.571164101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-03-04T02:09:08.754638Z","caller":"traceutil/trace.go:171","msg":"trace[1492946149] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:22755; }","duration":"3.573223626s","start":"2026-03-04T02:09:05.181396Z","end":"2026-03-04T02:09:08.75462Z","steps":["trace[1492946149] 'agreement among raft nodes before linearized reading' (duration: 3.571068159s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:08.7547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:05.181379Z","time spent":"3.573308469s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-04T02:09:08.755491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282833693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4112a56c3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:09:08.755568Z","caller":"traceutil/trace.go:171","msg":"trace[1241821274] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997fa4112a56c3; range_end:; response_count:1; response_revision:22755; }","duration":"2.282944927s","start":"2026-03-04T02:09:06.472603Z","end":"2026-03-04T02:09:08.755548Z","steps":["trace[1241821274] 'agreement among raft nodes before linearized reading' (duration: 2.280095297s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:08.755627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:06.472587Z","time spent":"2.28302603s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4112a56c3\" "} {"level":"warn","ts":"2026-03-04T02:09:09.184738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99984575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:09:09.184852Z","caller":"traceutil/trace.go:171","msg":"trace[1099817852] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000028646s","start":"2026-03-04T02:09:07.184802Z","end":"2026-03-04T02:09:09.18483Z","steps":["trace[1099817852] 'agreement among raft nodes before linearized reading' (duration: 1.999871671s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:09.1849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:07.184778Z","time spent":"2.000111809s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:09.252697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:09.28414Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.241465166s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:09:09.353055Z","caller":"traceutil/trace.go:171","msg":"trace[1120107179] transaction","detail":"{read_only:false; response_revision:22756; number_of_response:1; }","duration":"1.398292345s","start":"2026-03-04T02:09:07.954729Z","end":"2026-03-04T02:09:09.353022Z","steps":["trace[1120107179] 'process raft request' (duration: 1.329547424s)","trace[1120107179] 'compare' (duration: 67.904104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:09.353204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:07.954703Z","time spent":"1.398419259s","remote":"127.0.0.1:45902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:10.339908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.393957ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T02:09:10.340296Z","caller":"traceutil/trace.go:171","msg":"trace[199061854] transaction","detail":"{read_only:false; response_revision:22759; number_of_response:1; }","duration":"1.582796702s","start":"2026-03-04T02:09:08.757481Z","end":"2026-03-04T02:09:10.340277Z","steps":["trace[199061854] 'process raft request' (duration: 1.58271323s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.340462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:08.754215Z","time spent":"1.58624029s","remote":"127.0.0.1:37442","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:09:10.34085Z","caller":"traceutil/trace.go:171","msg":"trace[1467263344] transaction","detail":"{read_only:false; response_revision:22757; number_of_response:1; }","duration":"1.584344171s","start":"2026-03-04T02:09:08.756482Z","end":"2026-03-04T02:09:10.340826Z","steps":["trace[1467263344] 'process raft request' (duration: 1.583519125s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:10.34088Z","caller":"traceutil/trace.go:171","msg":"trace[760028855] transaction","detail":"{read_only:false; response_revision:22761; number_of_response:1; }","duration":"1.582519814s","start":"2026-03-04T02:09:08.758339Z","end":"2026-03-04T02:09:10.340859Z","steps":["trace[760028855] 'process raft request' (duration: 1.582386279s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.340997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:08.758324Z","time spent":"1.582604096s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:10.340992Z","caller":"traceutil/trace.go:171","msg":"trace[728382142] transaction","detail":"{read_only:false; response_revision:22760; number_of_response:1; }","duration":"1.583473084s","start":"2026-03-04T02:09:08.757479Z","end":"2026-03-04T02:09:10.340952Z","steps":["trace[728382142] 'process raft request' (duration: 1.582758331s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:10.341333Z","caller":"traceutil/trace.go:171","msg":"trace[624648039] linearizableReadLoop","detail":"{readStateIndex:23565; appliedIndex:23556; }","duration":"1.589685238s","start":"2026-03-04T02:09:08.751611Z","end":"2026-03-04T02:09:10.341297Z","steps":["trace[624648039] 'read index received' (duration: 532.752533ms)","trace[624648039] 'applied index is now lower than readState.Index' (duration: 1.056928205s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:10.341428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.721932472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:10.341476Z","caller":"traceutil/trace.go:171","msg":"trace[41009804] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:22764; }","duration":"2.722021485s","start":"2026-03-04T02:09:07.619442Z","end":"2026-03-04T02:09:10.341463Z","steps":["trace[41009804] 'agreement among raft nodes before linearized reading' (duration: 2.721894471s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.341432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554559212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:10.341092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:08.756462Z","time spent":"1.584465115s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:10.341538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:07.619425Z","time spent":"2.722102278s","remote":"127.0.0.1:37490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:10.341555Z","caller":"traceutil/trace.go:171","msg":"trace[56030470] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22764; }","duration":"2.554710877s","start":"2026-03-04T02:09:07.786824Z","end":"2026-03-04T02:09:10.341535Z","steps":["trace[56030470] 'agreement among raft nodes before linearized reading' (duration: 2.554519091s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.341603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:07.786809Z","time spent":"2.554778369s","remote":"127.0.0.1:34798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:10.341284Z","caller":"traceutil/trace.go:171","msg":"trace[1321389199] transaction","detail":"{read_only:false; response_revision:22763; number_of_response:1; }","duration":"1.413720118s","start":"2026-03-04T02:09:08.927539Z","end":"2026-03-04T02:09:10.341259Z","steps":["trace[1321389199] 'process raft request' (duration: 1.413444279s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.341748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515967019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:09:10.341815Z","caller":"traceutil/trace.go:171","msg":"trace[1511009111] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22764; }","duration":"2.516075442s","start":"2026-03-04T02:09:07.825725Z","end":"2026-03-04T02:09:10.3418Z","steps":["trace[1511009111] 'agreement among raft nodes before linearized reading' (duration: 2.515609128s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.341767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:08.757465Z","time spent":"1.584048401s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:10.341928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.415430867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-04T02:09:10.341972Z","caller":"traceutil/trace.go:171","msg":"trace[1558216430] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:22764; }","duration":"3.415497659s","start":"2026-03-04T02:09:06.926462Z","end":"2026-03-04T02:09:10.34196Z","steps":["trace[1558216430] 'agreement among raft nodes before linearized reading' (duration: 3.415369165s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.341991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918806392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:09:10.342007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:06.926446Z","time spent":"3.41555382s","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-04T02:09:10.34196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.980777447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T02:09:10.342012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816417574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:10.342023Z","caller":"traceutil/trace.go:171","msg":"trace[704024628] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22764; }","duration":"1.918863264s","start":"2026-03-04T02:09:08.423149Z","end":"2026-03-04T02:09:10.342012Z","steps":["trace[704024628] 'agreement among raft nodes before linearized reading' (duration: 1.9187503s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.342055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199932847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:10.342073Z","caller":"traceutil/trace.go:171","msg":"trace[1277191223] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:22764; }","duration":"1.816501177s","start":"2026-03-04T02:09:08.525556Z","end":"2026-03-04T02:09:10.342057Z","steps":["trace[1277191223] 'agreement among raft nodes before linearized reading' (duration: 1.816399404s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:10.342118Z","caller":"traceutil/trace.go:171","msg":"trace[188827684] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22764; }","duration":"2.20002226s","start":"2026-03-04T02:09:08.142081Z","end":"2026-03-04T02:09:10.342103Z","steps":["trace[188827684] 'agreement among raft nodes before linearized reading' (duration: 2.199928947s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.342133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:08.525544Z","time spent":"1.816574059s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:10.342116Z","caller":"traceutil/trace.go:171","msg":"trace[1912207408] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22764; }","duration":"2.980931392s","start":"2026-03-04T02:09:07.361119Z","end":"2026-03-04T02:09:10.342051Z","steps":["trace[1912207408] 'agreement among raft nodes before linearized reading' (duration: 2.980276922s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.342183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.011492052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:10.342227Z","caller":"traceutil/trace.go:171","msg":"trace[207504250] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:22764; }","duration":"3.011566164s","start":"2026-03-04T02:09:07.330646Z","end":"2026-03-04T02:09:10.342213Z","steps":["trace[207504250] 'agreement among raft nodes before linearized reading' (duration: 3.011506882s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.342223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:07.361098Z","time spent":"2.981111217s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:09:10.342264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:07.330626Z","time spent":"3.011628677s","remote":"127.0.0.1:52796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:10.342497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:08.757472Z","time spent":"1.582868774s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:10.342483Z","caller":"traceutil/trace.go:171","msg":"trace[724690218] transaction","detail":"{read_only:false; response_revision:22758; number_of_response:1; }","duration":"1.582888745s","start":"2026-03-04T02:09:08.757397Z","end":"2026-03-04T02:09:10.340286Z","steps":["trace[724690218] 'process raft request' (duration: 1.58274528s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.341867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:07.825703Z","time spent":"2.516151265s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:09:10.342657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:08.757387Z","time spent":"1.585213448s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:10.341302Z","caller":"traceutil/trace.go:171","msg":"trace[994370983] transaction","detail":"{read_only:false; response_revision:22764; number_of_response:1; }","duration":"247.261971ms","start":"2026-03-04T02:09:10.094021Z","end":"2026-03-04T02:09:10.341283Z","steps":["trace[994370983] 'process raft request' (duration: 247.175388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.342071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:08.423135Z","time spent":"1.918928926s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:09:10.341693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:08.927524Z","time spent":"1.414128752s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:10.342168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:08.142065Z","time spent":"2.200088962s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:10.341125Z","caller":"traceutil/trace.go:171","msg":"trace[253004018] transaction","detail":"{read_only:false; response_revision:22762; number_of_response:1; }","duration":"1.582567045s","start":"2026-03-04T02:09:08.758529Z","end":"2026-03-04T02:09:10.341096Z","steps":["trace[253004018] 'process raft request' (duration: 1.582289956s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.343193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:08.758517Z","time spent":"1.584617659s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:10.344896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151670593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:10.344936Z","caller":"traceutil/trace.go:171","msg":"trace[2101401697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22764; }","duration":"1.151714454s","start":"2026-03-04T02:09:09.193213Z","end":"2026-03-04T02:09:10.344928Z","steps":["trace[2101401697] 'agreement among raft nodes before linearized reading' (duration: 1.151628802s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.344955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:09.193158Z","time spent":"1.151792467s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:10.345093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.342201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:10.345126Z","caller":"traceutil/trace.go:171","msg":"trace[891367179] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:22764; }","duration":"891.377342ms","start":"2026-03-04T02:09:09.453742Z","end":"2026-03-04T02:09:10.34512Z","steps":["trace[891367179] 'agreement among raft nodes before linearized reading' (duration: 891.328101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.345148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:09.453683Z","time spent":"891.458005ms","remote":"127.0.0.1:37544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:10.345446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058018009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:10.345501Z","caller":"traceutil/trace.go:171","msg":"trace[709957483] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:22764; }","duration":"1.058139724s","start":"2026-03-04T02:09:09.287345Z","end":"2026-03-04T02:09:10.345485Z","steps":["trace[709957483] 'agreement among raft nodes before linearized reading' (duration: 1.058044291s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.345558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:09.287326Z","time spent":"1.058216996s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:10.345868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455037977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:10.34601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584359991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:10.345562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418956483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:09:10.346158Z","caller":"traceutil/trace.go:171","msg":"trace[818347430] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22764; }","duration":"1.584456044s","start":"2026-03-04T02:09:08.761599Z","end":"2026-03-04T02:09:10.346055Z","steps":["trace[818347430] 'agreement among raft nodes before linearized reading' (duration: 1.584317579s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:10.346221Z","caller":"traceutil/trace.go:171","msg":"trace[44358367] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22764; }","duration":"1.419610063s","start":"2026-03-04T02:09:08.926562Z","end":"2026-03-04T02:09:10.346172Z","steps":["trace[44358367] 'agreement among raft nodes before linearized reading' (duration: 1.418815638s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.34626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:08.761591Z","time spent":"1.584655621s","remote":"127.0.0.1:37668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:09:10.346271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:08.926555Z","time spent":"1.419705446s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:09:10.346336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.60943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18442"} {"level":"info","ts":"2026-03-04T02:09:10.34638Z","caller":"traceutil/trace.go:171","msg":"trace[70241757] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22764; }","duration":"983.697314ms","start":"2026-03-04T02:09:09.362673Z","end":"2026-03-04T02:09:10.346371Z","steps":["trace[70241757] 'agreement among raft nodes before linearized reading' (duration: 982.565258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.34641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:09.362627Z","time spent":"983.773037ms","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18465,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T02:09:10.346551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420053327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:09:10.34659Z","caller":"traceutil/trace.go:171","msg":"trace[185283966] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22764; }","duration":"1.42013042s","start":"2026-03-04T02:09:08.926451Z","end":"2026-03-04T02:09:10.346581Z","steps":["trace[185283966] 'agreement among raft nodes before linearized reading' (duration: 1.420019567s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.346619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:08.926426Z","time spent":"1.420186361s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:09:10.346707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589934916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:09:10.346793Z","caller":"traceutil/trace.go:171","msg":"trace[1849293976] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22764; }","duration":"1.59005923s","start":"2026-03-04T02:09:08.756713Z","end":"2026-03-04T02:09:10.346772Z","steps":["trace[1849293976] 'agreement among raft nodes before linearized reading' (duration: 1.587984335s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.346843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:08.756703Z","time spent":"1.590129982s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2661,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:10.347235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42111174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:09:10.347284Z","caller":"traceutil/trace.go:171","msg":"trace[952213154] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22764; }","duration":"1.421189633s","start":"2026-03-04T02:09:08.926083Z","end":"2026-03-04T02:09:10.347273Z","steps":["trace[952213154] 'agreement among raft nodes before linearized reading' (duration: 1.418813728s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.347314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:08.926067Z","time spent":"1.421239105s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:09:10.345923Z","caller":"traceutil/trace.go:171","msg":"trace[759299057] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:22764; }","duration":"1.45514078s","start":"2026-03-04T02:09:08.890772Z","end":"2026-03-04T02:09:10.345913Z","steps":["trace[759299057] 'agreement among raft nodes before linearized reading' (duration: 1.454916583s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.348305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:08.890747Z","time spent":"1.457533986s","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:25.883996Z","caller":"traceutil/trace.go:171","msg":"trace[1073660118] linearizableReadLoop","detail":"{readStateIndex:23679; appliedIndex:23678; }","duration":"373.992978ms","start":"2026-03-04T02:09:25.509968Z","end":"2026-03-04T02:09:25.883961Z","steps":["trace[1073660118] 'read index received' (duration: 373.754881ms)","trace[1073660118] 'applied index is now lower than readState.Index' (duration: 236.457µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:25.884104Z","caller":"traceutil/trace.go:171","msg":"trace[846650477] transaction","detail":"{read_only:false; response_revision:22874; number_of_response:1; }","duration":"377.960853ms","start":"2026-03-04T02:09:25.506102Z","end":"2026-03-04T02:09:25.884063Z","steps":["trace[846650477] 'process raft request' (duration: 377.663944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:25.88423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.230745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:25.8843Z","caller":"traceutil/trace.go:171","msg":"trace[638748439] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22874; }","duration":"374.340599ms","start":"2026-03-04T02:09:25.509942Z","end":"2026-03-04T02:09:25.884282Z","steps":["trace[638748439] 'agreement among raft nodes before linearized reading' (duration: 374.197065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:25.88433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:25.509934Z","time spent":"374.38907ms","remote":"127.0.0.1:34946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:25.884369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:25.50608Z","time spent":"378.144098ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:25.885177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.933254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:09:25.885328Z","caller":"traceutil/trace.go:171","msg":"trace[128396737] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22874; }","duration":"257.13453ms","start":"2026-03-04T02:09:25.628171Z","end":"2026-03-04T02:09:25.885305Z","steps":["trace[128396737] 'agreement among raft nodes before linearized reading' (duration: 256.16113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:26.449965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945290,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:09:26.722572Z","caller":"traceutil/trace.go:171","msg":"trace[584317781] linearizableReadLoop","detail":"{readStateIndex:23680; appliedIndex:23679; }","duration":"773.019823ms","start":"2026-03-04T02:09:25.949534Z","end":"2026-03-04T02:09:26.722554Z","steps":["trace[584317781] 'read index received' (duration: 736.100464ms)","trace[584317781] 'applied index is now lower than readState.Index' (duration: 36.918679ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:26.72261Z","caller":"traceutil/trace.go:171","msg":"trace[357036336] transaction","detail":"{read_only:false; response_revision:22875; number_of_response:1; }","duration":"788.393645ms","start":"2026-03-04T02:09:25.934182Z","end":"2026-03-04T02:09:26.722575Z","steps":["trace[357036336] 'process raft request' (duration: 751.436905ms)","trace[357036336] 'compare' (duration: 36.853236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:26.722761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:25.934162Z","time spent":"788.515179ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:26.722745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.186858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:26.722824Z","caller":"traceutil/trace.go:171","msg":"trace[1082150918] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22875; }","duration":"773.306762ms","start":"2026-03-04T02:09:25.949496Z","end":"2026-03-04T02:09:26.722802Z","steps":["trace[1082150918] 'agreement among raft nodes before linearized reading' (duration: 773.117796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:26.722863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:25.949479Z","time spent":"773.376523ms","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:09:26.749166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.322198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-04T02:09:26.749188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.701986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:09:26.749198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.588146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:09:26.749232Z","caller":"traceutil/trace.go:171","msg":"trace[12450327] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:22876; }","duration":"727.431342ms","start":"2026-03-04T02:09:26.021783Z","end":"2026-03-04T02:09:26.749214Z","steps":["trace[12450327] 'agreement among raft nodes before linearized reading' (duration: 727.266117ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:26.749245Z","caller":"traceutil/trace.go:171","msg":"trace[577048993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22876; }","duration":"212.770718ms","start":"2026-03-04T02:09:26.536456Z","end":"2026-03-04T02:09:26.749227Z","steps":["trace[577048993] 'agreement among raft nodes before linearized reading' (duration: 212.571212ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:26.749258Z","caller":"traceutil/trace.go:171","msg":"trace[1282283986] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22876; }","duration":"215.68842ms","start":"2026-03-04T02:09:26.533552Z","end":"2026-03-04T02:09:26.749241Z","steps":["trace[1282283986] 'agreement among raft nodes before linearized reading' (duration: 215.502454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:26.749249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.987955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:09:26.749314Z","caller":"traceutil/trace.go:171","msg":"trace[1231472007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22876; }","duration":"213.077257ms","start":"2026-03-04T02:09:26.53622Z","end":"2026-03-04T02:09:26.749298Z","steps":["trace[1231472007] 'agreement among raft nodes before linearized reading' (duration: 212.876941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:26.749352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.183521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:26.749392Z","caller":"traceutil/trace.go:171","msg":"trace[641104800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22876; }","duration":"184.249833ms","start":"2026-03-04T02:09:26.565134Z","end":"2026-03-04T02:09:26.749384Z","steps":["trace[641104800] 'agreement among raft nodes before linearized reading' (duration: 184.191751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:26.749439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.040988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:09:26.749428Z","caller":"traceutil/trace.go:171","msg":"trace[301844870] transaction","detail":"{read_only:false; response_revision:22876; number_of_response:1; }","duration":"228.649167ms","start":"2026-03-04T02:09:26.520757Z","end":"2026-03-04T02:09:26.749406Z","steps":["trace[301844870] 'process raft request' (duration: 228.132751ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:26.749465Z","caller":"traceutil/trace.go:171","msg":"trace[761990343] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22876; }","duration":"214.11329ms","start":"2026-03-04T02:09:26.535345Z","end":"2026-03-04T02:09:26.749459Z","steps":["trace[761990343] 'agreement among raft nodes before linearized reading' (duration: 214.041438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:26.74927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:26.021765Z","time spent":"727.496863ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-03-04T02:09:26.74956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.158367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:09:26.749597Z","caller":"traceutil/trace.go:171","msg":"trace[1706678537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22876; }","duration":"211.206799ms","start":"2026-03-04T02:09:26.538379Z","end":"2026-03-04T02:09:26.749586Z","steps":["trace[1706678537] 'agreement among raft nodes before linearized reading' (duration: 211.102566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:26.749897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.273654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:09:26.749964Z","caller":"traceutil/trace.go:171","msg":"trace[887354681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22876; }","duration":"213.672337ms","start":"2026-03-04T02:09:26.536273Z","end":"2026-03-04T02:09:26.749945Z","steps":["trace[887354681] 'agreement among raft nodes before linearized reading' (duration: 213.181831ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:28.748058Z","caller":"traceutil/trace.go:171","msg":"trace[2039990660] transaction","detail":"{read_only:false; response_revision:22889; number_of_response:1; }","duration":"112.541402ms","start":"2026-03-04T02:09:28.635491Z","end":"2026-03-04T02:09:28.748032Z","steps":["trace[2039990660] 'process raft request' (duration: 112.384527ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:29.168831Z","caller":"traceutil/trace.go:171","msg":"trace[1054151518] transaction","detail":"{read_only:false; response_revision:22906; number_of_response:1; }","duration":"155.026556ms","start":"2026-03-04T02:09:29.013779Z","end":"2026-03-04T02:09:29.168806Z","steps":["trace[1054151518] 'process raft request' (duration: 154.721507ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:29.220069Z","caller":"traceutil/trace.go:171","msg":"trace[1869047106] transaction","detail":"{read_only:false; response_revision:22908; number_of_response:1; }","duration":"116.164167ms","start":"2026-03-04T02:09:29.103879Z","end":"2026-03-04T02:09:29.220043Z","steps":["trace[1869047106] 'process raft request' (duration: 116.105195ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:29.220146Z","caller":"traceutil/trace.go:171","msg":"trace[955464875] transaction","detail":"{read_only:false; response_revision:22907; number_of_response:1; }","duration":"141.998527ms","start":"2026-03-04T02:09:29.078115Z","end":"2026-03-04T02:09:29.220113Z","steps":["trace[955464875] 'process raft request' (duration: 141.722148ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:29.397028Z","caller":"traceutil/trace.go:171","msg":"trace[389911557] transaction","detail":"{read_only:false; response_revision:22911; number_of_response:1; }","duration":"163.100669ms","start":"2026-03-04T02:09:29.23389Z","end":"2026-03-04T02:09:29.39699Z","steps":["trace[389911557] 'process raft request' (duration: 162.767959ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:29.397251Z","caller":"traceutil/trace.go:171","msg":"trace[1906836376] transaction","detail":"{read_only:false; response_revision:22912; number_of_response:1; }","duration":"162.195481ms","start":"2026-03-04T02:09:29.235032Z","end":"2026-03-04T02:09:29.397227Z","steps":["trace[1906836376] 'process raft request' (duration: 161.891091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:29.397194Z","caller":"traceutil/trace.go:171","msg":"trace[1154747793] transaction","detail":"{read_only:false; response_revision:22913; number_of_response:1; }","duration":"161.718436ms","start":"2026-03-04T02:09:29.235457Z","end":"2026-03-04T02:09:29.397176Z","steps":["trace[1154747793] 'process raft request' (duration: 161.51337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:29.553964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.464411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:29.55408Z","caller":"traceutil/trace.go:171","msg":"trace[1032926782] linearizableReadLoop","detail":"{readStateIndex:23720; appliedIndex:23719; }","duration":"157.027639ms","start":"2026-03-04T02:09:29.397011Z","end":"2026-03-04T02:09:29.554039Z","steps":["trace[1032926782] 'read index received' (duration: 29.439154ms)","trace[1032926782] 'applied index is now lower than readState.Index' (duration: 127.587325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:29.554251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.488319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-04T02:09:29.554295Z","caller":"traceutil/trace.go:171","msg":"trace[1917738806] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:22914; }","duration":"226.556711ms","start":"2026-03-04T02:09:29.327714Z","end":"2026-03-04T02:09:29.554271Z","steps":["trace[1917738806] 'agreement among raft nodes before linearized reading' (duration: 226.414306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:29.554361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.53473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-04T02:09:29.554387Z","caller":"traceutil/trace.go:171","msg":"trace[1039154856] transaction","detail":"{read_only:false; response_revision:22914; number_of_response:1; }","duration":"226.545531ms","start":"2026-03-04T02:09:29.327816Z","end":"2026-03-04T02:09:29.554362Z","steps":["trace[1039154856] 'process raft request' (duration: 98.626886ms)","trace[1039154856] 'compare' (duration: 127.343527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:29.554388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.421678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:09:29.554459Z","caller":"traceutil/trace.go:171","msg":"trace[233933955] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:22914; }","duration":"212.52261ms","start":"2026-03-04T02:09:29.341917Z","end":"2026-03-04T02:09:29.55444Z","steps":["trace[233933955] 'agreement among raft nodes before linearized reading' (duration: 212.20625ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:29.554431Z","caller":"traceutil/trace.go:171","msg":"trace[967504863] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:22914; }","duration":"226.705566ms","start":"2026-03-04T02:09:29.327714Z","end":"2026-03-04T02:09:29.55442Z","steps":["trace[967504863] 'agreement among raft nodes before linearized reading' (duration: 226.448827ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:29.57101Z","caller":"traceutil/trace.go:171","msg":"trace[491058488] transaction","detail":"{read_only:false; response_revision:22915; number_of_response:1; }","duration":"169.540651ms","start":"2026-03-04T02:09:29.401436Z","end":"2026-03-04T02:09:29.570977Z","steps":["trace[491058488] 'process raft request' (duration: 169.358385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:29.571064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.269777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:29.571203Z","caller":"traceutil/trace.go:171","msg":"trace[316490443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22915; }","duration":"172.460553ms","start":"2026-03-04T02:09:29.39873Z","end":"2026-03-04T02:09:29.57119Z","steps":["trace[316490443] 'agreement among raft nodes before linearized reading' (duration: 172.240496ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:30.042677Z","caller":"traceutil/trace.go:171","msg":"trace[1532730805] transaction","detail":"{read_only:false; response_revision:22927; number_of_response:1; }","duration":"175.544161ms","start":"2026-03-04T02:09:29.867102Z","end":"2026-03-04T02:09:30.042647Z","steps":["trace[1532730805] 'process raft request' (duration: 132.864781ms)","trace[1532730805] 'compare' (duration: 42.35941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:30.043049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.55285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-04T02:09:30.04313Z","caller":"traceutil/trace.go:171","msg":"trace[2017654462] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:22927; }","duration":"175.739296ms","start":"2026-03-04T02:09:29.867371Z","end":"2026-03-04T02:09:30.043111Z","steps":["trace[2017654462] 'agreement among raft nodes before linearized reading' (duration: 175.464258ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:30.042678Z","caller":"traceutil/trace.go:171","msg":"trace[1031474398] linearizableReadLoop","detail":"{readStateIndex:23733; appliedIndex:23732; }","duration":"175.083675ms","start":"2026-03-04T02:09:29.86756Z","end":"2026-03-04T02:09:30.042644Z","steps":["trace[1031474398] 'read index received' (duration: 132.337643ms)","trace[1031474398] 'applied index is now lower than readState.Index' (duration: 42.744552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:30.043472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.516898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-04T02:09:30.043543Z","caller":"traceutil/trace.go:171","msg":"trace[709304187] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:22927; }","duration":"174.629291ms","start":"2026-03-04T02:09:29.868893Z","end":"2026-03-04T02:09:30.043522Z","steps":["trace[709304187] 'agreement among raft nodes before linearized reading' (duration: 174.432165ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:30.209802Z","caller":"traceutil/trace.go:171","msg":"trace[992127127] linearizableReadLoop","detail":"{readStateIndex:23736; appliedIndex:23734; }","duration":"130.212307ms","start":"2026-03-04T02:09:30.079567Z","end":"2026-03-04T02:09:30.209779Z","steps":["trace[992127127] 'read index received' (duration: 128.275516ms)","trace[992127127] 'applied index is now lower than readState.Index' (duration: 1.935871ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:30.210071Z","caller":"traceutil/trace.go:171","msg":"trace[1615136941] transaction","detail":"{read_only:false; response_revision:22929; number_of_response:1; }","duration":"159.425084ms","start":"2026-03-04T02:09:30.050634Z","end":"2026-03-04T02:09:30.210059Z","steps":["trace[1615136941] 'process raft request' (duration: 157.263296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:30.210213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.769595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-04T02:09:30.210273Z","caller":"traceutil/trace.go:171","msg":"trace[1782929499] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:22930; }","duration":"159.886898ms","start":"2026-03-04T02:09:30.050371Z","end":"2026-03-04T02:09:30.210258Z","steps":["trace[1782929499] 'agreement among raft nodes before linearized reading' (duration: 159.694422ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:30.210335Z","caller":"traceutil/trace.go:171","msg":"trace[980325273] transaction","detail":"{read_only:false; response_revision:22930; number_of_response:1; }","duration":"156.75061ms","start":"2026-03-04T02:09:30.053565Z","end":"2026-03-04T02:09:30.210315Z","steps":["trace[980325273] 'process raft request' (duration: 156.134371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:30.210219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.609475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-04T02:09:30.210421Z","caller":"traceutil/trace.go:171","msg":"trace[993512873] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:22930; }","duration":"127.847222ms","start":"2026-03-04T02:09:30.082566Z","end":"2026-03-04T02:09:30.210414Z","steps":["trace[993512873] 'agreement among raft nodes before linearized reading' (duration: 127.544383ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:30.324598Z","caller":"traceutil/trace.go:171","msg":"trace[1103681468] transaction","detail":"{read_only:false; response_revision:22932; number_of_response:1; }","duration":"102.971192ms","start":"2026-03-04T02:09:30.221607Z","end":"2026-03-04T02:09:30.324579Z","steps":["trace[1103681468] 'process raft request' (duration: 100.944939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:30.324905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.715663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112166"} {"level":"info","ts":"2026-03-04T02:09:30.32498Z","caller":"traceutil/trace.go:171","msg":"trace[764988785] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:22932; }","duration":"101.819116ms","start":"2026-03-04T02:09:30.223144Z","end":"2026-03-04T02:09:30.324963Z","steps":["trace[764988785] 'agreement among raft nodes before linearized reading' (duration: 101.450844ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:30.513761Z","caller":"traceutil/trace.go:171","msg":"trace[689017361] transaction","detail":"{read_only:false; response_revision:22938; number_of_response:1; }","duration":"145.236418ms","start":"2026-03-04T02:09:30.368497Z","end":"2026-03-04T02:09:30.513734Z","steps":["trace[689017361] 'process raft request' (duration: 145.084274ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:30.555276Z","caller":"traceutil/trace.go:171","msg":"trace[1398876884] transaction","detail":"{read_only:false; response_revision:22939; number_of_response:1; }","duration":"185.058979ms","start":"2026-03-04T02:09:30.370196Z","end":"2026-03-04T02:09:30.555255Z","steps":["trace[1398876884] 'process raft request' (duration: 184.848102ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:30.555811Z","caller":"traceutil/trace.go:171","msg":"trace[1518619815] transaction","detail":"{read_only:false; response_revision:22940; number_of_response:1; }","duration":"180.546067ms","start":"2026-03-04T02:09:30.375236Z","end":"2026-03-04T02:09:30.555782Z","steps":["trace[1518619815] 'process raft request' (duration: 179.965589ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:30.556043Z","caller":"traceutil/trace.go:171","msg":"trace[457130414] transaction","detail":"{read_only:false; response_revision:22941; number_of_response:1; }","duration":"176.991535ms","start":"2026-03-04T02:09:30.37904Z","end":"2026-03-04T02:09:30.556031Z","steps":["trace[457130414] 'process raft request' (duration: 176.622853ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:30.556173Z","caller":"traceutil/trace.go:171","msg":"trace[369695920] linearizableReadLoop","detail":"{readStateIndex:23748; appliedIndex:23743; }","duration":"154.118787ms","start":"2026-03-04T02:09:30.402047Z","end":"2026-03-04T02:09:30.556165Z","steps":["trace[369695920] 'read index received' (duration: 111.5303ms)","trace[369695920] 'applied index is now lower than readState.Index' (duration: 42.587847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:30.556358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.297572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:30.556417Z","caller":"traceutil/trace.go:171","msg":"trace[413678753] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22942; }","duration":"154.406417ms","start":"2026-03-04T02:09:30.401996Z","end":"2026-03-04T02:09:30.556403Z","steps":["trace[413678753] 'agreement among raft nodes before linearized reading' (duration: 154.306243ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:30.556496Z","caller":"traceutil/trace.go:171","msg":"trace[1111651468] transaction","detail":"{read_only:false; response_revision:22942; number_of_response:1; }","duration":"176.777488ms","start":"2026-03-04T02:09:30.379687Z","end":"2026-03-04T02:09:30.556465Z","steps":["trace[1111651468] 'process raft request' (duration: 176.211021ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:30.644913Z","caller":"traceutil/trace.go:171","msg":"trace[1065206323] transaction","detail":"{read_only:false; response_revision:22943; number_of_response:1; }","duration":"119.692577ms","start":"2026-03-04T02:09:30.525194Z","end":"2026-03-04T02:09:30.644887Z","steps":["trace[1065206323] 'process raft request' (duration: 86.177295ms)","trace[1065206323] 'compare' (duration: 33.365767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:30.645078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.235722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18442"} {"level":"info","ts":"2026-03-04T02:09:30.645154Z","caller":"traceutil/trace.go:171","msg":"trace[1612959099] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22943; }","duration":"126.354636ms","start":"2026-03-04T02:09:30.518782Z","end":"2026-03-04T02:09:30.645137Z","steps":["trace[1612959099] 'agreement among raft nodes before linearized reading' (duration: 126.119168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:30.836245Z","caller":"traceutil/trace.go:171","msg":"trace[541921245] linearizableReadLoop","detail":"{readStateIndex:23752; appliedIndex:23751; }","duration":"142.967807ms","start":"2026-03-04T02:09:30.693261Z","end":"2026-03-04T02:09:30.836229Z","steps":["trace[541921245] 'read index received' (duration: 142.941137ms)","trace[541921245] 'applied index is now lower than readState.Index' (duration: 25.91µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:30.83635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.917257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:30.836376Z","caller":"traceutil/trace.go:171","msg":"trace[1026217852] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22946; }","duration":"179.971929ms","start":"2026-03-04T02:09:30.656396Z","end":"2026-03-04T02:09:30.836368Z","steps":["trace[1026217852] 'agreement among raft nodes before linearized reading' (duration: 179.914787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:30.836449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.635908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-03-04T02:09:30.836499Z","caller":"traceutil/trace.go:171","msg":"trace[1560945260] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:22946; }","duration":"150.71269ms","start":"2026-03-04T02:09:30.68577Z","end":"2026-03-04T02:09:30.836483Z","steps":["trace[1560945260] 'agreement among raft nodes before linearized reading' (duration: 150.533485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:30.836529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.28146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:30.836539Z","caller":"traceutil/trace.go:171","msg":"trace[1705465453] transaction","detail":"{read_only:false; response_revision:22946; number_of_response:1; }","duration":"171.900445ms","start":"2026-03-04T02:09:30.664607Z","end":"2026-03-04T02:09:30.836507Z","steps":["trace[1705465453] 'process raft request' (duration: 171.510933ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:30.836623Z","caller":"traceutil/trace.go:171","msg":"trace[211181559] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:22946; }","duration":"181.392943ms","start":"2026-03-04T02:09:30.655209Z","end":"2026-03-04T02:09:30.836602Z","steps":["trace[211181559] 'agreement among raft nodes before linearized reading' (duration: 181.226598ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:30.880262Z","caller":"traceutil/trace.go:171","msg":"trace[1558766902] transaction","detail":"{read_only:false; response_revision:22947; number_of_response:1; }","duration":"183.385306ms","start":"2026-03-04T02:09:30.696855Z","end":"2026-03-04T02:09:30.88024Z","steps":["trace[1558766902] 'process raft request' (duration: 183.148348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:30.880425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.983843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:30.88043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.07778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:30.880486Z","caller":"traceutil/trace.go:171","msg":"trace[687012770] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:22948; }","duration":"132.088896ms","start":"2026-03-04T02:09:30.748384Z","end":"2026-03-04T02:09:30.880473Z","steps":["trace[687012770] 'agreement among raft nodes before linearized reading' (duration: 131.88919ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:30.880515Z","caller":"traceutil/trace.go:171","msg":"trace[1167539089] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:22948; }","duration":"164.182933ms","start":"2026-03-04T02:09:30.716302Z","end":"2026-03-04T02:09:30.880485Z","steps":["trace[1167539089] 'agreement among raft nodes before linearized reading' (duration: 164.052259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:30.880514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.943324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"info","ts":"2026-03-04T02:09:30.880563Z","caller":"traceutil/trace.go:171","msg":"trace[1164761780] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:22948; }","duration":"184.022896ms","start":"2026-03-04T02:09:30.696529Z","end":"2026-03-04T02:09:30.880552Z","steps":["trace[1164761780] 'agreement among raft nodes before linearized reading' (duration: 183.937333ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:30.970298Z","caller":"traceutil/trace.go:171","msg":"trace[2000084812] transaction","detail":"{read_only:false; response_revision:22949; number_of_response:1; }","duration":"131.864649ms","start":"2026-03-04T02:09:30.838396Z","end":"2026-03-04T02:09:30.97026Z","steps":["trace[2000084812] 'process raft request' (duration: 131.649692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:30.970456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.110854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-04T02:09:30.970552Z","caller":"traceutil/trace.go:171","msg":"trace[2107813768] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:22949; }","duration":"109.256659ms","start":"2026-03-04T02:09:30.861276Z","end":"2026-03-04T02:09:30.970532Z","steps":["trace[2107813768] 'agreement among raft nodes before linearized reading' (duration: 108.933789ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:31.159887Z","caller":"traceutil/trace.go:171","msg":"trace[306359261] transaction","detail":"{read_only:false; response_revision:22951; number_of_response:1; }","duration":"184.692806ms","start":"2026-03-04T02:09:30.975167Z","end":"2026-03-04T02:09:31.15986Z","steps":["trace[306359261] 'process raft request' (duration: 94.418304ms)","trace[306359261] 'compare' (duration: 89.943712ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:31.161197Z","caller":"traceutil/trace.go:171","msg":"trace[59456407] transaction","detail":"{read_only:false; response_revision:22952; number_of_response:1; }","duration":"185.842952ms","start":"2026-03-04T02:09:30.975289Z","end":"2026-03-04T02:09:31.161132Z","steps":["trace[59456407] 'process raft request' (duration: 184.534311ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:31.16133Z","caller":"traceutil/trace.go:171","msg":"trace[961077792] transaction","detail":"{read_only:false; response_revision:22953; number_of_response:1; }","duration":"185.096089ms","start":"2026-03-04T02:09:30.976214Z","end":"2026-03-04T02:09:31.16131Z","steps":["trace[961077792] 'process raft request' (duration: 184.748338ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:31.161892Z","caller":"traceutil/trace.go:171","msg":"trace[579547055] transaction","detail":"{read_only:false; response_revision:22954; number_of_response:1; }","duration":"185.575314ms","start":"2026-03-04T02:09:30.97628Z","end":"2026-03-04T02:09:31.161856Z","steps":["trace[579547055] 'process raft request' (duration: 184.946864ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:31.162194Z","caller":"traceutil/trace.go:171","msg":"trace[1250917787] linearizableReadLoop","detail":"{readStateIndex:23758; appliedIndex:23755; }","duration":"186.694609ms","start":"2026-03-04T02:09:30.975438Z","end":"2026-03-04T02:09:31.162133Z","steps":["trace[1250917787] 'read index received' (duration: 11.463219ms)","trace[1250917787] 'applied index is now lower than readState.Index' (duration: 175.22901ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:31.162403Z","caller":"traceutil/trace.go:171","msg":"trace[577733554] transaction","detail":"{read_only:false; response_revision:22955; number_of_response:1; }","duration":"184.685466ms","start":"2026-03-04T02:09:30.977697Z","end":"2026-03-04T02:09:31.162382Z","steps":["trace[577733554] 'process raft request' (duration: 184.064556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:31.162697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.233525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" ","response":"range_response_count:1 size:2578"} {"level":"info","ts":"2026-03-04T02:09:31.162751Z","caller":"traceutil/trace.go:171","msg":"trace[58249136] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4; range_end:; response_count:1; response_revision:22955; }","duration":"187.337638ms","start":"2026-03-04T02:09:30.975392Z","end":"2026-03-04T02:09:31.16273Z","steps":["trace[58249136] 'agreement among raft nodes before linearized reading' (duration: 187.133672ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:31.192375Z","caller":"traceutil/trace.go:171","msg":"trace[1368585777] transaction","detail":"{read_only:false; response_revision:22956; number_of_response:1; }","duration":"176.933532ms","start":"2026-03-04T02:09:31.01542Z","end":"2026-03-04T02:09:31.192353Z","steps":["trace[1368585777] 'process raft request' (duration: 176.755167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:31.192515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.396685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"info","ts":"2026-03-04T02:09:31.192583Z","caller":"traceutil/trace.go:171","msg":"trace[1317586279] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:22958; }","duration":"212.490139ms","start":"2026-03-04T02:09:30.980076Z","end":"2026-03-04T02:09:31.192566Z","steps":["trace[1317586279] 'agreement among raft nodes before linearized reading' (duration: 212.287582ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:31.192584Z","caller":"traceutil/trace.go:171","msg":"trace[200226035] transaction","detail":"{read_only:false; response_revision:22957; number_of_response:1; }","duration":"176.326253ms","start":"2026-03-04T02:09:31.016222Z","end":"2026-03-04T02:09:31.192549Z","steps":["trace[200226035] 'process raft request' (duration: 176.051725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:31.192834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.317519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" ","response":"range_response_count:1 size:2578"} {"level":"warn","ts":"2026-03-04T02:09:31.19286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.41238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-04T02:09:31.192889Z","caller":"traceutil/trace.go:171","msg":"trace[226081812] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4; range_end:; response_count:1; response_revision:22958; }","duration":"202.407072ms","start":"2026-03-04T02:09:30.99047Z","end":"2026-03-04T02:09:31.192878Z","steps":["trace[226081812] 'agreement among raft nodes before linearized reading' (duration: 202.240996ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:31.192913Z","caller":"traceutil/trace.go:171","msg":"trace[67581880] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:22958; }","duration":"215.481522ms","start":"2026-03-04T02:09:30.977415Z","end":"2026-03-04T02:09:31.192897Z","steps":["trace[67581880] 'agreement among raft nodes before linearized reading' (duration: 215.321517ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:31.192939Z","caller":"traceutil/trace.go:171","msg":"trace[685850890] transaction","detail":"{read_only:false; response_revision:22958; number_of_response:1; }","duration":"175.552959ms","start":"2026-03-04T02:09:31.017358Z","end":"2026-03-04T02:09:31.19291Z","steps":["trace[685850890] 'process raft request' (duration: 174.94548ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:31.366382Z","caller":"traceutil/trace.go:171","msg":"trace[1819024696] transaction","detail":"{read_only:false; response_revision:22960; number_of_response:1; }","duration":"168.129537ms","start":"2026-03-04T02:09:31.198226Z","end":"2026-03-04T02:09:31.366355Z","steps":["trace[1819024696] 'process raft request' (duration: 167.88884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:31.366771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.118025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-04T02:09:31.366957Z","caller":"traceutil/trace.go:171","msg":"trace[2043373994] linearizableReadLoop","detail":"{readStateIndex:23766; appliedIndex:23764; }","duration":"166.680192ms","start":"2026-03-04T02:09:31.199621Z","end":"2026-03-04T02:09:31.366301Z","steps":["trace[2043373994] 'read index received' (duration: 13.200355ms)","trace[2043373994] 'applied index is now lower than readState.Index' (duration: 153.478487ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:31.366876Z","caller":"traceutil/trace.go:171","msg":"trace[659997134] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:22960; }","duration":"167.25368ms","start":"2026-03-04T02:09:31.199593Z","end":"2026-03-04T02:09:31.366847Z","steps":["trace[659997134] 'agreement among raft nodes before linearized reading' (duration: 166.865078ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:31.369731Z","caller":"traceutil/trace.go:171","msg":"trace[1765003290] transaction","detail":"{read_only:false; response_revision:22961; number_of_response:1; }","duration":"143.36395ms","start":"2026-03-04T02:09:31.226351Z","end":"2026-03-04T02:09:31.369715Z","steps":["trace[1765003290] 'process raft request' (duration: 143.208595ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:31.369954Z","caller":"traceutil/trace.go:171","msg":"trace[313729629] transaction","detail":"{read_only:false; response_revision:22962; number_of_response:1; }","duration":"143.480293ms","start":"2026-03-04T02:09:31.226443Z","end":"2026-03-04T02:09:31.369923Z","steps":["trace[313729629] 'process raft request' (duration: 143.213895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:31.369975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.27068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-03-04T02:09:31.370035Z","caller":"traceutil/trace.go:171","msg":"trace[1434540677] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:22962; }","duration":"167.342062ms","start":"2026-03-04T02:09:31.202678Z","end":"2026-03-04T02:09:31.37002Z","steps":["trace[1434540677] 'agreement among raft nodes before linearized reading' (duration: 167.160097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:33.001516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945518,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:09:33.05031Z","caller":"traceutil/trace.go:171","msg":"trace[1328609428] transaction","detail":"{read_only:false; response_revision:22971; number_of_response:1; }","duration":"604.815013ms","start":"2026-03-04T02:09:32.445474Z","end":"2026-03-04T02:09:33.050289Z","steps":["trace[1328609428] 'process raft request' (duration: 604.696119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:33.050401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:32.44546Z","time spent":"604.889286ms","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:34.084828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.140342ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:34.084978Z","caller":"traceutil/trace.go:171","msg":"trace[1765561336] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22971; }","duration":"633.309278ms","start":"2026-03-04T02:09:33.451643Z","end":"2026-03-04T02:09:34.084953Z","steps":["trace[1765561336] 'range keys from in-memory index tree' (duration: 633.115871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:34.085009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.22954Z","time spent":"855.46243ms","remote":"127.0.0.1:35254","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:09:34.085742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.167352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:34.086054Z","caller":"traceutil/trace.go:171","msg":"trace[214671023] transaction","detail":"{read_only:false; response_revision:22975; number_of_response:1; }","duration":"887.421314ms","start":"2026-03-04T02:09:33.198612Z","end":"2026-03-04T02:09:34.086033Z","steps":["trace[214671023] 'process raft request' (duration: 887.382432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:34.086138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.198589Z","time spent":"887.512636ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:34.08637Z","caller":"traceutil/trace.go:171","msg":"trace[809424591] transaction","detail":"{read_only:false; response_revision:22973; number_of_response:1; }","duration":"889.059615ms","start":"2026-03-04T02:09:33.1973Z","end":"2026-03-04T02:09:34.086359Z","steps":["trace[809424591] 'process raft request' (duration: 888.561779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:34.086434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.197278Z","time spent":"889.127087ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:34.086564Z","caller":"traceutil/trace.go:171","msg":"trace[263635732] transaction","detail":"{read_only:false; response_revision:22974; number_of_response:1; }","duration":"888.60103ms","start":"2026-03-04T02:09:33.197953Z","end":"2026-03-04T02:09:34.086554Z","steps":["trace[263635732] 'process raft request' (duration: 888.000811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:34.086626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.197943Z","time spent":"888.654382ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:34.086754Z","caller":"traceutil/trace.go:171","msg":"trace[1402457419] transaction","detail":"{read_only:false; response_revision:22972; number_of_response:1; }","duration":"1.201258113s","start":"2026-03-04T02:09:32.885441Z","end":"2026-03-04T02:09:34.086699Z","steps":["trace[1402457419] 'process raft request' (duration: 453.019219ms)","trace[1402457419] 'compare' (duration: 747.040007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:34.087092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:32.885416Z","time spent":"1.201483741s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:34.087192Z","caller":"traceutil/trace.go:171","msg":"trace[119721643] linearizableReadLoop","detail":"{readStateIndex:23779; appliedIndex:23778; }","duration":"1.586120343s","start":"2026-03-04T02:09:32.501047Z","end":"2026-03-04T02:09:34.087168Z","steps":["trace[119721643] 'read index received' (duration: 549.221538ms)","trace[119721643] 'applied index is now lower than readState.Index' (duration: 1.036896525s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:34.087312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586267878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:34.087337Z","caller":"traceutil/trace.go:171","msg":"trace[49452553] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:22975; }","duration":"1.586380641s","start":"2026-03-04T02:09:32.50095Z","end":"2026-03-04T02:09:34.087331Z","steps":["trace[49452553] 'agreement among raft nodes before linearized reading' (duration: 1.586307129s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:34.087365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:32.500916Z","time spent":"1.586443963s","remote":"127.0.0.1:34962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:34.587923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:35.315351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999851788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:35.315437Z","caller":"traceutil/trace.go:171","msg":"trace[2117920630] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999987572s","start":"2026-03-04T02:09:33.315429Z","end":"2026-03-04T02:09:35.315416Z","steps":["trace[2117920630] 'agreement among raft nodes before linearized reading' (duration: 1.999878159s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:35.315485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.315411Z","time spent":"2.000063015s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:09:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:36.507069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695796026s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:36.507284Z","caller":"traceutil/trace.go:171","msg":"trace[1724244009] linearizableReadLoop","detail":"{readStateIndex:23786; appliedIndex:23782; }","duration":"2.420034087s","start":"2026-03-04T02:09:34.087235Z","end":"2026-03-04T02:09:36.507269Z","steps":["trace[1724244009] 'read index received' (duration: 723.949372ms)","trace[1724244009] 'applied index is now lower than readState.Index' (duration: 1.696083685s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:36.507335Z","caller":"traceutil/trace.go:171","msg":"trace[265563775] transaction","detail":"{read_only:false; response_revision:22976; number_of_response:1; }","duration":"3.130071873s","start":"2026-03-04T02:09:33.377255Z","end":"2026-03-04T02:09:36.507327Z","steps":["trace[265563775] 'process raft request' (duration: 1.433947876s)","trace[265563775] 'compare' (duration: 1.694177646s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:36.507375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.377236Z","time spent":"3.130115443s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:36.507611Z","caller":"traceutil/trace.go:171","msg":"trace[2069740534] transaction","detail":"{read_only:false; response_revision:22977; number_of_response:1; }","duration":"3.129928337s","start":"2026-03-04T02:09:33.377675Z","end":"2026-03-04T02:09:36.507604Z","steps":["trace[2069740534] 'process raft request' (duration: 3.129462213s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:36.507649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.377671Z","time spent":"3.129956639s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:36.507727Z","caller":"traceutil/trace.go:171","msg":"trace[1774178971] transaction","detail":"{read_only:false; response_revision:22978; number_of_response:1; }","duration":"2.492454339s","start":"2026-03-04T02:09:34.015267Z","end":"2026-03-04T02:09:36.507721Z","steps":["trace[1774178971] 'process raft request' (duration: 2.491938033s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:36.507756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:34.015251Z","time spent":"2.492489561s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:36.507842Z","caller":"traceutil/trace.go:171","msg":"trace[887770288] transaction","detail":"{read_only:false; response_revision:22979; number_of_response:1; }","duration":"2.280132336s","start":"2026-03-04T02:09:34.227704Z","end":"2026-03-04T02:09:36.507837Z","steps":["trace[887770288] 'process raft request' (duration: 2.279536937s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:36.507874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:34.227679Z","time spent":"2.280175866s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:36.507918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.943967488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:36.507946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.338336789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:09:36.507973Z","caller":"traceutil/trace.go:171","msg":"trace[554713639] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22979; }","duration":"3.338388341s","start":"2026-03-04T02:09:33.169575Z","end":"2026-03-04T02:09:36.507964Z","steps":["trace[554713639] 'agreement among raft nodes before linearized reading' (duration: 3.338290448s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:36.507993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.169562Z","time spent":"3.338425952s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:09:36.508012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.338599398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:09:36.508032Z","caller":"traceutil/trace.go:171","msg":"trace[648511638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22979; }","duration":"3.3386582s","start":"2026-03-04T02:09:33.169368Z","end":"2026-03-04T02:09:36.508026Z","steps":["trace[648511638] 'agreement among raft nodes before linearized reading' (duration: 3.338595768s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:36.508049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.169342Z","time spent":"3.338702191s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:09:36.508103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.338227296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:09:36.508142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.517260295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:09:36.508127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743916812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-03-04T02:09:36.508168Z","caller":"traceutil/trace.go:171","msg":"trace[1035663150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22979; }","duration":"3.517324667s","start":"2026-03-04T02:09:32.990836Z","end":"2026-03-04T02:09:36.508161Z","steps":["trace[1035663150] 'agreement among raft nodes before linearized reading' (duration: 3.517258535s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:36.508173Z","caller":"traceutil/trace.go:171","msg":"trace[1813365458] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22979; }","duration":"3.338366581s","start":"2026-03-04T02:09:33.169787Z","end":"2026-03-04T02:09:36.508154Z","steps":["trace[1813365458] 'agreement among raft nodes before linearized reading' (duration: 3.338179625s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:36.50819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:32.990815Z","time spent":"3.517370359s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:09:36.508192Z","caller":"traceutil/trace.go:171","msg":"trace[862377429] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:22979; }","duration":"2.744021415s","start":"2026-03-04T02:09:33.764155Z","end":"2026-03-04T02:09:36.508177Z","steps":["trace[862377429] 'agreement among raft nodes before linearized reading' (duration: 2.74384335s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:36.508211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.338537525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:09:36.508212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.885251815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-04T02:09:36.508216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.169773Z","time spent":"3.338432202s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:09:36.508229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.764134Z","time spent":"2.744086478s","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-04T02:09:36.508237Z","caller":"traceutil/trace.go:171","msg":"trace[1581334287] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4; range_end:; response_count:1; response_revision:22979; }","duration":"3.885317907s","start":"2026-03-04T02:09:32.622912Z","end":"2026-03-04T02:09:36.50823Z","steps":["trace[1581334287] 'agreement among raft nodes before linearized reading' (duration: 3.885224824s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:36.50826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:32.622892Z","time spent":"3.885362999s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" "} {"level":"warn","ts":"2026-03-04T02:09:36.508134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.336640126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-04T02:09:36.508254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.931020665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18442"} {"level":"info","ts":"2026-03-04T02:09:36.508284Z","caller":"traceutil/trace.go:171","msg":"trace[1161172445] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4; range_end:; response_count:1; response_revision:22979; }","duration":"3.336840212s","start":"2026-03-04T02:09:33.171437Z","end":"2026-03-04T02:09:36.508277Z","steps":["trace[1161172445] 'agreement among raft nodes before linearized reading' (duration: 3.336525983s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:36.508309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.171423Z","time spent":"3.336878473s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" "} {"level":"info","ts":"2026-03-04T02:09:36.508304Z","caller":"traceutil/trace.go:171","msg":"trace[783654502] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22979; }","duration":"2.931062546s","start":"2026-03-04T02:09:33.577225Z","end":"2026-03-04T02:09:36.508287Z","steps":["trace[783654502] 'agreement among raft nodes before linearized reading' (duration: 2.930959493s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:36.508238Z","caller":"traceutil/trace.go:171","msg":"trace[1612770616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22979; }","duration":"3.338720541s","start":"2026-03-04T02:09:33.169507Z","end":"2026-03-04T02:09:36.508227Z","steps":["trace[1612770616] 'agreement among raft nodes before linearized reading' (duration: 3.338646829s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:36.508344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.577139Z","time spent":"2.93119667s","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18465,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T02:09:36.508356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.169482Z","time spent":"3.338866786s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:09:36.508453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677723385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:36.508478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.338301579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:09:36.508491Z","caller":"traceutil/trace.go:171","msg":"trace[1774547672] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:22979; }","duration":"2.677762576s","start":"2026-03-04T02:09:33.830716Z","end":"2026-03-04T02:09:36.508479Z","steps":["trace[1774547672] 'agreement among raft nodes before linearized reading' (duration: 2.677703094s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:36.508511Z","caller":"traceutil/trace.go:171","msg":"trace[32088643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22979; }","duration":"3.338352329s","start":"2026-03-04T02:09:33.170149Z","end":"2026-03-04T02:09:36.508501Z","steps":["trace[32088643] 'agreement among raft nodes before linearized reading' (duration: 3.338260467s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:36.508521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.830634Z","time spent":"2.67787947s","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:36.508538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.170138Z","time spent":"3.338394431s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:09:36.507949Z","caller":"traceutil/trace.go:171","msg":"trace[879270084] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:22979; }","duration":"3.94402911s","start":"2026-03-04T02:09:32.56391Z","end":"2026-03-04T02:09:36.507939Z","steps":["trace[879270084] 'agreement among raft nodes before linearized reading' (duration: 3.943967918s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:36.508731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:32.563893Z","time spent":"3.944826005s","remote":"127.0.0.1:37604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:36.922238Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.195497063s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:09:37.321193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000387946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:09:37.321255Z","caller":"traceutil/trace.go:171","msg":"trace[590722168] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00049692s","start":"2026-03-04T02:09:35.320744Z","end":"2026-03-04T02:09:37.321241Z","steps":["trace[590722168] 'agreement among raft nodes before linearized reading' (duration: 2.000409837s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:37.321285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:35.320732Z","time spent":"2.000546471s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:37.993082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070608203s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:37.99318Z","caller":"traceutil/trace.go:171","msg":"trace[613575952] transaction","detail":"{read_only:false; response_revision:22980; number_of_response:1; }","duration":"2.431292341s","start":"2026-03-04T02:09:35.561871Z","end":"2026-03-04T02:09:37.993163Z","steps":["trace[613575952] 'process raft request' (duration: 1.360520612s)","trace[613575952] 'compare' (duration: 1.070441038s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:37.993225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:35.56185Z","time spent":"2.431353203s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:38.561946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999940762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:09:38.562045Z","caller":"traceutil/trace.go:171","msg":"trace[362429678] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000094776s","start":"2026-03-04T02:09:36.561928Z","end":"2026-03-04T02:09:38.562023Z","steps":["trace[362429678] 'agreement among raft nodes before linearized reading' (duration: 1.999969632s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:38.562107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.561909Z","time spent":"2.000183128s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:09:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:38.754573Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.778081078s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:09:39.322043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000271102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:09:39.322119Z","caller":"traceutil/trace.go:171","msg":"trace[1654586728] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000384195s","start":"2026-03-04T02:09:37.321713Z","end":"2026-03-04T02:09:39.322097Z","steps":["trace[1654586728] 'agreement among raft nodes before linearized reading' (duration: 2.000290012s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:39.322156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:37.321698Z","time spent":"2.000451197s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:09:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:41.060912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:39.444999Z","time spent":"1.615906448s","remote":"127.0.0.1:35270","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:09:41.061683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306888836s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:41.061973Z","caller":"traceutil/trace.go:171","msg":"trace[1010162696] linearizableReadLoop","detail":"{readStateIndex:23792; appliedIndex:23786; }","duration":"4.554661435s","start":"2026-03-04T02:09:36.507303Z","end":"2026-03-04T02:09:41.061964Z","steps":["trace[1010162696] 'read index received' (duration: 415.101059ms)","trace[1010162696] 'applied index is now lower than readState.Index' (duration: 4.139559726s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:41.061997Z","caller":"traceutil/trace.go:171","msg":"trace[73681096] transaction","detail":"{read_only:false; response_revision:22992; number_of_response:1; }","duration":"4.536756163s","start":"2026-03-04T02:09:36.525224Z","end":"2026-03-04T02:09:41.06198Z","steps":["trace[73681096] 'process raft request' (duration: 4.536720432s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.062035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.78993836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:41.062051Z","caller":"traceutil/trace.go:171","msg":"trace[1805053204] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:22992; }","duration":"4.789955281s","start":"2026-03-04T02:09:36.272089Z","end":"2026-03-04T02:09:41.062044Z","steps":["trace[1805053204] 'agreement among raft nodes before linearized reading' (duration: 4.78991304s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:41.062021Z","caller":"traceutil/trace.go:171","msg":"trace[1501652154] transaction","detail":"{read_only:false; response_revision:22986; number_of_response:1; }","duration":"4.547618274s","start":"2026-03-04T02:09:36.514363Z","end":"2026-03-04T02:09:41.061981Z","steps":["trace[1501652154] 'process raft request' (duration: 4.547440068s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.06209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.525215Z","time spent":"4.536815935s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:41.062132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.039441911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T02:09:41.062121Z","caller":"traceutil/trace.go:171","msg":"trace[1513348249] transaction","detail":"{read_only:false; response_revision:22987; number_of_response:1; }","duration":"4.547196171s","start":"2026-03-04T02:09:36.514902Z","end":"2026-03-04T02:09:41.062098Z","steps":["trace[1513348249] 'process raft request' (duration: 4.546919022s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:41.062148Z","caller":"traceutil/trace.go:171","msg":"trace[656572200] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:22992; }","duration":"5.039495183s","start":"2026-03-04T02:09:36.022649Z","end":"2026-03-04T02:09:41.062144Z","steps":["trace[656572200] 'agreement among raft nodes before linearized reading' (duration: 5.039434481s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.062135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.036739813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:41.062166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.022626Z","time spent":"5.039536794s","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-03-04T02:09:41.062147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.514288035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:41.06218Z","caller":"traceutil/trace.go:171","msg":"trace[2045354437] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:22992; }","duration":"6.036811856s","start":"2026-03-04T02:09:35.025356Z","end":"2026-03-04T02:09:41.062168Z","steps":["trace[2045354437] 'agreement among raft nodes before linearized reading' (duration: 6.036701422s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.06216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.745029084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:41.062201Z","caller":"traceutil/trace.go:171","msg":"trace[1973889960] transaction","detail":"{read_only:false; response_revision:22989; number_of_response:1; }","duration":"4.537339291s","start":"2026-03-04T02:09:36.524851Z","end":"2026-03-04T02:09:41.06219Z","steps":["trace[1973889960] 'process raft request' (duration: 4.537015001s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.062194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.514346Z","time spent":"4.547751089s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:41.062216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.514885Z","time spent":"4.547283284s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:41.062232Z","caller":"traceutil/trace.go:171","msg":"trace[1160610715] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:22992; }","duration":"6.745157737s","start":"2026-03-04T02:09:34.317058Z","end":"2026-03-04T02:09:41.062215Z","steps":["trace[1160610715] 'agreement among raft nodes before linearized reading' (duration: 6.745018163s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.06225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.524841Z","time spent":"4.537381563s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:41.06227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.461810458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:41.062279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:34.317035Z","time spent":"6.74523461s","remote":"127.0.0.1:34996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:41.062286Z","caller":"traceutil/trace.go:171","msg":"trace[552686507] transaction","detail":"{read_only:false; response_revision:22981; number_of_response:1; }","duration":"4.995084619s","start":"2026-03-04T02:09:36.067186Z","end":"2026-03-04T02:09:41.06227Z","steps":["trace[552686507] 'process raft request' (duration: 2.687551243s)","trace[552686507] 'compare' (duration: 2.305968747s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:41.062306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.743452088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4112a56c3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:09:41.06231Z","caller":"traceutil/trace.go:171","msg":"trace[1039800113] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:22992; }","duration":"5.46187596s","start":"2026-03-04T02:09:35.600422Z","end":"2026-03-04T02:09:41.062297Z","steps":["trace[1039800113] 'agreement among raft nodes before linearized reading' (duration: 5.461817398s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:41.062368Z","caller":"traceutil/trace.go:171","msg":"trace[259075735] transaction","detail":"{read_only:false; response_revision:22991; number_of_response:1; }","duration":"4.537256339s","start":"2026-03-04T02:09:36.525085Z","end":"2026-03-04T02:09:41.062341Z","steps":["trace[259075735] 'process raft request' (duration: 4.536845126s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:41.062341Z","caller":"traceutil/trace.go:171","msg":"trace[1654012782] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997fa4112a56c3; range_end:; response_count:1; response_revision:22992; }","duration":"5.743486029s","start":"2026-03-04T02:09:35.318846Z","end":"2026-03-04T02:09:41.062332Z","steps":["trace[1654012782] 'agreement among raft nodes before linearized reading' (duration: 5.743389006s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:41.0623Z","caller":"traceutil/trace.go:171","msg":"trace[1611376388] transaction","detail":"{read_only:false; response_revision:22988; number_of_response:1; }","duration":"4.547258813s","start":"2026-03-04T02:09:36.515003Z","end":"2026-03-04T02:09:41.062262Z","steps":["trace[1611376388] 'process raft request' (duration: 4.5468461s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.062403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.525065Z","time spent":"4.537320471s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:41.062292Z","caller":"traceutil/trace.go:171","msg":"trace[531121415] transaction","detail":"{read_only:false; response_revision:22990; number_of_response:1; }","duration":"4.537247849s","start":"2026-03-04T02:09:36.524986Z","end":"2026-03-04T02:09:41.062234Z","steps":["trace[531121415] 'process raft request' (duration: 4.536905238s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.062409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:35.600405Z","time spent":"5.461937972s","remote":"127.0.0.1:43596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:41.062433Z","caller":"traceutil/trace.go:171","msg":"trace[1696357626] transaction","detail":"{read_only:false; response_revision:22983; number_of_response:1; }","duration":"4.969822615s","start":"2026-03-04T02:09:36.092591Z","end":"2026-03-04T02:09:41.062414Z","steps":["trace[1696357626] 'process raft request' (duration: 4.969156015s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:41.062478Z","caller":"traceutil/trace.go:171","msg":"trace[2006883730] transaction","detail":"{read_only:false; response_revision:22985; number_of_response:1; }","duration":"4.968502394s","start":"2026-03-04T02:09:36.093966Z","end":"2026-03-04T02:09:41.062468Z","steps":["trace[2006883730] 'process raft request' (duration: 4.967819023s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:41.062501Z","caller":"traceutil/trace.go:171","msg":"trace[1335628693] transaction","detail":"{read_only:false; response_revision:22984; number_of_response:1; }","duration":"4.968646039s","start":"2026-03-04T02:09:36.093844Z","end":"2026-03-04T02:09:41.06249Z","steps":["trace[1335628693] 'process raft request' (duration: 4.967923736s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.06249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.514997Z","time spent":"4.547413687s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:41.06203Z","caller":"traceutil/trace.go:171","msg":"trace[1679044708] transaction","detail":"{read_only:false; response_revision:22982; number_of_response:1; }","duration":"4.969421193s","start":"2026-03-04T02:09:36.092574Z","end":"2026-03-04T02:09:41.061995Z","steps":["trace[1679044708] 'process raft request' (duration: 4.969146785s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.062216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:35.025343Z","time spent":"6.036865037s","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:41.062537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.093946Z","time spent":"4.968561926s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:41.062555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.092556Z","time spent":"4.969983831s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:41.062556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.093832Z","time spent":"4.968690261s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:41.06255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.092565Z","time spent":"4.969915699s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:41.062066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.27203Z","time spent":"4.790032383s","remote":"127.0.0.1:45748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:41.062211Z","caller":"traceutil/trace.go:171","msg":"trace[1038957592] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22992; }","duration":"5.51442971s","start":"2026-03-04T02:09:35.547765Z","end":"2026-03-04T02:09:41.062195Z","steps":["trace[1038957592] 'agreement among raft nodes before linearized reading' (duration: 5.514291405s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.062596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.52498Z","time spent":"4.537488516s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:41.062621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:35.547742Z","time spent":"5.514870674s","remote":"127.0.0.1:34682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:41.062398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:35.318773Z","time spent":"5.743619073s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4112a56c3\" "} {"level":"warn","ts":"2026-03-04T02:09:41.065139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.067159Z","time spent":"4.995164882s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:41.337679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000343984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:09:41.337747Z","caller":"traceutil/trace.go:171","msg":"trace[1037904055] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000458768s","start":"2026-03-04T02:09:39.337271Z","end":"2026-03-04T02:09:41.33773Z","steps":["trace[1037904055] 'agreement among raft nodes before linearized reading' (duration: 2.000363915s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.337785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:39.337258Z","time spent":"2.000516479s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:41.56265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945546,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:42.063744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945546,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:42.272481Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.51776445s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:09:43.338406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000041864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:09:43.338472Z","caller":"traceutil/trace.go:171","msg":"trace[1925473351] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000155127s","start":"2026-03-04T02:09:41.338302Z","end":"2026-03-04T02:09:43.338457Z","steps":["trace[1925473351] 'agreement among raft nodes before linearized reading' (duration: 2.000068025s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:43.338506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.338283Z","time spent":"2.00021671s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:43.511784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:38.513485Z","time spent":"4.998288699s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:09:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:43.515496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242682804s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:43.516146Z","caller":"traceutil/trace.go:171","msg":"trace[127584197] transaction","detail":"{read_only:false; response_revision:22994; number_of_response:1; }","duration":"5.001981626s","start":"2026-03-04T02:09:38.514129Z","end":"2026-03-04T02:09:43.51611Z","steps":["trace[127584197] 'process raft request' (duration: 5.001449689s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:43.516154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.064435Z","time spent":"2.451707861s","remote":"127.0.0.1:37442","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:09:43.516207Z","caller":"traceutil/trace.go:171","msg":"trace[1248664982] transaction","detail":"{read_only:false; response_revision:22995; number_of_response:1; }","duration":"2.45104035s","start":"2026-03-04T02:09:41.065141Z","end":"2026-03-04T02:09:43.516181Z","steps":["trace[1248664982] 'process raft request' (duration: 2.450636937s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:43.516257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:38.514104Z","time spent":"5.002094469s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:43.516347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.06513Z","time spent":"2.451145653s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:44.265151Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.266881123s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:09:45.344767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9999071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:45.344853Z","caller":"traceutil/trace.go:171","msg":"trace[1119695859] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000042295s","start":"2026-03-04T02:09:43.344791Z","end":"2026-03-04T02:09:45.344834Z","steps":["trace[1119695859] 'agreement among raft nodes before linearized reading' (duration: 1.999936842s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:45.344908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.344774Z","time spent":"2.000123567s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:09:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:46.176006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.660158662s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:09:46.176221Z","caller":"traceutil/trace.go:171","msg":"trace[2097597603] linearizableReadLoop","detail":"{readStateIndex:23804; appliedIndex:23799; }","duration":"5.114214267s","start":"2026-03-04T02:09:41.061988Z","end":"2026-03-04T02:09:46.176202Z","steps":["trace[2097597603] 'read index received' (duration: 1.21072391s)","trace[2097597603] 'applied index is now lower than readState.Index' (duration: 3.903489157s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:46.177289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.287153812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:46.17732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.51392656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:46.177365Z","caller":"traceutil/trace.go:171","msg":"trace[227008718] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:22996; }","duration":"9.287275215s","start":"2026-03-04T02:09:36.890069Z","end":"2026-03-04T02:09:46.177344Z","steps":["trace[227008718] 'agreement among raft nodes before linearized reading' (duration: 9.287148171s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.177363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.240543108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-04T02:09:46.177374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.649507465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:46.177408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.890047Z","time spent":"9.287350428s","remote":"127.0.0.1:35120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:46.177412Z","caller":"traceutil/trace.go:171","msg":"trace[2132512683] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22996; }","duration":"9.240629801s","start":"2026-03-04T02:09:36.936768Z","end":"2026-03-04T02:09:46.177398Z","steps":["trace[2132512683] 'agreement among raft nodes before linearized reading' (duration: 9.240444795s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.177453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.652116847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-04T02:09:46.177447Z","caller":"traceutil/trace.go:171","msg":"trace[247300915] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:22996; }","duration":"6.64964137s","start":"2026-03-04T02:09:39.527786Z","end":"2026-03-04T02:09:46.177428Z","steps":["trace[247300915] 'agreement among raft nodes before linearized reading' (duration: 6.649509636s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:46.177476Z","caller":"traceutil/trace.go:171","msg":"trace[1405042626] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:22996; }","duration":"9.65223049s","start":"2026-03-04T02:09:36.525236Z","end":"2026-03-04T02:09:46.177466Z","steps":["trace[1405042626] 'agreement among raft nodes before linearized reading' (duration: 9.652159808s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.177495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.525203Z","time spent":"9.652287282s","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-04T02:09:46.177502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.432149123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:46.177495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.812294558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:09:46.177535Z","caller":"traceutil/trace.go:171","msg":"trace[190600933] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:22996; }","duration":"6.432209555s","start":"2026-03-04T02:09:39.745314Z","end":"2026-03-04T02:09:46.177523Z","steps":["trace[190600933] 'agreement among raft nodes before linearized reading' (duration: 6.432157413s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:46.177543Z","caller":"traceutil/trace.go:171","msg":"trace[904328960] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22996; }","duration":"5.81238427s","start":"2026-03-04T02:09:40.365147Z","end":"2026-03-04T02:09:46.177531Z","steps":["trace[904328960] 'agreement among raft nodes before linearized reading' (duration: 5.812232565s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.177531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.742627382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:46.17756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:39.745297Z","time spent":"6.432257777s","remote":"127.0.0.1:35212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:46.177581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:40.365127Z","time spent":"5.812446213s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:09:46.177595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.158014382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:46.177599Z","caller":"traceutil/trace.go:171","msg":"trace[1769217651] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:22996; }","duration":"5.742737885s","start":"2026-03-04T02:09:40.434843Z","end":"2026-03-04T02:09:46.177581Z","steps":["trace[1769217651] 'agreement among raft nodes before linearized reading' (duration: 5.742607891s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.177608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.26117476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:09:46.177627Z","caller":"traceutil/trace.go:171","msg":"trace[896418754] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:22996; }","duration":"8.158045163s","start":"2026-03-04T02:09:38.019573Z","end":"2026-03-04T02:09:46.177618Z","steps":["trace[896418754] 'agreement among raft nodes before linearized reading' (duration: 8.158002302s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.177552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.806319825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:46.177651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:40.434816Z","time spent":"5.742820048s","remote":"127.0.0.1:37706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:46.177661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:38.019538Z","time spent":"8.158114715s","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:46.177678Z","caller":"traceutil/trace.go:171","msg":"trace[667185719] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:22996; }","duration":"7.806449969s","start":"2026-03-04T02:09:38.371221Z","end":"2026-03-04T02:09:46.177671Z","steps":["trace[667185719] 'agreement among raft nodes before linearized reading' (duration: 7.806308034s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:46.177667Z","caller":"traceutil/trace.go:171","msg":"trace[586324907] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22996; }","duration":"5.261262803s","start":"2026-03-04T02:09:40.916388Z","end":"2026-03-04T02:09:46.17765Z","steps":["trace[586324907] 'agreement among raft nodes before linearized reading' (duration: 5.261087817s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.177698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:38.371204Z","time spent":"7.806489049s","remote":"127.0.0.1:35150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:46.177417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.325020293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:46.177718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:40.916368Z","time spent":"5.261338475s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T02:09:46.177377Z","caller":"traceutil/trace.go:171","msg":"trace[570341953] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:22996; }","duration":"9.514020652s","start":"2026-03-04T02:09:36.663341Z","end":"2026-03-04T02:09:46.177362Z","steps":["trace[570341953] 'agreement among raft nodes before linearized reading' (duration: 9.513926569s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.177495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:39.527766Z","time spent":"6.649717972s","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:46.177783Z","caller":"traceutil/trace.go:171","msg":"trace[1245217585] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22996; }","duration":"5.325421376s","start":"2026-03-04T02:09:40.852325Z","end":"2026-03-04T02:09:46.177747Z","steps":["trace[1245217585] 'agreement among raft nodes before linearized reading' (duration: 5.325005853s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.177452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.936753Z","time spent":"9.240691423s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:09:46.177856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:40.85231Z","time spent":"5.32551682s","remote":"127.0.0.1:35066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:09:46.17779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.663322Z","time spent":"9.514461776s","remote":"127.0.0.1:35066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:46.177873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.233293201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:09:46.177509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.123084819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:46.177897Z","caller":"traceutil/trace.go:171","msg":"trace[567769944] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22996; }","duration":"9.233335263s","start":"2026-03-04T02:09:36.944555Z","end":"2026-03-04T02:09:46.17789Z","steps":["trace[567769944] 'agreement among raft nodes before linearized reading' (duration: 9.23326963s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.177908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.573764361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:46.177916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.944542Z","time spent":"9.233369823s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:09:46.177924Z","caller":"traceutil/trace.go:171","msg":"trace[1518391822] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22996; }","duration":"8.573811542s","start":"2026-03-04T02:09:37.604108Z","end":"2026-03-04T02:09:46.177919Z","steps":["trace[1518391822] 'agreement among raft nodes before linearized reading' (duration: 8.573782212s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:46.177922Z","caller":"traceutil/trace.go:171","msg":"trace[154249440] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:22996; }","duration":"7.123532664s","start":"2026-03-04T02:09:39.054374Z","end":"2026-03-04T02:09:46.177907Z","steps":["trace[154249440] 'agreement among raft nodes before linearized reading' (duration: 7.123104481s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.177942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:37.60409Z","time spent":"8.573845553s","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:46.177965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:39.05434Z","time spent":"7.123610646s","remote":"127.0.0.1:37670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:46.177853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.17292096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:46.178031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.6629611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-04T02:09:46.17805Z","caller":"traceutil/trace.go:171","msg":"trace[270673089] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4; range_end:; response_count:1; response_revision:22996; }","duration":"8.663013632s","start":"2026-03-04T02:09:37.51503Z","end":"2026-03-04T02:09:46.178044Z","steps":["trace[270673089] 'agreement among raft nodes before linearized reading' (duration: 8.66292292s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:46.178039Z","caller":"traceutil/trace.go:171","msg":"trace[1679459656] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:22996; }","duration":"8.173136427s","start":"2026-03-04T02:09:38.004887Z","end":"2026-03-04T02:09:46.178023Z","steps":["trace[1679459656] 'agreement among raft nodes before linearized reading' (duration: 8.17293274s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.178071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:37.51501Z","time spent":"8.663051323s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" "} {"level":"warn","ts":"2026-03-04T02:09:46.178081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:38.004865Z","time spent":"8.173203018s","remote":"127.0.0.1:45816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:46.178465Z","caller":"traceutil/trace.go:171","msg":"trace[2039673960] transaction","detail":"{read_only:false; response_revision:22997; number_of_response:1; }","duration":"3.180283128s","start":"2026-03-04T02:09:42.998157Z","end":"2026-03-04T02:09:46.17844Z","steps":["trace[2039673960] 'process raft request' (duration: 3.177950314s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:46.178584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:42.998132Z","time spent":"3.180376861s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:46.676904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945558,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:47.177349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945558,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:47.345073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999827067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:09:47.345164Z","caller":"traceutil/trace.go:171","msg":"trace[832276839] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000016013s","start":"2026-03-04T02:09:45.345127Z","end":"2026-03-04T02:09:47.345144Z","steps":["trace[832276839] 'agreement among raft nodes before linearized reading' (duration: 1.999872628s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:47.345215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:45.345105Z","time spent":"2.000095716s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:47.677871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945558,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:48.06689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.068437Z","time spent":"4.998446865s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:09:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:48.066955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.069637Z","time spent":"4.997313389s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:09:48.067009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.069229Z","time spent":"4.997772114s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:09:48.067834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.069654Z","time spent":"4.998175666s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:09:48.068982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999757886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:09:48.06903Z","caller":"traceutil/trace.go:171","msg":"trace[1677383877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999830668s","start":"2026-03-04T02:09:43.069185Z","end":"2026-03-04T02:09:48.069015Z","steps":["trace[1677383877] 'agreement among raft nodes before linearized reading' (duration: 4.999766666s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.069062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.069179Z","time spent":"4.999876799s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:09:48.069151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000032274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:48.069196Z","caller":"traceutil/trace.go:171","msg":"trace[1732349401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000118047s","start":"2026-03-04T02:09:43.069066Z","end":"2026-03-04T02:09:48.069184Z","steps":["trace[1732349401] 'agreement among raft nodes before linearized reading' (duration: 5.000058105s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.069225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.069048Z","time spent":"5.000171908s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 02:09:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:48.069288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000105596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:48.069309Z","caller":"traceutil/trace.go:171","msg":"trace[758494518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000146628s","start":"2026-03-04T02:09:43.069158Z","end":"2026-03-04T02:09:48.069304Z","steps":["trace[758494518] 'agreement among raft nodes before linearized reading' (duration: 5.000125407s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.069326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.069148Z","time spent":"5.000173679s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 02:09:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:48.178102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945558,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:48.512334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998415663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:48.512416Z","caller":"traceutil/trace.go:171","msg":"trace[1171901927] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998516086s","start":"2026-03-04T02:09:43.513882Z","end":"2026-03-04T02:09:48.512398Z","steps":["trace[1171901927] 'agreement among raft nodes before linearized reading' (duration: 4.998412473s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.512467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.513825Z","time spent":"4.99862845s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/04 02:09:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:48.561588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000754767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:09:48.561679Z","caller":"traceutil/trace.go:171","msg":"trace[1945810143] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000917662s","start":"2026-03-04T02:09:46.560734Z","end":"2026-03-04T02:09:48.561652Z","steps":["trace[1945810143] 'agreement among raft nodes before linearized reading' (duration: 2.000788618s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.561734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.560711Z","time spent":"2.001013656s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:09:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:48.678696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945558,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:48.846949Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.581532179s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:09:49.351691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000215609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:09:49.351783Z","caller":"traceutil/trace.go:171","msg":"trace[150236192] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000397365s","start":"2026-03-04T02:09:47.351368Z","end":"2026-03-04T02:09:49.351765Z","steps":["trace[150236192] 'agreement among raft nodes before linearized reading' (duration: 2.000253521s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.35184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:47.351343Z","time spent":"2.000487228s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:09:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:50.148241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301097266s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:50.149889Z","caller":"traceutil/trace.go:171","msg":"trace[1826436421] transaction","detail":"{read_only:false; response_revision:23002; number_of_response:1; }","duration":"6.132917651s","start":"2026-03-04T02:09:44.016944Z","end":"2026-03-04T02:09:50.149861Z","steps":["trace[1826436421] 'process raft request' (duration: 6.132851599s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:50.149967Z","caller":"traceutil/trace.go:171","msg":"trace[1812486232] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23001; }","duration":"6.632159471s","start":"2026-03-04T02:09:43.51778Z","end":"2026-03-04T02:09:50.14994Z","steps":["trace[1812486232] 'process raft request' (duration: 6.631985135s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:50.150049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:44.01691Z","time spent":"6.133065106s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:50.150075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.517763Z","time spent":"6.632255793s","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:51.358789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999972972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:51.358879Z","caller":"traceutil/trace.go:171","msg":"trace[1464541089] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000090096s","start":"2026-03-04T02:09:49.35877Z","end":"2026-03-04T02:09:51.35886Z","steps":["trace[1464541089] 'agreement among raft nodes before linearized reading' (duration: 1.999965742s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:51.358956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:49.358714Z","time spent":"2.000231861s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:09:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:52.238147Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.080316315s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:09:52.24054Z","caller":"traceutil/trace.go:171","msg":"trace[1611621913] linearizableReadLoop","detail":"{readStateIndex:23814; appliedIndex:23805; }","duration":"6.064261458s","start":"2026-03-04T02:09:46.176256Z","end":"2026-03-04T02:09:52.240518Z","steps":["trace[1611621913] 'read index received' (duration: 2.670838299s)","trace[1611621913] 'applied index is now lower than readState.Index' (duration: 3.393421858s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:52.240759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.356118274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:52.240829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.720712884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18998159396f64f3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:09:52.240842Z","caller":"traceutil/trace.go:171","msg":"trace[80360685] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23005; }","duration":"10.356265229s","start":"2026-03-04T02:09:41.884559Z","end":"2026-03-04T02:09:52.240824Z","steps":["trace[80360685] 'agreement among raft nodes before linearized reading' (duration: 10.356120695s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:52.24088Z","caller":"traceutil/trace.go:171","msg":"trace[1646526071] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18998159396f64f3; range_end:; response_count:1; response_revision:23005; }","duration":"8.720765245s","start":"2026-03-04T02:09:43.520099Z","end":"2026-03-04T02:09:52.240864Z","steps":["trace[1646526071] 'agreement among raft nodes before linearized reading' (duration: 8.72057866s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.240886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.884534Z","time spent":"10.356341132s","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:52.240875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.195233145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:52.240915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.404548934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1899815e5600ad00\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-04T02:09:52.24094Z","caller":"traceutil/trace.go:171","msg":"trace[469512401] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23005; }","duration":"10.195336768s","start":"2026-03-04T02:09:42.045587Z","end":"2026-03-04T02:09:52.240924Z","steps":["trace[469512401] 'agreement among raft nodes before linearized reading' (duration: 10.195229655s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:52.240958Z","caller":"traceutil/trace.go:171","msg":"trace[2101110591] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1899815e5600ad00; range_end:; response_count:1; response_revision:23005; }","duration":"10.404649658s","start":"2026-03-04T02:09:41.836295Z","end":"2026-03-04T02:09:52.240944Z","steps":["trace[2101110591] 'agreement among raft nodes before linearized reading' (duration: 10.404492293s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.240953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.875919029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:52.240938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.174953761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:09:52.24099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.174065173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T02:09:52.241022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.850455089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:52.241052Z","caller":"traceutil/trace.go:171","msg":"trace[816741041] transaction","detail":"{read_only:false; response_revision:23005; number_of_response:1; }","duration":"5.372440273s","start":"2026-03-04T02:09:46.868601Z","end":"2026-03-04T02:09:52.241041Z","steps":["trace[816741041] 'process raft request' (duration: 5.371866795s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.241075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.722239284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-03-04T02:09:52.241093Z","caller":"traceutil/trace.go:171","msg":"trace[1067349298] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23005; }","duration":"10.850559492s","start":"2026-03-04T02:09:41.390516Z","end":"2026-03-04T02:09:52.241075Z","steps":["trace[1067349298] 'agreement among raft nodes before linearized reading' (duration: 10.850421098s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:52.241085Z","caller":"traceutil/trace.go:171","msg":"trace[1897461232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23005; }","duration":"9.174235029s","start":"2026-03-04T02:09:43.066826Z","end":"2026-03-04T02:09:52.241061Z","steps":["trace[1897461232] 'agreement among raft nodes before linearized reading' (duration: 9.1739601s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.241173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.717438819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-04T02:09:52.241184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.868581Z","time spent":"5.372504715s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:52.2412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.390495Z","time spent":"10.850694057s","remote":"127.0.0.1:43256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:52.241194Z","caller":"traceutil/trace.go:171","msg":"trace[1901952430] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23005; }","duration":"10.72240352s","start":"2026-03-04T02:09:41.518772Z","end":"2026-03-04T02:09:52.241175Z","steps":["trace[1901952430] 'agreement among raft nodes before linearized reading' (duration: 10.722139302s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:52.241208Z","caller":"traceutil/trace.go:171","msg":"trace[1578598708] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23005; }","duration":"6.717505111s","start":"2026-03-04T02:09:45.523695Z","end":"2026-03-04T02:09:52.2412Z","steps":["trace[1578598708] 'agreement among raft nodes before linearized reading' (duration: 6.717362156s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.241213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.066803Z","time spent":"9.174396044s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:09:52.240962Z","caller":"traceutil/trace.go:171","msg":"trace[1392530100] transaction","detail":"{read_only:false; response_revision:23003; number_of_response:1; }","duration":"6.058185306s","start":"2026-03-04T02:09:46.182767Z","end":"2026-03-04T02:09:52.240952Z","steps":["trace[1392530100] 'process raft request' (duration: 6.055521213s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.241867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.182743Z","time spent":"6.059086415s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:52.241046Z","caller":"traceutil/trace.go:171","msg":"trace[141597440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23005; }","duration":"9.175091156s","start":"2026-03-04T02:09:43.065945Z","end":"2026-03-04T02:09:52.241036Z","steps":["trace[141597440] 'agreement among raft nodes before linearized reading' (duration: 9.174865789s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.241938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.065927Z","time spent":"9.175984663s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:09:52.241034Z","caller":"traceutil/trace.go:171","msg":"trace[782220860] transaction","detail":"{read_only:false; response_revision:23004; number_of_response:1; }","duration":"6.057645479s","start":"2026-03-04T02:09:46.183375Z","end":"2026-03-04T02:09:52.241021Z","steps":["trace[782220860] 'process raft request' (duration: 6.057001709s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.240996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.836269Z","time spent":"10.4047189s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1899815e5600ad00\" "} {"level":"warn","ts":"2026-03-04T02:09:52.242073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.183359Z","time spent":"6.058641031s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:52.241082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.165327812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-04T02:09:52.242154Z","caller":"traceutil/trace.go:171","msg":"trace[1075739369] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4; range_end:; response_count:1; response_revision:23005; }","duration":"11.166389325s","start":"2026-03-04T02:09:41.075747Z","end":"2026-03-04T02:09:52.242137Z","steps":["trace[1075739369] 'agreement among raft nodes before linearized reading' (duration: 11.1652706s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.242194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.075677Z","time spent":"11.166504669s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" "} {"level":"warn","ts":"2026-03-04T02:09:52.241243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:45.523659Z","time spent":"6.717577933s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:09:52.240994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:42.045573Z","time spent":"10.19541097s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:52.241001Z","caller":"traceutil/trace.go:171","msg":"trace[1572108845] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23005; }","duration":"10.876010121s","start":"2026-03-04T02:09:41.364976Z","end":"2026-03-04T02:09:52.240986Z","steps":["trace[1572108845] 'agreement among raft nodes before linearized reading' (duration: 10.875925139s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.241233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.104387697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418411"} {"level":"warn","ts":"2026-03-04T02:09:52.242327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.364955Z","time spent":"10.877355064s","remote":"127.0.0.1:43276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:52.24237Z","caller":"traceutil/trace.go:171","msg":"trace[834150659] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23005; }","duration":"6.105548733s","start":"2026-03-04T02:09:46.136808Z","end":"2026-03-04T02:09:52.242357Z","steps":["trace[834150659] 'agreement among raft nodes before linearized reading' (duration: 6.104219962s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.241251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.51875Z","time spent":"10.722489102s","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T02:09:52.242402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.136789Z","time spent":"6.105601985s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418434,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T02:09:52.241257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.17205008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:09:52.242456Z","caller":"traceutil/trace.go:171","msg":"trace[1573576746] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23005; }","duration":"9.173286129s","start":"2026-03-04T02:09:43.069157Z","end":"2026-03-04T02:09:52.242443Z","steps":["trace[1573576746] 'agreement among raft nodes before linearized reading' (duration: 9.172015939s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.242492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.069138Z","time spent":"9.173343451s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:09:52.241266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.194819465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:52.242543Z","caller":"traceutil/trace.go:171","msg":"trace[594765238] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23005; }","duration":"6.196133586s","start":"2026-03-04T02:09:46.046392Z","end":"2026-03-04T02:09:52.242526Z","steps":["trace[594765238] 'agreement among raft nodes before linearized reading' (duration: 6.194842376s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.242576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.046366Z","time spent":"6.196200099s","remote":"127.0.0.1:46326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:52.240924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.520046Z","time spent":"8.720870389s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18998159396f64f3\" "} {"level":"warn","ts":"2026-03-04T02:09:52.241292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.964556524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:52.2428Z","caller":"traceutil/trace.go:171","msg":"trace[1538177667] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23005; }","duration":"6.96604872s","start":"2026-03-04T02:09:45.276726Z","end":"2026-03-04T02:09:52.242775Z","steps":["trace[1538177667] 'agreement among raft nodes before linearized reading' (duration: 6.964541743s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.242859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:45.276707Z","time spent":"6.966134453s","remote":"127.0.0.1:34836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:52.241256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.695882641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:52.24313Z","caller":"traceutil/trace.go:171","msg":"trace[1366472777] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23005; }","duration":"6.697840343s","start":"2026-03-04T02:09:45.545228Z","end":"2026-03-04T02:09:52.243068Z","steps":["trace[1366472777] 'agreement among raft nodes before linearized reading' (duration: 6.695796609s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.243223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:45.545207Z","time spent":"6.698001398s","remote":"127.0.0.1:35122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:52.241313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.196010592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:52.241293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.956763723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:52.241364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.906811542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-03-04T02:09:52.241395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.557070168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:52.243395Z","caller":"traceutil/trace.go:171","msg":"trace[1306888391] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23005; }","duration":"8.559017849s","start":"2026-03-04T02:09:43.684284Z","end":"2026-03-04T02:09:52.243302Z","steps":["trace[1306888391] 'agreement among raft nodes before linearized reading' (duration: 8.557023016s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:52.243386Z","caller":"traceutil/trace.go:171","msg":"trace[1552974223] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23005; }","duration":"8.958913931s","start":"2026-03-04T02:09:43.284447Z","end":"2026-03-04T02:09:52.24336Z","steps":["trace[1552974223] 'agreement among raft nodes before linearized reading' (duration: 8.956563367s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.243426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.684264Z","time spent":"8.559152403s","remote":"127.0.0.1:43294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:52.243454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:43.284415Z","time spent":"8.959016964s","remote":"127.0.0.1:34974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:52.243493Z","caller":"traceutil/trace.go:171","msg":"trace[1985403920] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23005; }","duration":"6.908970519s","start":"2026-03-04T02:09:45.334497Z","end":"2026-03-04T02:09:52.243467Z","steps":["trace[1985403920] 'agreement among raft nodes before linearized reading' (duration: 6.90676756s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.243568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:45.334473Z","time spent":"6.909070762s","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-04T02:09:52.243674Z","caller":"traceutil/trace.go:171","msg":"trace[685143602] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23005; }","duration":"6.198368166s","start":"2026-03-04T02:09:46.045292Z","end":"2026-03-04T02:09:52.243661Z","steps":["trace[685143602] 'agreement among raft nodes before linearized reading' (duration: 6.195985331s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.243727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.045234Z","time spent":"6.1984786s","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:52.741622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:53.067868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998380261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:53.068118Z","caller":"traceutil/trace.go:171","msg":"trace[354245302] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998489385s","start":"2026-03-04T02:09:48.06943Z","end":"2026-03-04T02:09:53.067919Z","steps":["trace[354245302] 'agreement among raft nodes before linearized reading' (duration: 4.998403932s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:53.068155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.069411Z","time spent":"4.998736213s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/04 02:09:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:53.068243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996546894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:53.06826Z","caller":"traceutil/trace.go:171","msg":"trace[1299807816] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.996590356s","start":"2026-03-04T02:09:48.071664Z","end":"2026-03-04T02:09:53.068255Z","steps":["trace[1299807816] 'agreement among raft nodes before linearized reading' (duration: 4.996572985s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:53.068278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.071652Z","time spent":"4.996620746s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/04 02:09:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:53.06825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.246145Z","time spent":"822.098402ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:09:53.068319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998829185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} 2026/03/04 02:09:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:09:53.06834Z","caller":"traceutil/trace.go:171","msg":"trace[890826240] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998859027s","start":"2026-03-04T02:09:48.069472Z","end":"2026-03-04T02:09:53.068331Z","steps":["trace[890826240] 'agreement among raft nodes before linearized reading' (duration: 4.998842736s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:53.068359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.069467Z","time spent":"4.998885668s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/04 02:09:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:53.068389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.247313Z","time spent":"821.07407ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:09:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:53.068425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998872507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:53.06844Z","caller":"traceutil/trace.go:171","msg":"trace[1194564384] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998923548s","start":"2026-03-04T02:09:48.069512Z","end":"2026-03-04T02:09:53.068436Z","steps":["trace[1194564384] 'agreement among raft nodes before linearized reading' (duration: 4.998906928s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:53.068475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.0695Z","time spent":"4.99897083s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/04 02:09:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:53.069141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990442579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:53.069197Z","caller":"traceutil/trace.go:171","msg":"trace[1380527148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.990553233s","start":"2026-03-04T02:09:50.078627Z","end":"2026-03-04T02:09:53.06918Z","steps":["trace[1380527148] 'agreement among raft nodes before linearized reading' (duration: 2.99047791s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:53.069239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:50.078606Z","time spent":"2.990624205s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 02:09:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:53.069348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997623876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:53.069372Z","caller":"traceutil/trace.go:171","msg":"trace[1948159518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997680347s","start":"2026-03-04T02:09:50.071684Z","end":"2026-03-04T02:09:53.069364Z","steps":["trace[1948159518] 'agreement among raft nodes before linearized reading' (duration: 2.997656307s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:53.069397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:50.071659Z","time spent":"2.997731838s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 02:09:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:53.069507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.248001Z","time spent":"821.505404ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:09:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:53.24218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:09:53.359103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999932561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:53.359169Z","caller":"traceutil/trace.go:171","msg":"trace[1177824323] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000066375s","start":"2026-03-04T02:09:51.359088Z","end":"2026-03-04T02:09:53.359154Z","steps":["trace[1177824323] 'agreement among raft nodes before linearized reading' (duration: 1.999982782s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:53.359208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:51.359064Z","time spent":"2.000134277s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:09:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:53.674876Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.436606629s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:09:55.071029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998976981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:09:55.071131Z","caller":"traceutil/trace.go:171","msg":"trace[1987293640] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999110446s","start":"2026-03-04T02:09:50.072003Z","end":"2026-03-04T02:09:55.071114Z","steps":["trace[1987293640] 'agreement among raft nodes before linearized reading' (duration: 4.998986912s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:55.071178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:50.071994Z","time spent":"4.999174938s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:09:55.36869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00018925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:55.368772Z","caller":"traceutil/trace.go:171","msg":"trace[1987309231] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000287253s","start":"2026-03-04T02:09:53.368466Z","end":"2026-03-04T02:09:55.368754Z","steps":["trace[1987309231] 'agreement among raft nodes before linearized reading' (duration: 2.0001867s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:55.368818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.36842Z","time spent":"2.000389576s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:09:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:55.521957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.244434Z","time spent":"3.277515501s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:09:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:56.190658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.006317884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:56.190734Z","caller":"traceutil/trace.go:171","msg":"trace[1529391533] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.006436888s","start":"2026-03-04T02:09:46.18428Z","end":"2026-03-04T02:09:56.190717Z","steps":["trace[1529391533] 'agreement among raft nodes before linearized reading' (duration: 10.006339675s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:56.190777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.184266Z","time spent":"10.00650088s","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/03/04 02:09:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:56.336877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885447575s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:56.337024Z","caller":"traceutil/trace.go:171","msg":"trace[540800384] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23005; }","duration":"2.885603049s","start":"2026-03-04T02:09:53.451396Z","end":"2026-03-04T02:09:56.336999Z","steps":["trace[540800384] 'range keys from in-memory index tree' (duration: 2.885426354s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:56.340004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.66484089s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T02:09:56.340274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:50.15107Z","time spent":"6.189194868s","remote":"127.0.0.1:37442","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:09:56.34037Z","caller":"traceutil/trace.go:171","msg":"trace[206751753] transaction","detail":"{read_only:false; response_revision:23007; number_of_response:1; }","duration":"5.155021538s","start":"2026-03-04T02:09:51.185323Z","end":"2026-03-04T02:09:56.340344Z","steps":["trace[206751753] 'process raft request' (duration: 5.154969097s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:56.340482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:51.185297Z","time spent":"5.155107341s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:56.34067Z","caller":"traceutil/trace.go:171","msg":"trace[778419022] transaction","detail":"{read_only:false; response_revision:23006; number_of_response:1; }","duration":"5.195086086s","start":"2026-03-04T02:09:51.145558Z","end":"2026-03-04T02:09:56.340644Z","steps":["trace[778419022] 'process raft request' (duration: 5.19457633s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:56.340806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:51.145531Z","time spent":"5.195179759s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:57.316972Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.640698739s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:09:57.369073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000106466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:09:57.369157Z","caller":"traceutil/trace.go:171","msg":"trace[2000230320] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00023347s","start":"2026-03-04T02:09:55.368899Z","end":"2026-03-04T02:09:57.369132Z","steps":["trace[2000230320] 'agreement among raft nodes before linearized reading' (duration: 2.000125096s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:57.36921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:55.368885Z","time spent":"2.000314153s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:58.067433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997255127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:58.067492Z","caller":"traceutil/trace.go:171","msg":"trace[854659361] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.997366261s","start":"2026-03-04T02:09:53.070111Z","end":"2026-03-04T02:09:58.067478Z","steps":["trace[854659361] 'agreement among raft nodes before linearized reading' (duration: 4.997288338s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:58.06752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.070094Z","time spent":"4.997420463s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/04 02:09:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:58.068543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998448625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:58.068569Z","caller":"traceutil/trace.go:171","msg":"trace[204449914] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998493137s","start":"2026-03-04T02:09:53.070069Z","end":"2026-03-04T02:09:58.068563Z","steps":["trace[204449914] 'agreement among raft nodes before linearized reading' (duration: 4.998466256s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:58.068587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.070054Z","time spent":"4.998529197s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/04 02:09:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:58.070162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.071308Z","time spent":"4.998829807s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:09:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:58.070314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.07097Z","time spent":"4.999342712s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:09:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:58.560685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999997734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:09:58.560749Z","caller":"traceutil/trace.go:171","msg":"trace[1382292588] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000123177s","start":"2026-03-04T02:09:56.560611Z","end":"2026-03-04T02:09:58.560735Z","steps":["trace[1382292588] 'agreement among raft nodes before linearized reading' (duration: 2.000040875s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:58.560784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:56.560582Z","time spent":"2.00019522s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:09:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:59.245299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.24437Z","time spent":"7.000921455s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:09:59.37701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999969182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:59.377078Z","caller":"traceutil/trace.go:171","msg":"trace[1581296621] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000120857s","start":"2026-03-04T02:09:57.376942Z","end":"2026-03-04T02:09:59.377063Z","steps":["trace[1581296621] 'agreement among raft nodes before linearized reading' (duration: 2.000030174s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.377125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.37691Z","time spent":"2.00020535s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:09:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:59.616998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.616006Z","time spent":"7.000985068s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:09:59.801757Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.90368641s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:09:59.930273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612942331s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-04T02:09:59.931217Z","caller":"traceutil/trace.go:171","msg":"trace[637902988] linearizableReadLoop","detail":"{readStateIndex:23827; appliedIndex:23814; }","duration":"7.690596931s","start":"2026-03-04T02:09:52.240609Z","end":"2026-03-04T02:09:59.931206Z","steps":["trace[637902988] 'read index received' (duration: 1.434581467s)","trace[637902988] 'applied index is now lower than readState.Index' (duration: 6.256014704s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:59.931305Z","caller":"traceutil/trace.go:171","msg":"trace[914261652] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23013; }","duration":"6.860066334s","start":"2026-03-04T02:09:53.071232Z","end":"2026-03-04T02:09:59.931298Z","steps":["trace[914261652] 'process raft request' (duration: 6.859909529s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:59.931244Z","caller":"traceutil/trace.go:171","msg":"trace[193472949] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23012; }","duration":"6.860773636s","start":"2026-03-04T02:09:53.070439Z","end":"2026-03-04T02:09:59.931213Z","steps":["trace[193472949] 'process raft request' (duration: 6.860654963s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.931492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.158265939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:59.931483Z","caller":"traceutil/trace.go:171","msg":"trace[451185941] transaction","detail":"{read_only:false; response_revision:23015; number_of_response:1; }","duration":"3.590043979s","start":"2026-03-04T02:09:56.341414Z","end":"2026-03-04T02:09:59.931458Z","steps":["trace[451185941] 'process raft request' (duration: 3.58976631s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:59.931537Z","caller":"traceutil/trace.go:171","msg":"trace[1144873916] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23015; }","duration":"11.158339221s","start":"2026-03-04T02:09:48.773188Z","end":"2026-03-04T02:09:59.931527Z","steps":["trace[1144873916] 'agreement among raft nodes before linearized reading' (duration: 11.15828585s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.931582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.773168Z","time spent":"11.158408274s","remote":"127.0.0.1:34498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:59.931642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:56.341383Z","time spent":"3.590173873s","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:59.931714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.070419Z","time spent":"6.861084966s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:59.931805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.640060915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:59.931402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.071215Z","time spent":"6.860119406s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":475,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:59.931874Z","caller":"traceutil/trace.go:171","msg":"trace[1764342508] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23016; }","duration":"13.640147937s","start":"2026-03-04T02:09:46.291701Z","end":"2026-03-04T02:09:59.931849Z","steps":["trace[1764342508] 'agreement among raft nodes before linearized reading' (duration: 13.640016583s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.931536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.727712376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:59.931937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.572630272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:59.931902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.040027775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:59.931926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.304197669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:59.931979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.176858207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:59.932041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.693067692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:09:59.932043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.37757399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:59.932026Z","caller":"traceutil/trace.go:171","msg":"trace[166846656] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23016; }","duration":"12.572678524s","start":"2026-03-04T02:09:47.359274Z","end":"2026-03-04T02:09:59.931952Z","steps":["trace[166846656] 'agreement among raft nodes before linearized reading' (duration: 12.572634802s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:59.932064Z","caller":"traceutil/trace.go:171","msg":"trace[1668647703] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23016; }","duration":"12.693153445s","start":"2026-03-04T02:09:47.238904Z","end":"2026-03-04T02:09:59.932058Z","steps":["trace[1668647703] 'agreement among raft nodes before linearized reading' (duration: 12.693050642s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.932056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.753641024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:59.932076Z","caller":"traceutil/trace.go:171","msg":"trace[1437265311] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23016; }","duration":"9.377603591s","start":"2026-03-04T02:09:50.554461Z","end":"2026-03-04T02:09:59.932065Z","steps":["trace[1437265311] 'agreement among raft nodes before linearized reading' (duration: 9.377143357s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.931849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.15168111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:59.932111Z","caller":"traceutil/trace.go:171","msg":"trace[1749860445] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23016; }","duration":"9.151995379s","start":"2026-03-04T02:09:50.780108Z","end":"2026-03-04T02:09:59.932104Z","steps":["trace[1749860445] 'agreement among raft nodes before linearized reading' (duration: 9.151509124s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.932109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.668032023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:59.932105Z","caller":"traceutil/trace.go:171","msg":"trace[2070565114] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23016; }","duration":"9.753677465s","start":"2026-03-04T02:09:50.178406Z","end":"2026-03-04T02:09:59.932083Z","steps":["trace[2070565114] 'agreement among raft nodes before linearized reading' (duration: 9.75321206s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.932132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:50.780085Z","time spent":"9.152042481s","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:59.932141Z","caller":"traceutil/trace.go:171","msg":"trace[346588744] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23016; }","duration":"10.668108485s","start":"2026-03-04T02:09:49.264025Z","end":"2026-03-04T02:09:59.932134Z","steps":["trace[346588744] 'agreement among raft nodes before linearized reading' (duration: 10.667650821s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.932144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.004802096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:59.932164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:49.263983Z","time spent":"10.668174598s","remote":"127.0.0.1:35038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:59.932156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:50.178332Z","time spent":"9.753812329s","remote":"127.0.0.1:43286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:59.932173Z","caller":"traceutil/trace.go:171","msg":"trace[1891605820] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23016; }","duration":"13.004859178s","start":"2026-03-04T02:09:46.927308Z","end":"2026-03-04T02:09:59.932167Z","steps":["trace[1891605820] 'agreement among raft nodes before linearized reading' (duration: 13.004397644s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:59.932145Z","caller":"traceutil/trace.go:171","msg":"trace[1760599798] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23016; }","duration":"12.040154499s","start":"2026-03-04T02:09:47.89181Z","end":"2026-03-04T02:09:59.931964Z","steps":["trace[1760599798] 'agreement among raft nodes before linearized reading' (duration: 12.039989664s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.932199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.927289Z","time spent":"13.004900199s","remote":"127.0.0.1:37784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:59.932056Z","caller":"traceutil/trace.go:171","msg":"trace[50106540] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23016; }","duration":"10.176995671s","start":"2026-03-04T02:09:49.755041Z","end":"2026-03-04T02:09:59.932037Z","steps":["trace[50106540] 'agreement among raft nodes before linearized reading' (duration: 10.176606929s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.932225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:47.891795Z","time spent":"12.040418037s","remote":"127.0.0.1:52890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:59.932212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.579738338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:59.932114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:47.359256Z","time spent":"12.572843638s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:59.932268Z","caller":"traceutil/trace.go:171","msg":"trace[1231249865] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23016; }","duration":"8.579918084s","start":"2026-03-04T02:09:51.352337Z","end":"2026-03-04T02:09:59.932255Z","steps":["trace[1231249865] 'agreement among raft nodes before linearized reading' (duration: 8.579294094s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.932265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.150883685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:09:59.932313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:51.35229Z","time spent":"8.579995546s","remote":"127.0.0.1:52962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:59.932322Z","caller":"traceutil/trace.go:171","msg":"trace[896883610] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23016; }","duration":"9.150975618s","start":"2026-03-04T02:09:50.781329Z","end":"2026-03-04T02:09:59.932305Z","steps":["trace[896883610] 'agreement among raft nodes before linearized reading' (duration: 9.150360708s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.932042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.748678094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:59.932371Z","caller":"traceutil/trace.go:171","msg":"trace[449453001] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:23016; }","duration":"13.749019334s","start":"2026-03-04T02:09:46.183344Z","end":"2026-03-04T02:09:59.932363Z","steps":["trace[449453001] 'agreement among raft nodes before linearized reading' (duration: 13.748348933s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.932376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:50.781312Z","time spent":"9.15104806s","remote":"127.0.0.1:43324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:59.932399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.183339Z","time spent":"13.749052266s","remote":"127.0.0.1:37490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-03-04T02:09:59.931821Z","caller":"traceutil/trace.go:171","msg":"trace[1765954773] transaction","detail":"{read_only:false; response_revision:23016; number_of_response:1; }","duration":"2.275348165s","start":"2026-03-04T02:09:57.656429Z","end":"2026-03-04T02:09:59.931777Z","steps":["trace[1765954773] 'process raft request' (duration: 2.274956003s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.932079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.82386543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:59.93211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:50.554404Z","time spent":"9.377698574s","remote":"127.0.0.1:45794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:59.932549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.656402Z","time spent":"2.276123599s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:59.932547Z","caller":"traceutil/trace.go:171","msg":"trace[20643093] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23016; }","duration":"8.824365446s","start":"2026-03-04T02:09:51.108169Z","end":"2026-03-04T02:09:59.932535Z","steps":["trace[20643093] 'agreement among raft nodes before linearized reading' (duration: 8.823503819s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.932589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:51.108149Z","time spent":"8.824426238s","remote":"127.0.0.1:52840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:59.931937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.291685Z","time spent":"13.640237891s","remote":"127.0.0.1:34872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:59.931992Z","caller":"traceutil/trace.go:171","msg":"trace[1017400302] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23016; }","duration":"11.304294572s","start":"2026-03-04T02:09:48.627683Z","end":"2026-03-04T02:09:59.931977Z","steps":["trace[1017400302] 'agreement among raft nodes before linearized reading' (duration: 11.304197289s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.932695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.627666Z","time spent":"11.305020326s","remote":"127.0.0.1:43322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:59.931989Z","caller":"traceutil/trace.go:171","msg":"trace[578342173] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23015; }","duration":"10.728213962s","start":"2026-03-04T02:09:49.203731Z","end":"2026-03-04T02:09:59.931944Z","steps":["trace[578342173] 'agreement among raft nodes before linearized reading' (duration: 10.727691146s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.932745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:49.203715Z","time spent":"10.729020387s","remote":"127.0.0.1:34772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:59.931464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.786896243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:59.932816Z","caller":"traceutil/trace.go:171","msg":"trace[1628086256] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23015; }","duration":"7.788271346s","start":"2026-03-04T02:09:52.144534Z","end":"2026-03-04T02:09:59.932806Z","steps":["trace[1628086256] 'agreement among raft nodes before linearized reading' (duration: 7.786884193s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.93201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.833845311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:59.932875Z","caller":"traceutil/trace.go:171","msg":"trace[759556719] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23016; }","duration":"9.834723868s","start":"2026-03-04T02:09:50.09814Z","end":"2026-03-04T02:09:59.932864Z","steps":["trace[759556719] 'agreement among raft nodes before linearized reading' (duration: 9.83349321s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.932907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:50.098129Z","time spent":"9.83476985s","remote":"127.0.0.1:34504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:59.932016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.748701284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:09:59.933069Z","caller":"traceutil/trace.go:171","msg":"trace[114558300] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23016; }","duration":"13.749752858s","start":"2026-03-04T02:09:46.183307Z","end":"2026-03-04T02:09:59.93306Z","steps":["trace[114558300] 'agreement among raft nodes before linearized reading' (duration: 13.748569141s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.933101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:46.18328Z","time spent":"13.749812619s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:09:59.932083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:47.238881Z","time spent":"12.693197065s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:59.932253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:49.755021Z","time spent":"10.177224949s","remote":"127.0.0.1:37648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:59.932515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.890226047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:59.933542Z","caller":"traceutil/trace.go:171","msg":"trace[945883656] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23016; }","duration":"7.89127601s","start":"2026-03-04T02:09:52.042242Z","end":"2026-03-04T02:09:59.933518Z","steps":["trace[945883656] 'agreement among raft nodes before linearized reading' (duration: 7.889407001s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.933603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.042221Z","time spent":"7.891362942s","remote":"127.0.0.1:45726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:59.931885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.748491442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-04T02:09:59.933674Z","caller":"traceutil/trace.go:171","msg":"trace[1823893798] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4; range_end:; response_count:1; response_revision:23016; }","duration":"12.750307408s","start":"2026-03-04T02:09:47.183351Z","end":"2026-03-04T02:09:59.933659Z","steps":["trace[1823893798] 'agreement among raft nodes before linearized reading' (duration: 12.748306615s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.933715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:47.183336Z","time spent":"12.75036728s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" "} {"level":"warn","ts":"2026-03-04T02:09:59.932849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.144518Z","time spent":"7.788319588s","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:59.932002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.43484794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:59.933828Z","caller":"traceutil/trace.go:171","msg":"trace[462595968] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23016; }","duration":"11.436708098s","start":"2026-03-04T02:09:48.497107Z","end":"2026-03-04T02:09:59.933815Z","steps":["trace[462595968] 'agreement among raft nodes before linearized reading' (duration: 11.43486239s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.93387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.497087Z","time spent":"11.43677013s","remote":"127.0.0.1:45854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:00.431876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:00.93289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:01.38352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000082215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:01.383618Z","caller":"traceutil/trace.go:171","msg":"trace[375925410] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00024161s","start":"2026-03-04T02:09:59.383355Z","end":"2026-03-04T02:10:01.383597Z","steps":["trace[375925410] 'agreement among raft nodes before linearized reading' (duration: 2.000059744s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:01.383672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:59.38334Z","time spent":"2.000320233s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:01.433862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:01.893188Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.050823279s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:10:03.384509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000201328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:03.384579Z","caller":"traceutil/trace.go:171","msg":"trace[369047652] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000321593s","start":"2026-03-04T02:10:01.384237Z","end":"2026-03-04T02:10:03.384559Z","steps":["trace[369047652] 'agreement among raft nodes before linearized reading' (duration: 2.00023973s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:03.384615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:01.38422Z","time spent":"2.000389044s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:03.74664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.230015Z","time spent":"516.618624ms","remote":"127.0.0.1:59060","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:10:03.746574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.903856ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:03.746728Z","caller":"traceutil/trace.go:171","msg":"trace[2050127199] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23016; }","duration":"295.256697ms","start":"2026-03-04T02:10:03.451443Z","end":"2026-03-04T02:10:03.7467Z","steps":["trace[2050127199] 'range keys from in-memory index tree' (duration: 294.884576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:03.746763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853372721s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-04T02:10:03.746882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:59.246372Z","time spent":"4.500503295s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:10:03.762181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.512013363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:03.762251Z","caller":"traceutil/trace.go:171","msg":"trace[1511135352] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; }","duration":"11.512110995s","start":"2026-03-04T02:09:52.250125Z","end":"2026-03-04T02:10:03.762236Z","steps":["trace[1511135352] 'agreement among raft nodes before linearized reading' (duration: 11.512021602s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:03.762285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.25012Z","time spent":"11.512158307s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} 2026/03/04 02:10:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:03.791606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.8570609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:03.791665Z","caller":"traceutil/trace.go:171","msg":"trace[1165923209] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"3.857161623s","start":"2026-03-04T02:09:59.934491Z","end":"2026-03-04T02:10:03.791652Z","steps":["trace[1165923209] 'agreement among raft nodes before linearized reading' (duration: 3.857080061s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:03.791694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:59.934472Z","time spent":"3.857216645s","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/03/04 02:10:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:04.807385Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.38031184s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:10:04.946344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199502528s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:10:04.947445Z","caller":"traceutil/trace.go:171","msg":"trace[1685335356] transaction","detail":"{read_only:false; response_revision:23017; number_of_response:1; }","duration":"3.601407876s","start":"2026-03-04T02:10:01.346012Z","end":"2026-03-04T02:10:04.94742Z","steps":["trace[1685335356] 'process raft request' (duration: 3.600448446s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.947559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:01.345987Z","time spent":"3.601512179s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:04.947587Z","caller":"traceutil/trace.go:171","msg":"trace[933421768] transaction","detail":"{read_only:false; response_revision:23018; number_of_response:1; }","duration":"2.520616363s","start":"2026-03-04T02:10:02.426932Z","end":"2026-03-04T02:10:04.947549Z","steps":["trace[933421768] 'process raft request' (duration: 2.5205154s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.94774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:02.426885Z","time spent":"2.520765068s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:04.947804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.880524589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:04.947871Z","caller":"traceutil/trace.go:171","msg":"trace[733750745] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23018; }","duration":"5.880642333s","start":"2026-03-04T02:09:59.067209Z","end":"2026-03-04T02:10:04.947851Z","steps":["trace[733750745] 'agreement among raft nodes before linearized reading' (duration: 5.880528409s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.947922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:59.067187Z","time spent":"5.880720755s","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:04.947942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.279782047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:04.94798Z","caller":"traceutil/trace.go:171","msg":"trace[960190004] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23018; }","duration":"7.279854069s","start":"2026-03-04T02:09:57.668112Z","end":"2026-03-04T02:10:04.947966Z","steps":["trace[960190004] 'agreement among raft nodes before linearized reading' (duration: 7.279786557s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.948023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.668092Z","time spent":"7.279922272s","remote":"127.0.0.1:52804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:04.948059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.222832507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:04.948141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.244069812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:04.948182Z","caller":"traceutil/trace.go:171","msg":"trace[1055715854] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23018; }","duration":"5.244136905s","start":"2026-03-04T02:09:59.704032Z","end":"2026-03-04T02:10:04.948169Z","steps":["trace[1055715854] 'agreement among raft nodes before linearized reading' (duration: 5.244056392s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.948169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.259550139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:04.94821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:59.704022Z","time spent":"5.244180396s","remote":"127.0.0.1:45742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:04.948223Z","caller":"traceutil/trace.go:171","msg":"trace[63606118] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23018; }","duration":"5.259616191s","start":"2026-03-04T02:09:59.688593Z","end":"2026-03-04T02:10:04.948209Z","steps":["trace[63606118] 'agreement among raft nodes before linearized reading' (duration: 5.259513198s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.948233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.180576187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:04.94825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:59.688533Z","time spent":"5.259711244s","remote":"127.0.0.1:44460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:04.948266Z","caller":"traceutil/trace.go:171","msg":"trace[151315067] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23018; }","duration":"6.180646749s","start":"2026-03-04T02:09:58.767608Z","end":"2026-03-04T02:10:04.948254Z","steps":["trace[151315067] 'agreement among raft nodes before linearized reading' (duration: 6.180592618s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.948294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.002212102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:04.948358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.645623773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:04.948387Z","caller":"traceutil/trace.go:171","msg":"trace[971391670] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23018; }","duration":"6.645689945s","start":"2026-03-04T02:09:58.302687Z","end":"2026-03-04T02:10:04.948377Z","steps":["trace[971391670] 'agreement among raft nodes before linearized reading' (duration: 6.645570471s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:04.948389Z","caller":"traceutil/trace.go:171","msg":"trace[1557383540] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23018; }","duration":"11.002350876s","start":"2026-03-04T02:09:53.946029Z","end":"2026-03-04T02:10:04.948379Z","steps":["trace[1557383540] 'agreement among raft nodes before linearized reading' (duration: 11.002223932s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.94841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:58.302666Z","time spent":"6.645737837s","remote":"127.0.0.1:37738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:04.948414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.945996Z","time spent":"11.002411318s","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:04.94858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.703142268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:04.94861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.764530899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-04T02:10:04.948621Z","caller":"traceutil/trace.go:171","msg":"trace[266599845] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23018; }","duration":"9.703214411s","start":"2026-03-04T02:09:55.245396Z","end":"2026-03-04T02:10:04.948611Z","steps":["trace[266599845] 'agreement among raft nodes before linearized reading' (duration: 9.703142748s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:04.948636Z","caller":"traceutil/trace.go:171","msg":"trace[1567602123] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23018; }","duration":"8.764590461s","start":"2026-03-04T02:09:56.184035Z","end":"2026-03-04T02:10:04.948626Z","steps":["trace[1567602123] 'agreement among raft nodes before linearized reading' (duration: 8.764492808s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.948659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:56.184002Z","time spent":"8.764652603s","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-04T02:10:04.948654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:55.245379Z","time spent":"9.703266992s","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:04.948302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:58.767578Z","time spent":"6.180711711s","remote":"127.0.0.1:37622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:04.948724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.217940864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:04.948744Z","caller":"traceutil/trace.go:171","msg":"trace[1000568329] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23018; }","duration":"5.217960364s","start":"2026-03-04T02:09:59.730776Z","end":"2026-03-04T02:10:04.948737Z","steps":["trace[1000568329] 'agreement among raft nodes before linearized reading' (duration: 5.217926793s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.94874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.608638501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:04.94876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:59.730742Z","time spent":"5.218013876s","remote":"127.0.0.1:52780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:04.948768Z","caller":"traceutil/trace.go:171","msg":"trace[104854202] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23018; }","duration":"9.608704854s","start":"2026-03-04T02:09:55.340054Z","end":"2026-03-04T02:10:04.948759Z","steps":["trace[104854202] 'agreement among raft nodes before linearized reading' (duration: 9.608638342s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.948798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:55.340031Z","time spent":"9.608756785s","remote":"127.0.0.1:37804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:04.948797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.497374804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:04.948845Z","caller":"traceutil/trace.go:171","msg":"trace[2112314146] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23018; }","duration":"8.497466117s","start":"2026-03-04T02:09:56.451366Z","end":"2026-03-04T02:10:04.948832Z","steps":["trace[2112314146] 'agreement among raft nodes before linearized reading' (duration: 8.497383124s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.948849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.694256786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-03-04T02:10:04.948881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:56.451341Z","time spent":"8.497530499s","remote":"127.0.0.1:35014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:04.948917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.222475336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:04.948881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.649252154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:04.948933Z","caller":"traceutil/trace.go:171","msg":"trace[108000426] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23018; }","duration":"5.222493347s","start":"2026-03-04T02:09:59.726434Z","end":"2026-03-04T02:10:04.948927Z","steps":["trace[108000426] 'agreement among raft nodes before linearized reading' (duration: 5.222460625s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:04.948918Z","caller":"traceutil/trace.go:171","msg":"trace[1694217825] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23018; }","duration":"7.69436236s","start":"2026-03-04T02:09:57.254535Z","end":"2026-03-04T02:10:04.948897Z","steps":["trace[1694217825] 'agreement among raft nodes before linearized reading' (duration: 7.694144073s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.948927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.634240895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:10:04.948952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:59.72641Z","time spent":"5.222537968s","remote":"127.0.0.1:35130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:04.948965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.254518Z","time spent":"7.694438292s","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-04T02:10:04.94897Z","caller":"traceutil/trace.go:171","msg":"trace[1114982168] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23018; }","duration":"9.634313998s","start":"2026-03-04T02:09:55.314646Z","end":"2026-03-04T02:10:04.94896Z","steps":["trace[1114982168] 'agreement among raft nodes before linearized reading' (duration: 9.634153582s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:04.94897Z","caller":"traceutil/trace.go:171","msg":"trace[2110745486] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23018; }","duration":"7.649404569s","start":"2026-03-04T02:09:57.299541Z","end":"2026-03-04T02:10:04.948946Z","steps":["trace[2110745486] 'agreement among raft nodes before linearized reading' (duration: 7.649245534s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.949001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:55.31463Z","time spent":"9.63436521s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:10:04.949023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.219377481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274197"} {"level":"warn","ts":"2026-03-04T02:10:04.949026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.29952Z","time spent":"7.649491841s","remote":"127.0.0.1:45918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:04.949044Z","caller":"traceutil/trace.go:171","msg":"trace[1804113527] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23018; }","duration":"10.219432083s","start":"2026-03-04T02:09:54.729605Z","end":"2026-03-04T02:10:04.949037Z","steps":["trace[1804113527] 'agreement among raft nodes before linearized reading' (duration: 10.219148464s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.949062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:54.729586Z","time spent":"10.219472824s","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274220,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:10:04.949107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.86494489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:04.949124Z","caller":"traceutil/trace.go:171","msg":"trace[1551722676] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23018; }","duration":"11.864982671s","start":"2026-03-04T02:09:53.084135Z","end":"2026-03-04T02:10:04.949117Z","steps":["trace[1551722676] 'agreement among raft nodes before linearized reading' (duration: 11.86494255s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.949121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.199914477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:04.949137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.084119Z","time spent":"11.865014873s","remote":"127.0.0.1:37818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:04.949144Z","caller":"traceutil/trace.go:171","msg":"trace[1797613436] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23018; }","duration":"11.199952908s","start":"2026-03-04T02:09:53.749184Z","end":"2026-03-04T02:10:04.949137Z","steps":["trace[1797613436] 'agreement among raft nodes before linearized reading' (duration: 11.199895246s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.949457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.749162Z","time spent":"11.200287639s","remote":"127.0.0.1:52680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:04.949433Z","caller":"traceutil/trace.go:171","msg":"trace[216862306] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23018; }","duration":"5.222949711s","start":"2026-03-04T02:09:59.725152Z","end":"2026-03-04T02:10:04.948102Z","steps":["trace[216862306] 'agreement among raft nodes before linearized reading' (duration: 5.222838877s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.949172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.656678934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:10:04.949526Z","caller":"traceutil/trace.go:171","msg":"trace[295639414] linearizableReadLoop","detail":"{readStateIndex:23832; appliedIndex:23829; }","duration":"5.018224675s","start":"2026-03-04T02:09:59.931273Z","end":"2026-03-04T02:10:04.949496Z","steps":["trace[295639414] 'read index received' (duration: 1.962138155s)","trace[295639414] 'applied index is now lower than readState.Index' (duration: 3.054209841s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:04.949587Z","caller":"traceutil/trace.go:171","msg":"trace[1258581317] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23018; }","duration":"8.657121218s","start":"2026-03-04T02:09:56.292456Z","end":"2026-03-04T02:10:04.949577Z","steps":["trace[1258581317] 'agreement among raft nodes before linearized reading' (duration: 8.655178637s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.949614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:56.292439Z","time spent":"8.657166959s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2683,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:04.949642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:59.725129Z","time spent":"5.224449678s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:04.949195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.991761901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:04.949715Z","caller":"traceutil/trace.go:171","msg":"trace[24264883] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23018; }","duration":"11.992316828s","start":"2026-03-04T02:09:52.957387Z","end":"2026-03-04T02:10:04.949704Z","steps":["trace[24264883] 'agreement among raft nodes before linearized reading' (duration: 11.991779311s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.94974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.957366Z","time spent":"11.99236568s","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:04.949306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.485136169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:10:04.949866Z","caller":"traceutil/trace.go:171","msg":"trace[264680720] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23018; }","duration":"11.485730838s","start":"2026-03-04T02:09:53.464127Z","end":"2026-03-04T02:10:04.949858Z","steps":["trace[264680720] 'agreement among raft nodes before linearized reading' (duration: 11.485080927s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.949889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.464086Z","time spent":"11.485794299s","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":173,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:04.949319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.353283907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:10:04.949994Z","caller":"traceutil/trace.go:171","msg":"trace[712385239] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23018; }","duration":"12.354011961s","start":"2026-03-04T02:09:52.595974Z","end":"2026-03-04T02:10:04.949986Z","steps":["trace[712385239] 'agreement among raft nodes before linearized reading' (duration: 12.353190225s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.950022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.595954Z","time spent":"12.354060652s","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-04T02:10:04.949391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.702954642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-04T02:10:04.950307Z","caller":"traceutil/trace.go:171","msg":"trace[1936040760] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23018; }","duration":"12.703887131s","start":"2026-03-04T02:09:52.246403Z","end":"2026-03-04T02:10:04.950291Z","steps":["trace[1936040760] 'agreement among raft nodes before linearized reading' (duration: 12.70289412s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.950423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.246387Z","time spent":"12.704026715s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T02:10:04.949393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.390799034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:10:04.950489Z","caller":"traceutil/trace.go:171","msg":"trace[1849735632] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23018; }","duration":"12.391913249s","start":"2026-03-04T02:09:52.558564Z","end":"2026-03-04T02:10:04.950477Z","steps":["trace[1849735632] 'agreement among raft nodes before linearized reading' (duration: 12.390625649s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:04.950542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:52.55855Z","time spent":"12.391981431s","remote":"127.0.0.1:37590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:05.390811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000553691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:05.390903Z","caller":"traceutil/trace.go:171","msg":"trace[1072729207] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000688365s","start":"2026-03-04T02:10:03.390192Z","end":"2026-03-04T02:10:05.39088Z","steps":["trace[1072729207] 'agreement among raft nodes before linearized reading' (duration: 2.000579492s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:05.390982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.390174Z","time spent":"2.000798009s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:07.215923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067240603s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:07.216018Z","caller":"traceutil/trace.go:171","msg":"trace[653891566] linearizableReadLoop","detail":"{readStateIndex:23834; appliedIndex:23833; }","duration":"2.266413305s","start":"2026-03-04T02:10:04.94959Z","end":"2026-03-04T02:10:07.216003Z","steps":["trace[653891566] 'read index received' (duration: 199.049498ms)","trace[653891566] 'applied index is now lower than readState.Index' (duration: 2.067362417s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:07.216081Z","caller":"traceutil/trace.go:171","msg":"trace[76767229] transaction","detail":"{read_only:false; response_revision:23019; number_of_response:1; }","duration":"3.46740823s","start":"2026-03-04T02:10:03.748663Z","end":"2026-03-04T02:10:07.216071Z","steps":["trace[76767229] 'process raft request' (duration: 1.39995574s)","trace[76767229] 'compare' (duration: 2.061438351s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:07.216141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.748638Z","time spent":"3.467473892s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:07.216385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.375922329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:07.216423Z","caller":"traceutil/trace.go:171","msg":"trace[1282316076] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23019; }","duration":"3.375985501s","start":"2026-03-04T02:10:03.840428Z","end":"2026-03-04T02:10:07.216414Z","steps":["trace[1282316076] 'agreement among raft nodes before linearized reading' (duration: 3.375898768s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.216452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.840414Z","time spent":"3.376031372s","remote":"127.0.0.1:37750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:07.216618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.491816726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:07.216655Z","caller":"traceutil/trace.go:171","msg":"trace[1821142668] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23019; }","duration":"3.491901269s","start":"2026-03-04T02:10:03.724744Z","end":"2026-03-04T02:10:07.216645Z","steps":["trace[1821142668] 'agreement among raft nodes before linearized reading' (duration: 3.491842017s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.216689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.724718Z","time spent":"3.49196339s","remote":"127.0.0.1:45882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:07.216825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.853750146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:07.21686Z","caller":"traceutil/trace.go:171","msg":"trace[679275354] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23019; }","duration":"3.853825359s","start":"2026-03-04T02:10:03.363025Z","end":"2026-03-04T02:10:07.216851Z","steps":["trace[679275354] 'agreement among raft nodes before linearized reading' (duration: 3.853775667s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.216888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.363002Z","time spent":"3.85387872s","remote":"127.0.0.1:44502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:07.217048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.990960991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:07.217084Z","caller":"traceutil/trace.go:171","msg":"trace[1293809640] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23019; }","duration":"3.991025974s","start":"2026-03-04T02:10:03.226049Z","end":"2026-03-04T02:10:07.217075Z","steps":["trace[1293809640] 'agreement among raft nodes before linearized reading' (duration: 3.990971122s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.217112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.226029Z","time spent":"3.991075515s","remote":"127.0.0.1:37820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:07.217261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.025121414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:07.217303Z","caller":"traceutil/trace.go:171","msg":"trace[1283332365] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23019; }","duration":"4.025197616s","start":"2026-03-04T02:10:03.192097Z","end":"2026-03-04T02:10:07.217295Z","steps":["trace[1283332365] 'agreement among raft nodes before linearized reading' (duration: 4.025139505s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.217332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.192073Z","time spent":"4.025251937s","remote":"127.0.0.1:35154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:07.217479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.036665556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:07.217513Z","caller":"traceutil/trace.go:171","msg":"trace[1946501977] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23019; }","duration":"4.036716898s","start":"2026-03-04T02:10:03.180787Z","end":"2026-03-04T02:10:07.217504Z","steps":["trace[1946501977] 'agreement among raft nodes before linearized reading' (duration: 4.036669036s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.217541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.180774Z","time spent":"4.036758779s","remote":"127.0.0.1:52860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:07.217683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.107875021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:07.217716Z","caller":"traceutil/trace.go:171","msg":"trace[1053219242] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23019; }","duration":"4.107937393s","start":"2026-03-04T02:10:03.109769Z","end":"2026-03-04T02:10:07.217707Z","steps":["trace[1053219242] 'agreement among raft nodes before linearized reading' (duration: 4.107893882s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.217744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.10975Z","time spent":"4.107986744s","remote":"127.0.0.1:52738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:07.217886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.341760252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:07.217919Z","caller":"traceutil/trace.go:171","msg":"trace[2066458671] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23019; }","duration":"4.341823964s","start":"2026-03-04T02:10:02.876088Z","end":"2026-03-04T02:10:07.217912Z","steps":["trace[2066458671] 'agreement among raft nodes before linearized reading' (duration: 4.341775862s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.217946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:02.876071Z","time spent":"4.341867646s","remote":"127.0.0.1:34880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:07.218076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.6606048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:07.218108Z","caller":"traceutil/trace.go:171","msg":"trace[1439308812] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23019; }","duration":"4.660674332s","start":"2026-03-04T02:10:02.557426Z","end":"2026-03-04T02:10:07.2181Z","steps":["trace[1439308812] 'agreement among raft nodes before linearized reading' (duration: 4.660623s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.218134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:02.557405Z","time spent":"4.660722224s","remote":"127.0.0.1:52854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:07.218356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.722985957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:10:07.218391Z","caller":"traceutil/trace.go:171","msg":"trace[1756784761] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23019; }","duration":"4.72305196s","start":"2026-03-04T02:10:02.495332Z","end":"2026-03-04T02:10:07.218384Z","steps":["trace[1756784761] 'agreement among raft nodes before linearized reading' (duration: 4.722928206s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.218417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:02.495313Z","time spent":"4.723097471s","remote":"127.0.0.1:37724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":177,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:07.218579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.513815619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:07.218628Z","caller":"traceutil/trace.go:171","msg":"trace[1492125626] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23019; }","duration":"5.513900962s","start":"2026-03-04T02:10:01.704714Z","end":"2026-03-04T02:10:07.218615Z","steps":["trace[1492125626] 'agreement among raft nodes before linearized reading' (duration: 5.51383032s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.218665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:01.704693Z","time spent":"5.513961274s","remote":"127.0.0.1:35206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:07.218844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.841236016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:07.218886Z","caller":"traceutil/trace.go:171","msg":"trace[846907547] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23019; }","duration":"5.841278607s","start":"2026-03-04T02:10:01.377597Z","end":"2026-03-04T02:10:07.218876Z","steps":["trace[846907547] 'agreement among raft nodes before linearized reading' (duration: 5.841216125s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.218961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:01.377558Z","time spent":"5.84135409s","remote":"127.0.0.1:52664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:07.219236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.128852403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:07.219281Z","caller":"traceutil/trace.go:171","msg":"trace[1952596214] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23019; }","duration":"6.128938376s","start":"2026-03-04T02:10:01.090332Z","end":"2026-03-04T02:10:07.21927Z","steps":["trace[1952596214] 'agreement among raft nodes before linearized reading' (duration: 6.128868654s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.219318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:01.09031Z","time spent":"6.128997808s","remote":"127.0.0.1:45860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:07.219626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.28201103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-04T02:10:07.219673Z","caller":"traceutil/trace.go:171","msg":"trace[534695782] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4; range_end:; response_count:1; response_revision:23019; }","duration":"6.282057863s","start":"2026-03-04T02:10:00.937602Z","end":"2026-03-04T02:10:07.21966Z","steps":["trace[534695782] 'agreement among raft nodes before linearized reading' (duration: 6.281908188s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.219701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.937581Z","time spent":"6.282113344s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" "} {"level":"warn","ts":"2026-03-04T02:10:07.219856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.426879547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:07.219884Z","caller":"traceutil/trace.go:171","msg":"trace[980331655] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23019; }","duration":"6.426944979s","start":"2026-03-04T02:10:00.79293Z","end":"2026-03-04T02:10:07.219875Z","steps":["trace[980331655] 'agreement among raft nodes before linearized reading' (duration: 6.426901418s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.21991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.792907Z","time spent":"6.426996751s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:07.220085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.631437748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18442"} {"level":"info","ts":"2026-03-04T02:10:07.22011Z","caller":"traceutil/trace.go:171","msg":"trace[2139186608] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23019; }","duration":"6.631500479s","start":"2026-03-04T02:10:00.588602Z","end":"2026-03-04T02:10:07.220102Z","steps":["trace[2139186608] 'agreement among raft nodes before linearized reading' (duration: 6.631416827s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.220133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.588578Z","time spent":"6.631550161s","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18465,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:10:07.220316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.765934839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:07.220347Z","caller":"traceutil/trace.go:171","msg":"trace[871352374] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23019; }","duration":"6.766007722s","start":"2026-03-04T02:10:00.454332Z","end":"2026-03-04T02:10:07.22034Z","steps":["trace[871352374] 'agreement among raft nodes before linearized reading' (duration: 6.765917479s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.220376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:00.454308Z","time spent":"6.766061583s","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":80,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:07.220568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.283965629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:10:07.220603Z","caller":"traceutil/trace.go:171","msg":"trace[608094704] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23019; }","duration":"7.28401575s","start":"2026-03-04T02:09:59.936578Z","end":"2026-03-04T02:10:07.220594Z","steps":["trace[608094704] 'agreement among raft nodes before linearized reading' (duration: 7.283926647s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.220627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:59.936564Z","time spent":"7.284057552s","remote":"127.0.0.1:37568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:10:07.391174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999811877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:07.391245Z","caller":"traceutil/trace.go:171","msg":"trace[1984915306] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999954271s","start":"2026-03-04T02:10:05.391274Z","end":"2026-03-04T02:10:07.391228Z","steps":["trace[1984915306] 'agreement among raft nodes before linearized reading' (duration: 1.999851967s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.391281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.391251Z","time spent":"2.000023833s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:07.716101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945590,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:07.923017Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.774387598s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:10:08.562659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000742356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:08.562743Z","caller":"traceutil/trace.go:171","msg":"trace[1260189208] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00087591s","start":"2026-03-04T02:10:06.561852Z","end":"2026-03-04T02:10:08.562728Z","steps":["trace[1260189208] 'agreement among raft nodes before linearized reading' (duration: 2.000768587s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.562779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:06.561835Z","time spent":"2.000937332s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:09.008838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085527971s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:09.009057Z","caller":"traceutil/trace.go:171","msg":"trace[421037207] transaction","detail":"{read_only:false; response_revision:23020; number_of_response:1; }","duration":"4.05142733s","start":"2026-03-04T02:10:04.957606Z","end":"2026-03-04T02:10:09.009033Z","steps":["trace[421037207] 'process raft request' (duration: 2.96562092s)","trace[421037207] 'compare' (duration: 1.084989995s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:09.009157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:04.957581Z","time spent":"4.051519454s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:09.009213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.055194719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-409bfd6c-b777-4336-a1ab-e4e87cf8714c\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T02:10:09.009065Z","caller":"traceutil/trace.go:171","msg":"trace[1783390826] linearizableReadLoop","detail":"{readStateIndex:23837; appliedIndex:23834; }","duration":"1.793006107s","start":"2026-03-04T02:10:07.216043Z","end":"2026-03-04T02:10:09.009049Z","steps":["trace[1783390826] 'read index received' (duration: 707.161386ms)","trace[1783390826] 'applied index is now lower than readState.Index' (duration: 1.085843361s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:09.009247Z","caller":"traceutil/trace.go:171","msg":"trace[1916143824] range","detail":"{range_begin:/registry/persistentvolumes/pvc-409bfd6c-b777-4336-a1ab-e4e87cf8714c; range_end:; response_count:1; response_revision:23022; }","duration":"4.055246501s","start":"2026-03-04T02:10:04.95399Z","end":"2026-03-04T02:10:09.009236Z","steps":["trace[1916143824] 'agreement among raft nodes before linearized reading' (duration: 4.055102156s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:09.009279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:04.953975Z","time spent":"4.055296992s","remote":"127.0.0.1:37548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-409bfd6c-b777-4336-a1ab-e4e87cf8714c\" "} {"level":"warn","ts":"2026-03-04T02:10:09.009347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.600701117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:09.00937Z","caller":"traceutil/trace.go:171","msg":"trace[874255830] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23022; }","duration":"2.600765559s","start":"2026-03-04T02:10:06.408596Z","end":"2026-03-04T02:10:09.009362Z","steps":["trace[874255830] 'agreement among raft nodes before linearized reading' (duration: 2.600725228s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:09.00939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:06.408576Z","time spent":"2.600808991s","remote":"127.0.0.1:34778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:09.009526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.793253391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:09.009562Z","caller":"traceutil/trace.go:171","msg":"trace[1768683990] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23022; }","duration":"2.793326143s","start":"2026-03-04T02:10:06.216224Z","end":"2026-03-04T02:10:09.00955Z","steps":["trace[1768683990] 'agreement among raft nodes before linearized reading' (duration: 2.793270521s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:09.009585Z","caller":"traceutil/trace.go:171","msg":"trace[1136541176] transaction","detail":"{read_only:false; response_revision:23021; number_of_response:1; }","duration":"2.57879448s","start":"2026-03-04T02:10:06.430782Z","end":"2026-03-04T02:10:09.009577Z","steps":["trace[1136541176] 'process raft request' (duration: 2.578154319s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:09.009594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:06.216203Z","time spent":"2.793381495s","remote":"127.0.0.1:35066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:10:09.009625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:06.43076Z","time spent":"2.57884347s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:09.009734Z","caller":"traceutil/trace.go:171","msg":"trace[878733037] transaction","detail":"{read_only:false; response_revision:23022; number_of_response:1; }","duration":"1.570212874s","start":"2026-03-04T02:10:07.439514Z","end":"2026-03-04T02:10:09.009727Z","steps":["trace[878733037] 'process raft request' (duration: 1.569497962s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:09.009731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493090146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:09.009812Z","caller":"traceutil/trace.go:171","msg":"trace[362790376] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23022; }","duration":"3.49322492s","start":"2026-03-04T02:10:05.51657Z","end":"2026-03-04T02:10:09.009795Z","steps":["trace[362790376] 'agreement among raft nodes before linearized reading' (duration: 3.493062985s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:09.009887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.516547Z","time spent":"3.493302143s","remote":"127.0.0.1:34708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:09.010013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.129356299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:09.010043Z","caller":"traceutil/trace.go:171","msg":"trace[316498083] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23022; }","duration":"3.129420402s","start":"2026-03-04T02:10:05.880611Z","end":"2026-03-04T02:10:09.010032Z","steps":["trace[316498083] 'agreement among raft nodes before linearized reading' (duration: 3.12937209s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:09.009765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.02401328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-03-04T02:10:09.010071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:05.880563Z","time spent":"3.129500664s","remote":"127.0.0.1:35234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:09.010112Z","caller":"traceutil/trace.go:171","msg":"trace[88116260] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23022; }","duration":"4.024368782s","start":"2026-03-04T02:10:04.985724Z","end":"2026-03-04T02:10:09.010093Z","steps":["trace[88116260] 'agreement among raft nodes before linearized reading' (duration: 4.0240041s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:09.010168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:04.985709Z","time spent":"4.024439564s","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T02:10:09.009772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.439488Z","time spent":"1.570263435s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:09.399704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00084259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:09.399818Z","caller":"traceutil/trace.go:171","msg":"trace[334401371] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001011725s","start":"2026-03-04T02:10:07.398779Z","end":"2026-03-04T02:10:09.399791Z","steps":["trace[334401371] 'agreement among raft nodes before linearized reading' (duration: 2.000862741s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:09.399879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.398763Z","time spent":"2.001104129s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:09.514632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:10.015701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:10.110985Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.160563366s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:10:11.406557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00023456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:11.406633Z","caller":"traceutil/trace.go:171","msg":"trace[1335187528] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000362024s","start":"2026-03-04T02:10:09.406256Z","end":"2026-03-04T02:10:11.406618Z","steps":["trace[1335187528] 'agreement among raft nodes before linearized reading' (duration: 2.000258701s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:11.406667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:09.406239Z","time spent":"2.000421416s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:12.871803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.760632007s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:10:12.873861Z","caller":"traceutil/trace.go:171","msg":"trace[738381495] linearizableReadLoop","detail":"{readStateIndex:23839; appliedIndex:23837; }","duration":"3.864587097s","start":"2026-03-04T02:10:09.009253Z","end":"2026-03-04T02:10:12.87384Z","steps":["trace[738381495] 'read index received' (duration: 1.101936657s)","trace[738381495] 'applied index is now lower than readState.Index' (duration: 2.7626491s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:12.873894Z","caller":"traceutil/trace.go:171","msg":"trace[1752749449] transaction","detail":"{read_only:false; response_revision:23024; number_of_response:1; }","duration":"2.917662465s","start":"2026-03-04T02:10:09.95619Z","end":"2026-03-04T02:10:12.873852Z","steps":["trace[1752749449] 'process raft request' (duration: 2.915721894s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:12.874074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:09.956165Z","time spent":"2.91780459s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:15.868583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945602,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:16.368855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945602,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:16.452033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.921456515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:16.452138Z","caller":"traceutil/trace.go:171","msg":"trace[36379628] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23024; }","duration":"8.92162171s","start":"2026-03-04T02:10:07.53049Z","end":"2026-03-04T02:10:16.452111Z","steps":["trace[36379628] 'agreement among raft nodes before linearized reading' (duration: 5.343398902s)","trace[36379628] 'count revisions from in-memory index tree' (duration: 3.578065263s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:16.45219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.530468Z","time spent":"8.921711113s","remote":"127.0.0.1:43558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:16.452206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.20610952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:10:16.452322Z","caller":"traceutil/trace.go:171","msg":"trace[354645946] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23024; }","duration":"9.206295995s","start":"2026-03-04T02:10:07.245995Z","end":"2026-03-04T02:10:16.452291Z","steps":["trace[354645946] 'agreement among raft nodes before linearized reading' (duration: 5.627950463s)","trace[354645946] 'range keys from in-memory index tree' (duration: 3.578019151s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:16.452391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.245974Z","time spent":"9.206406458s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:16.452473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.428335731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-04T02:10:16.452569Z","caller":"traceutil/trace.go:171","msg":"trace[509433816] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23024; }","duration":"7.428473795s","start":"2026-03-04T02:10:09.024067Z","end":"2026-03-04T02:10:16.452541Z","steps":["trace[509433816] 'agreement among raft nodes before linearized reading' (duration: 3.850123383s)","trace[509433816] 'range keys from in-memory index tree' (duration: 3.577982111s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:16.452623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:09.024054Z","time spent":"7.428557997s","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-04T02:10:16.452656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.204503638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-04T02:10:16.45267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.599425978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:16.452781Z","caller":"traceutil/trace.go:171","msg":"trace[351339574] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23024; }","duration":"8.599592833s","start":"2026-03-04T02:10:07.853159Z","end":"2026-03-04T02:10:16.452752Z","steps":["trace[351339574] 'agreement among raft nodes before linearized reading' (duration: 5.020689713s)","trace[351339574] 'count revisions from in-memory index tree' (duration: 3.578725764s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:16.452831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.20952372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:16.452839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.853137Z","time spent":"8.599689815s","remote":"127.0.0.1:44438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:16.452875Z","caller":"traceutil/trace.go:171","msg":"trace[8342830] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23024; }","duration":"8.209582581s","start":"2026-03-04T02:10:08.243282Z","end":"2026-03-04T02:10:16.452865Z","steps":["trace[8342830] 'agreement among raft nodes before linearized reading' (duration: 4.630866578s)","trace[8342830] 'count revisions from in-memory index tree' (duration: 3.578656492s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:16.452599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.473509806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:16.452967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.777669635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:16.453014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.227808581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4112a56c3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:10:16.453059Z","caller":"traceutil/trace.go:171","msg":"trace[2115875607] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997fa4112a56c3; range_end:; response_count:1; response_revision:23024; }","duration":"9.227862082s","start":"2026-03-04T02:10:07.225182Z","end":"2026-03-04T02:10:16.453045Z","steps":["trace[2115875607] 'agreement among raft nodes before linearized reading' (duration: 5.648754806s)","trace[2115875607] 'range keys from in-memory index tree' (duration: 3.579002943s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:16.452712Z","caller":"traceutil/trace.go:171","msg":"trace[138485426] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23024; }","duration":"9.204579961s","start":"2026-03-04T02:10:07.248116Z","end":"2026-03-04T02:10:16.452696Z","steps":["trace[138485426] 'agreement among raft nodes before linearized reading' (duration: 5.625734943s)","trace[138485426] 'range keys from in-memory index tree' (duration: 3.578676773s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:16.453093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.225171Z","time spent":"9.227915073s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4112a56c3\" "} {"level":"warn","ts":"2026-03-04T02:10:16.453113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.248101Z","time spent":"9.205001065s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:10:16.453122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.229242045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:16.452987Z","caller":"traceutil/trace.go:171","msg":"trace[979166620] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23024; }","duration":"5.47396662s","start":"2026-03-04T02:10:10.978976Z","end":"2026-03-04T02:10:16.452943Z","steps":["trace[979166620] 'agreement among raft nodes before linearized reading' (duration: 1.895198585s)","trace[979166620] 'count revisions from in-memory index tree' (duration: 3.57828969s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:16.453267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.009044614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:16.45333Z","caller":"traceutil/trace.go:171","msg":"trace[763554646] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23024; }","duration":"9.009093156s","start":"2026-03-04T02:10:07.444201Z","end":"2026-03-04T02:10:16.453294Z","steps":["trace[763554646] 'agreement among raft nodes before linearized reading' (duration: 5.429704311s)","trace[763554646] 'count revisions from in-memory index tree' (duration: 3.579338324s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:16.453369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.444195Z","time spent":"9.009162418s","remote":"127.0.0.1:34520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:16.453015Z","caller":"traceutil/trace.go:171","msg":"trace[308802814] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23024; }","duration":"7.777754188s","start":"2026-03-04T02:10:08.675247Z","end":"2026-03-04T02:10:16.453001Z","steps":["trace[308802814] 'agreement among raft nodes before linearized reading' (duration: 4.198646202s)","trace[308802814] 'count revisions from in-memory index tree' (duration: 3.579036754s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:16.453418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.675228Z","time spent":"7.7781753s","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:16.453384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.978951Z","time spent":"5.474319911s","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:16.453571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.437520729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:16.453677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.227708218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18442"} {"level":"warn","ts":"2026-03-04T02:10:16.453708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.770631747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:16.453746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:15.914438Z","time spent":"539.304328ms","remote":"127.0.0.1:45938","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:10:16.453776Z","caller":"traceutil/trace.go:171","msg":"trace[1097819403] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23024; }","duration":"6.77070084s","start":"2026-03-04T02:10:09.683057Z","end":"2026-03-04T02:10:16.453758Z","steps":["trace[1097819403] 'agreement among raft nodes before linearized reading' (duration: 3.191122159s)","trace[1097819403] 'count revisions from in-memory index tree' (duration: 3.579498318s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:16.453783Z","caller":"traceutil/trace.go:171","msg":"trace[95934180] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23024; }","duration":"7.437806248s","start":"2026-03-04T02:10:09.015903Z","end":"2026-03-04T02:10:16.453709Z","steps":["trace[95934180] 'agreement among raft nodes before linearized reading' (duration: 3.858246618s)","trace[95934180] 'range keys from in-memory index tree' (duration: 3.57925088s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:16.453836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:09.683013Z","time spent":"6.770805652s","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:16.453838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.319787737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:16.453903Z","caller":"traceutil/trace.go:171","msg":"trace[797186937] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23024; }","duration":"6.319884079s","start":"2026-03-04T02:10:10.133998Z","end":"2026-03-04T02:10:16.453882Z","steps":["trace[797186937] 'agreement among raft nodes before linearized reading' (duration: 2.740161254s)","trace[797186937] 'count revisions from in-memory index tree' (duration: 3.579649813s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:16.453958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.133968Z","time spent":"6.319975922s","remote":"127.0.0.1:37838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:16.453966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:09.015884Z","time spent":"7.437953383s","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:10:16.453183Z","caller":"traceutil/trace.go:171","msg":"trace[568367747] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:23024; }","duration":"9.229289887s","start":"2026-03-04T02:10:07.223869Z","end":"2026-03-04T02:10:16.453159Z","steps":["trace[568367747] 'agreement among raft nodes before linearized reading' (duration: 5.650088328s)","trace[568367747] 'range keys from in-memory index tree' (duration: 3.579143937s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:16.454114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.49418493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-03-04T02:10:16.454109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.223829Z","time spent":"9.230247007s","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-04T02:10:16.454156Z","caller":"traceutil/trace.go:171","msg":"trace[1708206381] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23024; }","duration":"6.494250863s","start":"2026-03-04T02:10:09.959893Z","end":"2026-03-04T02:10:16.454144Z","steps":["trace[1708206381] 'agreement among raft nodes before linearized reading' (duration: 2.914273709s)","trace[1708206381] 'range keys from in-memory index tree' (duration: 3.579882061s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:16.453063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.226234874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-04T02:10:16.454193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:09.959878Z","time spent":"6.494304704s","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-04T02:10:16.454231Z","caller":"traceutil/trace.go:171","msg":"trace[731966814] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4; range_end:; response_count:1; response_revision:23024; }","duration":"8.227443032s","start":"2026-03-04T02:10:08.226768Z","end":"2026-03-04T02:10:16.454211Z","steps":["trace[731966814] 'agreement among raft nodes before linearized reading' (duration: 4.647363895s)","trace[731966814] 'range keys from in-memory index tree' (duration: 3.578783845s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:16.454273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.836117793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:16.454283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.226745Z","time spent":"8.227523985s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" "} {"level":"info","ts":"2026-03-04T02:10:16.453719Z","caller":"traceutil/trace.go:171","msg":"trace[254470022] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23024; }","duration":"9.227758739s","start":"2026-03-04T02:10:07.225947Z","end":"2026-03-04T02:10:16.453706Z","steps":["trace[254470022] 'agreement among raft nodes before linearized reading' (duration: 5.647974892s)","trace[254470022] 'range keys from in-memory index tree' (duration: 3.579645033s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:16.454324Z","caller":"traceutil/trace.go:171","msg":"trace[701161553] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23024; }","duration":"6.836198756s","start":"2026-03-04T02:10:09.618111Z","end":"2026-03-04T02:10:16.45431Z","steps":["trace[701161553] 'agreement among raft nodes before linearized reading' (duration: 3.256074078s)","trace[701161553] 'count revisions from in-memory index tree' (duration: 3.580064836s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:16.454347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.225943Z","time spent":"9.228394259s","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18465,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:10:16.454359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:09.618094Z","time spent":"6.836255187s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:16.454354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.330651075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:16.454405Z","caller":"traceutil/trace.go:171","msg":"trace[1002046446] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23024; }","duration":"4.330703396s","start":"2026-03-04T02:10:12.123686Z","end":"2026-03-04T02:10:16.454389Z","steps":["trace[1002046446] 'agreement among raft nodes before linearized reading' (duration: 750.510796ms)","trace[1002046446] 'count revisions from in-memory index tree' (duration: 3.580125748s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:16.454451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:12.123669Z","time spent":"4.330773099s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:16.454613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.346498089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-29k4w\" ","response":"range_response_count:1 size:5416"} {"level":"info","ts":"2026-03-04T02:10:16.454659Z","caller":"traceutil/trace.go:171","msg":"trace[97028811] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-29k4w; range_end:; response_count:1; response_revision:23024; }","duration":"2.346578642s","start":"2026-03-04T02:10:14.108069Z","end":"2026-03-04T02:10:16.454648Z","steps":["trace[97028811] 'range keys from in-memory index tree' (duration: 2.346383605s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:16.454693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:14.108049Z","time spent":"2.346636384s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5439,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-29k4w\" "} {"level":"warn","ts":"2026-03-04T02:10:16.454701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.157002765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:16.454736Z","caller":"traceutil/trace.go:171","msg":"trace[322898027] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23024; }","duration":"4.157073067s","start":"2026-03-04T02:10:12.297652Z","end":"2026-03-04T02:10:16.454725Z","steps":["trace[322898027] 'agreement among raft nodes before linearized reading' (duration: 576.544476ms)","trace[322898027] 'count revisions from in-memory index tree' (duration: 3.580475519s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:16.454776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:12.297632Z","time spent":"4.157135339s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:16.454793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.039257582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:16.454826Z","caller":"traceutil/trace.go:171","msg":"trace[1433046505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23024; }","duration":"3.039332665s","start":"2026-03-04T02:10:13.415483Z","end":"2026-03-04T02:10:16.454816Z","steps":["trace[1433046505] 'range keys from in-memory index tree' (duration: 3.039179649s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:16.454862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.415462Z","time spent":"3.039392956s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:16.454968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326528313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:16.455028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.580316438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:16.455064Z","caller":"traceutil/trace.go:171","msg":"trace[1673698239] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23024; }","duration":"8.580370929s","start":"2026-03-04T02:10:07.874682Z","end":"2026-03-04T02:10:16.455053Z","steps":["trace[1673698239] 'agreement among raft nodes before linearized reading' (duration: 4.999532629s)","trace[1673698239] 'count revisions from in-memory index tree' (duration: 3.580795709s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:16.45504Z","caller":"traceutil/trace.go:171","msg":"trace[324395257] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23024; }","duration":"2.326710589s","start":"2026-03-04T02:10:14.128319Z","end":"2026-03-04T02:10:16.455029Z","steps":["trace[324395257] 'count revisions from in-memory index tree' (duration: 2.3264649s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:16.455136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.952685719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:16.455192Z","caller":"traceutil/trace.go:171","msg":"trace[427755422] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23024; }","duration":"7.952745091s","start":"2026-03-04T02:10:08.502415Z","end":"2026-03-04T02:10:16.45516Z","steps":["trace[427755422] 'agreement among raft nodes before linearized reading' (duration: 4.371499537s)","trace[427755422] 'count revisions from in-memory index tree' (duration: 3.579896791s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:16.45523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.502396Z","time spent":"7.952825943s","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:16.455215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:14.128306Z","time spent":"2.326825312s","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:16.455102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.874666Z","time spent":"8.580427202s","remote":"127.0.0.1:52896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:16.454985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.435214924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:16.455414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992276247s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:16.455458Z","caller":"traceutil/trace.go:171","msg":"trace[1985886692] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23024; }","duration":"8.435713229s","start":"2026-03-04T02:10:08.019717Z","end":"2026-03-04T02:10:16.45543Z","steps":["trace[1985886692] 'agreement among raft nodes before linearized reading' (duration: 4.854492257s)","trace[1985886692] 'count revisions from in-memory index tree' (duration: 3.580745217s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:16.455514Z","caller":"traceutil/trace.go:171","msg":"trace[310436107] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23024; }","duration":"2.99237948s","start":"2026-03-04T02:10:13.463121Z","end":"2026-03-04T02:10:16.4555Z","steps":["trace[310436107] 'range keys from in-memory index tree' (duration: 2.992264267s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:16.455526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.019695Z","time spent":"8.435811962s","remote":"127.0.0.1:35016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:16.455094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.457236754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:16.455556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.465692016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:16.455594Z","caller":"traceutil/trace.go:171","msg":"trace[1719173854] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23024; }","duration":"2.45776601s","start":"2026-03-04T02:10:13.997804Z","end":"2026-03-04T02:10:16.45557Z","steps":["trace[1719173854] 'count revisions from in-memory index tree' (duration: 2.457149682s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:16.455616Z","caller":"traceutil/trace.go:171","msg":"trace[852141879] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23024; }","duration":"3.465780689s","start":"2026-03-04T02:10:12.989821Z","end":"2026-03-04T02:10:16.455602Z","steps":["trace[852141879] 'count revisions from in-memory index tree' (duration: 3.465600334s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:16.455656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:12.989808Z","time spent":"3.465837611s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:16.455661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:13.997775Z","time spent":"2.457865594s","remote":"127.0.0.1:34912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:16.455702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.537876792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-04T02:10:16.45576Z","caller":"traceutil/trace.go:171","msg":"trace[931562355] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23024; }","duration":"3.537984746s","start":"2026-03-04T02:10:12.917759Z","end":"2026-03-04T02:10:16.455744Z","steps":["trace[931562355] 'range keys from in-memory index tree' (duration: 3.537626565s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:16.455816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:12.917735Z","time spent":"3.538058197s","remote":"127.0.0.1:45902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T02:10:16.452822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.046015748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:16.455958Z","caller":"traceutil/trace.go:171","msg":"trace[840981610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23024; }","duration":"5.049194408s","start":"2026-03-04T02:10:11.406746Z","end":"2026-03-04T02:10:16.45594Z","steps":["trace[840981610] 'agreement among raft nodes before linearized reading' (duration: 1.467451969s)","trace[840981610] 'range keys from in-memory index tree' (duration: 3.578568869s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:16.456007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:11.406733Z","time spent":"5.04926295s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:16.455896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.243274Z","time spent":"8.212493523s","remote":"127.0.0.1:34936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:16.869663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945602,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:16.979194Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.740890721s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:10:16.979546Z","caller":"traceutil/trace.go:171","msg":"trace[980904727] transaction","detail":"{read_only:false; response_revision:23025; number_of_response:1; }","duration":"1.741315544s","start":"2026-03-04T02:10:15.238204Z","end":"2026-03-04T02:10:16.979519Z","steps":["trace[980904727] 'process raft request' (duration: 1.741144269s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:16.979699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:15.238181Z","time spent":"1.741434528s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:17.415943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00020649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:17.416031Z","caller":"traceutil/trace.go:171","msg":"trace[1156212581] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000326853s","start":"2026-03-04T02:10:15.415679Z","end":"2026-03-04T02:10:17.416005Z","steps":["trace[1156212581] 'agreement among raft nodes before linearized reading' (duration: 2.00022279s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:17.416115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:15.415668Z","time spent":"2.000428267s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:18.563617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999741945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:18.563724Z","caller":"traceutil/trace.go:171","msg":"trace[1323055896] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99990265s","start":"2026-03-04T02:10:16.563791Z","end":"2026-03-04T02:10:18.563693Z","steps":["trace[1323055896] 'agreement among raft nodes before linearized reading' (duration: 1.999780736s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:18.56378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.563769Z","time spent":"1.999998593s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:19.424208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0005408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:19.424268Z","caller":"traceutil/trace.go:171","msg":"trace[504805557] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000647913s","start":"2026-03-04T02:10:17.423605Z","end":"2026-03-04T02:10:19.424253Z","steps":["trace[504805557] 'agreement among raft nodes before linearized reading' (duration: 2.000572371s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:19.424298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:17.423586Z","time spent":"2.000706005s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:20.639944Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.660572962s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:10:20.640371Z","caller":"traceutil/trace.go:171","msg":"trace[76575943] transaction","detail":"{read_only:false; response_revision:23027; number_of_response:1; }","duration":"4.177376643s","start":"2026-03-04T02:10:16.462976Z","end":"2026-03-04T02:10:20.640353Z","steps":["trace[76575943] 'process raft request' (duration: 4.177233728s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:20.640411Z","caller":"traceutil/trace.go:171","msg":"trace[180921995] transaction","detail":"{read_only:false; response_revision:23028; number_of_response:1; }","duration":"4.17725148s","start":"2026-03-04T02:10:16.463128Z","end":"2026-03-04T02:10:20.64038Z","steps":["trace[180921995] 'process raft request' (duration: 4.177118875s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.640488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.462966Z","time spent":"4.177459026s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:20.640487Z","caller":"traceutil/trace.go:171","msg":"trace[66333817] transaction","detail":"{read_only:false; response_revision:23026; number_of_response:1; }","duration":"4.179082697s","start":"2026-03-04T02:10:16.461343Z","end":"2026-03-04T02:10:20.640426Z","steps":["trace[66333817] 'process raft request' (duration: 4.178742216s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.640553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.463122Z","time spent":"4.177352532s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:20.64057Z","caller":"traceutil/trace.go:171","msg":"trace[42726301] transaction","detail":"{read_only:false; response_revision:23029; number_of_response:1; }","duration":"4.175263216s","start":"2026-03-04T02:10:16.465293Z","end":"2026-03-04T02:10:20.640556Z","steps":["trace[42726301] 'process raft request' (duration: 4.175000898s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.640633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.465286Z","time spent":"4.175313238s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5398,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:20.640718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.461331Z","time spent":"4.179248972s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:20.640794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.27265013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:20.640824Z","caller":"traceutil/trace.go:171","msg":"trace[1964843695] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23030; }","duration":"5.272720002s","start":"2026-03-04T02:10:15.368098Z","end":"2026-03-04T02:10:20.640818Z","steps":["trace[1964843695] 'agreement among raft nodes before linearized reading' (duration: 5.27266091s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.640844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:15.368072Z","time spent":"5.272766944s","remote":"127.0.0.1:37548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:20.640742Z","caller":"traceutil/trace.go:171","msg":"trace[1255244326] linearizableReadLoop","detail":"{readStateIndex:23845; appliedIndex:23839; }","duration":"5.272581668s","start":"2026-03-04T02:10:15.368153Z","end":"2026-03-04T02:10:20.640734Z","steps":["trace[1255244326] 'read index received' (duration: 1.611230391s)","trace[1255244326] 'applied index is now lower than readState.Index' (duration: 3.661350547s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:20.640954Z","caller":"traceutil/trace.go:171","msg":"trace[254641090] transaction","detail":"{read_only:false; response_revision:23030; number_of_response:1; }","duration":"4.122560713s","start":"2026-03-04T02:10:16.518367Z","end":"2026-03-04T02:10:20.640927Z","steps":["trace[254641090] 'process raft request' (duration: 4.122123279s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.641126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.518336Z","time spent":"4.122700867s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:21.141778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:21.432761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99992759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:21.432852Z","caller":"traceutil/trace.go:171","msg":"trace[704817906] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000069335s","start":"2026-03-04T02:10:19.432763Z","end":"2026-03-04T02:10:21.432832Z","steps":["trace[704817906] 'agreement among raft nodes before linearized reading' (duration: 1.999951561s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:21.432902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:19.432747Z","time spent":"2.000145787s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:21.642595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:22.143336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:22.643871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:23.144728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:23.298036Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.888414272s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:10:23.298671Z","caller":"traceutil/trace.go:171","msg":"trace[324733794] linearizableReadLoop","detail":"{readStateIndex:23848; appliedIndex:23845; }","duration":"2.657757359s","start":"2026-03-04T02:10:20.640888Z","end":"2026-03-04T02:10:23.298645Z","steps":["trace[324733794] 'read index received' (duration: 2.657314415s)","trace[324733794] 'applied index is now lower than readState.Index' (duration: 441.874µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:23.298695Z","caller":"traceutil/trace.go:171","msg":"trace[811809541] transaction","detail":"{read_only:false; response_revision:23033; number_of_response:1; }","duration":"4.166500303s","start":"2026-03-04T02:10:19.132168Z","end":"2026-03-04T02:10:23.298668Z","steps":["trace[811809541] 'process raft request' (duration: 4.166383199s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:23.29867Z","caller":"traceutil/trace.go:171","msg":"trace[451064907] transaction","detail":"{read_only:false; response_revision:23031; number_of_response:1; }","duration":"5.417722375s","start":"2026-03-04T02:10:17.880911Z","end":"2026-03-04T02:10:23.298633Z","steps":["trace[451064907] 'process raft request' (duration: 5.417348463s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.298729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.428561755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:23.298779Z","caller":"traceutil/trace.go:171","msg":"trace[387882876] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23033; }","duration":"5.428658048s","start":"2026-03-04T02:10:17.870109Z","end":"2026-03-04T02:10:23.298767Z","steps":["trace[387882876] 'agreement among raft nodes before linearized reading' (duration: 5.428544174s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.298804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:17.87009Z","time spent":"5.428709639s","remote":"127.0.0.1:52906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:23.298813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:19.132152Z","time spent":"4.166595365s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:23.298844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.659504613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:23.298857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:17.880888Z","time spent":"5.417875559s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:23.29899Z","caller":"traceutil/trace.go:171","msg":"trace[91375506] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23033; }","duration":"5.659614117s","start":"2026-03-04T02:10:17.639278Z","end":"2026-03-04T02:10:23.298892Z","steps":["trace[91375506] 'agreement among raft nodes before linearized reading' (duration: 5.659496473s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.298889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.838021592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:23.299078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.038267778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:23.299065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:17.639259Z","time spent":"5.659787482s","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:23.299098Z","caller":"traceutil/trace.go:171","msg":"trace[1270264634] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23033; }","duration":"7.038329719s","start":"2026-03-04T02:10:16.260764Z","end":"2026-03-04T02:10:23.299094Z","steps":["trace[1270264634] 'agreement among raft nodes before linearized reading' (duration: 7.038299528s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:23.299093Z","caller":"traceutil/trace.go:171","msg":"trace[1885409436] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:0; response_revision:23033; }","duration":"6.83826267s","start":"2026-03-04T02:10:16.460812Z","end":"2026-03-04T02:10:23.299074Z","steps":["trace[1885409436] 'agreement among raft nodes before linearized reading' (duration: 6.838004711s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.299114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.260741Z","time spent":"7.038369261s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:23.299093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.834044608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:23.299091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.479546878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:23.29915Z","caller":"traceutil/trace.go:171","msg":"trace[1389349765] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23033; }","duration":"6.83411804s","start":"2026-03-04T02:10:16.465018Z","end":"2026-03-04T02:10:23.299136Z","steps":["trace[1389349765] 'agreement among raft nodes before linearized reading' (duration: 6.834022107s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.299164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.460793Z","time spent":"6.838338912s","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-03-04T02:10:23.299168Z","caller":"traceutil/trace.go:171","msg":"trace[1951664443] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23033; }","duration":"4.479795656s","start":"2026-03-04T02:10:18.81935Z","end":"2026-03-04T02:10:23.299146Z","steps":["trace[1951664443] 'agreement among raft nodes before linearized reading' (duration: 4.479495546s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.29915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.97345556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:10:23.29921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.510221841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:23.299204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.46501Z","time spent":"6.834181201s","remote":"127.0.0.1:37668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:10:23.29922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.819312Z","time spent":"4.479894679s","remote":"127.0.0.1:35078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:23.299226Z","caller":"traceutil/trace.go:171","msg":"trace[2072907199] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23033; }","duration":"4.973578634s","start":"2026-03-04T02:10:18.325629Z","end":"2026-03-04T02:10:23.299208Z","steps":["trace[2072907199] 'agreement among raft nodes before linearized reading' (duration: 4.973272844s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:23.299245Z","caller":"traceutil/trace.go:171","msg":"trace[338749392] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23033; }","duration":"7.510273372s","start":"2026-03-04T02:10:15.788947Z","end":"2026-03-04T02:10:23.29922Z","steps":["trace[338749392] 'agreement among raft nodes before linearized reading' (duration: 7.510245871s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.29923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.837878528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cfe975f3-84e4-42c1-b471-10788a81dd3e\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-03-04T02:10:23.299271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:15.788927Z","time spent":"7.510340325s","remote":"127.0.0.1:34852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:23.299279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.325609Z","time spent":"4.973660787s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T02:10:23.299297Z","caller":"traceutil/trace.go:171","msg":"trace[1145242108] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cfe975f3-84e4-42c1-b471-10788a81dd3e; range_end:; response_count:1; response_revision:23033; }","duration":"6.83796404s","start":"2026-03-04T02:10:16.461316Z","end":"2026-03-04T02:10:23.29928Z","steps":["trace[1145242108] 'agreement among raft nodes before linearized reading' (duration: 6.837770564s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.299349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225832315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:23.299357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:16.461301Z","time spent":"6.838042603s","remote":"127.0.0.1:37548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-cfe975f3-84e4-42c1-b471-10788a81dd3e\" "} {"level":"warn","ts":"2026-03-04T02:10:23.299006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.834823719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:23.299052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.773628358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:23.299399Z","caller":"traceutil/trace.go:171","msg":"trace[1729910028] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23033; }","duration":"4.835256393s","start":"2026-03-04T02:10:18.464137Z","end":"2026-03-04T02:10:23.299394Z","steps":["trace[1729910028] 'agreement among raft nodes before linearized reading' (duration: 4.834820539s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.299425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.464118Z","time spent":"4.835300413s","remote":"127.0.0.1:52852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:23.299414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655431596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4112a56c3\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-04T02:10:23.299182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.835536178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-04T02:10:23.299461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106655764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:23.299477Z","caller":"traceutil/trace.go:171","msg":"trace[1718139114] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4; range_end:; response_count:1; response_revision:23033; }","duration":"5.835826677s","start":"2026-03-04T02:10:17.46364Z","end":"2026-03-04T02:10:23.299466Z","steps":["trace[1718139114] 'agreement among raft nodes before linearized reading' (duration: 5.835429054s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.299516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:17.463584Z","time spent":"5.835924639s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" "} {"level":"warn","ts":"2026-03-04T02:10:23.299055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.041056648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:23.299017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.2613552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:23.299558Z","caller":"traceutil/trace.go:171","msg":"trace[340177867] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23033; }","duration":"6.041559144s","start":"2026-03-04T02:10:17.257993Z","end":"2026-03-04T02:10:23.299552Z","steps":["trace[340177867] 'agreement among raft nodes before linearized reading' (duration: 6.041039737s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:23.299482Z","caller":"traceutil/trace.go:171","msg":"trace[498523116] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23033; }","duration":"1.106719896s","start":"2026-03-04T02:10:22.192756Z","end":"2026-03-04T02:10:23.299476Z","steps":["trace[498523116] 'agreement among raft nodes before linearized reading' (duration: 1.106683835s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:23.299573Z","caller":"traceutil/trace.go:171","msg":"trace[1576235927] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23033; }","duration":"4.261934838s","start":"2026-03-04T02:10:19.03763Z","end":"2026-03-04T02:10:23.299565Z","steps":["trace[1576235927] 'agreement among raft nodes before linearized reading' (duration: 4.26136615s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:23.299427Z","caller":"traceutil/trace.go:171","msg":"trace[1913886766] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23033; }","duration":"7.77402551s","start":"2026-03-04T02:10:15.525381Z","end":"2026-03-04T02:10:23.299407Z","steps":["trace[1913886766] 'agreement among raft nodes before linearized reading' (duration: 7.773653638s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.299636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866414111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:23.299612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.192726Z","time spent":"1.106863201s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:23.29965Z","caller":"traceutil/trace.go:171","msg":"trace[1952749200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23033; }","duration":"1.866463222s","start":"2026-03-04T02:10:21.433182Z","end":"2026-03-04T02:10:23.299646Z","steps":["trace[1952749200] 'agreement among raft nodes before linearized reading' (duration: 1.866439072s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.299663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.433163Z","time spent":"1.866497524s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:23.299578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:17.257934Z","time spent":"6.041638486s","remote":"127.0.0.1:52772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:23.299652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:15.525359Z","time spent":"7.774275318s","remote":"127.0.0.1:34768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:23.299384Z","caller":"traceutil/trace.go:171","msg":"trace[1968680006] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23033; }","duration":"1.225902137s","start":"2026-03-04T02:10:22.073474Z","end":"2026-03-04T02:10:23.299376Z","steps":["trace[1968680006] 'agreement among raft nodes before linearized reading' (duration: 1.225848945s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.299606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:19.037616Z","time spent":"4.261978039s","remote":"127.0.0.1:45772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:23.299725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649968774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-9tlfq\" ","response":"range_response_count:1 size:5318"} {"level":"info","ts":"2026-03-04T02:10:23.299479Z","caller":"traceutil/trace.go:171","msg":"trace[120540571] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997fa4112a56c3; range_end:; response_count:1; response_revision:23033; }","duration":"2.655529609s","start":"2026-03-04T02:10:20.643932Z","end":"2026-03-04T02:10:23.299461Z","steps":["trace[120540571] 'agreement among raft nodes before linearized reading' (duration: 2.655382204s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:23.299783Z","caller":"traceutil/trace.go:171","msg":"trace[707460147] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-9tlfq; range_end:; response_count:1; response_revision:23033; }","duration":"2.650041296s","start":"2026-03-04T02:10:20.649729Z","end":"2026-03-04T02:10:23.29977Z","steps":["trace[707460147] 'agreement among raft nodes before linearized reading' (duration: 2.649895722s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.299596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834575892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-03-04T02:10:23.29982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:20.643917Z","time spent":"2.65589595s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4112a56c3\" "} {"level":"warn","ts":"2026-03-04T02:10:23.299838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:20.649722Z","time spent":"2.650105168s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5341,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-9tlfq\" "} {"level":"info","ts":"2026-03-04T02:10:23.299846Z","caller":"traceutil/trace.go:171","msg":"trace[689396191] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23033; }","duration":"1.834877601s","start":"2026-03-04T02:10:21.464951Z","end":"2026-03-04T02:10:23.299828Z","steps":["trace[689396191] 'agreement among raft nodes before linearized reading' (duration: 1.834553721s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.299769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.073452Z","time spent":"1.226272669s","remote":"127.0.0.1:44488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:23.299898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.464917Z","time spent":"1.834966494s","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-04T02:10:23.298733Z","caller":"traceutil/trace.go:171","msg":"trace[683744961] transaction","detail":"{read_only:false; response_revision:23032; number_of_response:1; }","duration":"5.047839475s","start":"2026-03-04T02:10:18.250868Z","end":"2026-03-04T02:10:23.298708Z","steps":["trace[683744961] 'process raft request' (duration: 5.047582937s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.30026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:18.250846Z","time spent":"5.049357772s","remote":"127.0.0.1:45902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:23.300154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387485936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:23.300469Z","caller":"traceutil/trace.go:171","msg":"trace[1212727969] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23033; }","duration":"2.388071824s","start":"2026-03-04T02:10:20.912348Z","end":"2026-03-04T02:10:23.30042Z","steps":["trace[1212727969] 'agreement among raft nodes before linearized reading' (duration: 2.387217887s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.300552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:20.912321Z","time spent":"2.388214348s","remote":"127.0.0.1:34502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:23.807163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:24.677686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22660154s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:24.677791Z","caller":"traceutil/trace.go:171","msg":"trace[590684336] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23033; }","duration":"1.226722243s","start":"2026-03-04T02:10:23.451047Z","end":"2026-03-04T02:10:24.677769Z","steps":["trace[590684336] 'range keys from in-memory index tree' (duration: 1.226583598s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:24.678088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.134539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:24.678166Z","caller":"traceutil/trace.go:171","msg":"trace[470745117] transaction","detail":"{read_only:false; response_revision:23034; number_of_response:1; }","duration":"1.375276525s","start":"2026-03-04T02:10:23.302874Z","end":"2026-03-04T02:10:24.67815Z","steps":["trace[470745117] 'process raft request' (duration: 686.019652ms)","trace[470745117] 'compare' (duration: 688.562881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:24.678207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.302859Z","time spent":"1.375330027s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:25.306413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99993284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:25.306501Z","caller":"traceutil/trace.go:171","msg":"trace[382476632] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000065715s","start":"2026-03-04T02:10:23.306416Z","end":"2026-03-04T02:10:25.306482Z","steps":["trace[382476632] 'agreement among raft nodes before linearized reading' (duration: 1.999952791s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.306547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.306403Z","time spent":"2.000135838s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:25.865911Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.877002363s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:10:25.969311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.20235ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T02:10:25.969485Z","caller":"traceutil/trace.go:171","msg":"trace[878764782] linearizableReadLoop","detail":"{readStateIndex:23851; appliedIndex:23848; }","duration":"2.663058654s","start":"2026-03-04T02:10:23.306413Z","end":"2026-03-04T02:10:25.969472Z","steps":["trace[878764782] 'read index received' (duration: 682.46264ms)","trace[878764782] 'applied index is now lower than readState.Index' (duration: 1.980595314s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:25.969563Z","caller":"traceutil/trace.go:171","msg":"trace[545168192] transaction","detail":"{read_only:false; response_revision:23035; number_of_response:1; }","duration":"2.662167537s","start":"2026-03-04T02:10:23.307352Z","end":"2026-03-04T02:10:25.969519Z","steps":["trace[545168192] 'process raft request' (duration: 2.662027783s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.969678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.66129731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18442"} {"level":"info","ts":"2026-03-04T02:10:25.969703Z","caller":"traceutil/trace.go:171","msg":"trace[1396797762] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23035; }","duration":"2.66132853s","start":"2026-03-04T02:10:23.308367Z","end":"2026-03-04T02:10:25.969696Z","steps":["trace[1396797762] 'agreement among raft nodes before linearized reading' (duration: 2.661269779s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.969725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.308363Z","time spent":"2.661356741s","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18465,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T02:10:25.969712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.302959Z","time spent":"2.666746411s","remote":"127.0.0.1:37442","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:10:25.969766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.30734Z","time spent":"2.662318881s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5478,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:25.969617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.66319826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-04T02:10:25.969879Z","caller":"traceutil/trace.go:171","msg":"trace[735887224] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23035; }","duration":"2.663514369s","start":"2026-03-04T02:10:23.306333Z","end":"2026-03-04T02:10:25.969848Z","steps":["trace[735887224] 'agreement among raft nodes before linearized reading' (duration: 2.66320445s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.969965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.306318Z","time spent":"2.663617262s","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-04T02:10:25.970051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.334248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:25.970037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.665368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:25.970155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66502405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-04T02:10:25.970176Z","caller":"traceutil/trace.go:171","msg":"trace[438810901] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4; range_end:; response_count:1; response_revision:23035; }","duration":"1.665099561s","start":"2026-03-04T02:10:24.305071Z","end":"2026-03-04T02:10:25.970171Z","steps":["trace[438810901] 'agreement among raft nodes before linearized reading' (duration: 1.664675978s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.970204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:24.305031Z","time spent":"1.665165974s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" "} {"level":"info","ts":"2026-03-04T02:10:25.970148Z","caller":"traceutil/trace.go:171","msg":"trace[1579771689] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23035; }","duration":"236.860724ms","start":"2026-03-04T02:10:25.733267Z","end":"2026-03-04T02:10:25.970128Z","steps":["trace[1579771689] 'agreement among raft nodes before linearized reading' (duration: 236.383979ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:25.970083Z","caller":"traceutil/trace.go:171","msg":"trace[1674027317] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23035; }","duration":"467.39452ms","start":"2026-03-04T02:10:25.502678Z","end":"2026-03-04T02:10:25.970073Z","steps":["trace[1674027317] 'agreement among raft nodes before linearized reading' (duration: 467.002608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.970295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004090652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:25.970105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287163259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4112a56c3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:10:25.970338Z","caller":"traceutil/trace.go:171","msg":"trace[216547864] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23035; }","duration":"2.004177914s","start":"2026-03-04T02:10:23.966149Z","end":"2026-03-04T02:10:25.970327Z","steps":["trace[216547864] 'agreement among raft nodes before linearized reading' (duration: 2.003611957s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.97037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.966128Z","time spent":"2.004233076s","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:25.970292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.502663Z","time spent":"467.594517ms","remote":"127.0.0.1:34668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:25.970373Z","caller":"traceutil/trace.go:171","msg":"trace[1256487503] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997fa4112a56c3; range_end:; response_count:1; response_revision:23035; }","duration":"1.287474339s","start":"2026-03-04T02:10:24.682872Z","end":"2026-03-04T02:10:25.970346Z","steps":["trace[1256487503] 'agreement among raft nodes before linearized reading' (duration: 1.286774437s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.970508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659501683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:25.970535Z","caller":"traceutil/trace.go:171","msg":"trace[1361880269] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23035; }","duration":"2.659538114s","start":"2026-03-04T02:10:23.310988Z","end":"2026-03-04T02:10:25.970526Z","steps":["trace[1361880269] 'agreement among raft nodes before linearized reading' (duration: 2.65879646s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.970572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.310981Z","time spent":"2.659583396s","remote":"127.0.0.1:37668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:10:25.970659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:24.682852Z","time spent":"1.287666835s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fa4112a56c3\" "} {"level":"warn","ts":"2026-03-04T02:10:25.970106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.315818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:25.9708Z","caller":"traceutil/trace.go:171","msg":"trace[712041569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23035; }","duration":"663.033061ms","start":"2026-03-04T02:10:25.307757Z","end":"2026-03-04T02:10:25.97079Z","steps":["trace[712041569] 'agreement among raft nodes before linearized reading' (duration: 661.957437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.970472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372502949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:25.970839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.307741Z","time spent":"663.089533ms","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:10:25.970949Z","caller":"traceutil/trace.go:171","msg":"trace[185614828] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23035; }","duration":"1.372944063s","start":"2026-03-04T02:10:24.597898Z","end":"2026-03-04T02:10:25.970842Z","steps":["trace[185614828] 'agreement among raft nodes before linearized reading' (duration: 1.371873829s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:25.971043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:24.597873Z","time spent":"1.373146018s","remote":"127.0.0.1:37568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:26.476164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:27.415225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.042809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:27.415437Z","caller":"traceutil/trace.go:171","msg":"trace[1118913890] linearizableReadLoop","detail":"{readStateIndex:23853; appliedIndex:23851; }","duration":"1.439884293s","start":"2026-03-04T02:10:25.975537Z","end":"2026-03-04T02:10:27.415421Z","steps":["trace[1118913890] 'read index received' (duration: 727.568146ms)","trace[1118913890] 'applied index is now lower than readState.Index' (duration: 712.315067ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:27.415544Z","caller":"traceutil/trace.go:171","msg":"trace[1646550731] transaction","detail":"{read_only:false; response_revision:23037; number_of_response:1; }","duration":"1.439917384s","start":"2026-03-04T02:10:25.975592Z","end":"2026-03-04T02:10:27.41551Z","steps":["trace[1646550731] 'process raft request' (duration: 1.439754119s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:27.415687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.975574Z","time spent":"1.440038318s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:27.415887Z","caller":"traceutil/trace.go:171","msg":"trace[1349512376] transaction","detail":"{read_only:false; response_revision:23036; number_of_response:1; }","duration":"1.442400732s","start":"2026-03-04T02:10:25.973474Z","end":"2026-03-04T02:10:27.415875Z","steps":["trace[1349512376] 'process raft request' (duration: 729.616791ms)","trace[1349512376] 'compare' (duration: 711.916534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:27.415951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.97345Z","time spent":"1.442468225s","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:27.416455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440907335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4ba7a84b-8de6-43a0-8298-cac363c8115a\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-04T02:10:27.416582Z","caller":"traceutil/trace.go:171","msg":"trace[401102716] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4ba7a84b-8de6-43a0-8298-cac363c8115a; range_end:; response_count:1; response_revision:23037; }","duration":"1.440977888s","start":"2026-03-04T02:10:25.975512Z","end":"2026-03-04T02:10:27.41649Z","steps":["trace[401102716] 'agreement among raft nodes before linearized reading' (duration: 1.439984897s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:27.41663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.975499Z","time spent":"1.441119132s","remote":"127.0.0.1:37548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-4ba7a84b-8de6-43a0-8298-cac363c8115a\" "} {"level":"warn","ts":"2026-03-04T02:10:27.978295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000084946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:10:27.978379Z","caller":"traceutil/trace.go:171","msg":"trace[93187262] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000226121s","start":"2026-03-04T02:10:25.978134Z","end":"2026-03-04T02:10:27.97836Z","steps":["trace[93187262] 'agreement among raft nodes before linearized reading' (duration: 2.000092077s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:27.978441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.978126Z","time spent":"2.000304303s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:28.683174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000706148s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:28.683276Z","caller":"traceutil/trace.go:171","msg":"trace[475590298] linearizableReadLoop","detail":"{readStateIndex:23854; appliedIndex:23853; }","duration":"1.267788541s","start":"2026-03-04T02:10:27.41547Z","end":"2026-03-04T02:10:28.683258Z","steps":["trace[475590298] 'read index received' (duration: 266.853415ms)","trace[475590298] 'applied index is now lower than readState.Index' (duration: 1.000933656s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:28.683383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107439555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:28.683395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76511354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:28.683432Z","caller":"traceutil/trace.go:171","msg":"trace[135213512] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23038; }","duration":"2.107535548s","start":"2026-03-04T02:10:26.575881Z","end":"2026-03-04T02:10:28.683417Z","steps":["trace[135213512] 'agreement among raft nodes before linearized reading' (duration: 2.107447925s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:28.683466Z","caller":"traceutil/trace.go:171","msg":"trace[786264350] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23038; }","duration":"1.765215783s","start":"2026-03-04T02:10:26.918226Z","end":"2026-03-04T02:10:28.683442Z","steps":["trace[786264350] 'agreement among raft nodes before linearized reading' (duration: 1.7650993s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.683496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:26.575817Z","time spent":"2.107655301s","remote":"127.0.0.1:37868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:28.683499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70786163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-x8kc7\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-03-04T02:10:28.683594Z","caller":"traceutil/trace.go:171","msg":"trace[1678383896] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-x8kc7; range_end:; response_count:1; response_revision:23038; }","duration":"2.707988575s","start":"2026-03-04T02:10:25.975587Z","end":"2026-03-04T02:10:28.683575Z","steps":["trace[1678383896] 'agreement among raft nodes before linearized reading' (duration: 2.707771028s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.683642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.97557Z","time spent":"2.708063206s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-x8kc7\" "} {"level":"warn","ts":"2026-03-04T02:10:28.683766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706298714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-04T02:10:28.683542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:26.918208Z","time spent":"1.765314426s","remote":"127.0.0.1:34752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:28.683602Z","caller":"traceutil/trace.go:171","msg":"trace[1283434381] transaction","detail":"{read_only:false; response_revision:23038; number_of_response:1; }","duration":"1.543570357s","start":"2026-03-04T02:10:27.140011Z","end":"2026-03-04T02:10:28.683581Z","steps":["trace[1283434381] 'process raft request' (duration: 542.364653ms)","trace[1283434381] 'compare' (duration: 999.254283ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:28.68382Z","caller":"traceutil/trace.go:171","msg":"trace[114313957] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4; range_end:; response_count:1; response_revision:23038; }","duration":"1.706354736s","start":"2026-03-04T02:10:26.977453Z","end":"2026-03-04T02:10:28.683807Z","steps":["trace[114313957] 'agreement among raft nodes before linearized reading' (duration: 1.70617035s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.683868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:26.977419Z","time spent":"1.706437998s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" "} {"level":"warn","ts":"2026-03-04T02:10:28.683973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.139988Z","time spent":"1.543837645s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:29.961965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.989106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:29.962102Z","caller":"traceutil/trace.go:171","msg":"trace[422706783] transaction","detail":"{read_only:false; response_revision:23039; number_of_response:1; }","duration":"1.815284534s","start":"2026-03-04T02:10:28.146796Z","end":"2026-03-04T02:10:29.962081Z","steps":["trace[422706783] 'process raft request' (duration: 945.091822ms)","trace[422706783] 'compare' (duration: 869.743918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:29.962163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:28.146773Z","time spent":"1.815361897s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:29.978899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000511268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:10:29.979138Z","caller":"traceutil/trace.go:171","msg":"trace[1464874813] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000753006s","start":"2026-03-04T02:10:27.978324Z","end":"2026-03-04T02:10:29.979077Z","steps":["trace[1464874813] 'agreement among raft nodes before linearized reading' (duration: 2.000531569s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:29.979295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.978308Z","time spent":"2.000969703s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:10:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:10:30.524925Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.433065389s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:10:30.595551Z","caller":"traceutil/trace.go:171","msg":"trace[636252074] transaction","detail":"{read_only:false; response_revision:23040; number_of_response:1; }","duration":"2.287096784s","start":"2026-03-04T02:10:28.308427Z","end":"2026-03-04T02:10:30.595524Z","steps":["trace[636252074] 'process raft request' (duration: 2.216650732s)","trace[636252074] 'compare' (duration: 70.054929ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:30.595595Z","caller":"traceutil/trace.go:171","msg":"trace[449373972] transaction","detail":"{read_only:false; response_revision:23041; number_of_response:1; }","duration":"1.902053159s","start":"2026-03-04T02:10:28.693514Z","end":"2026-03-04T02:10:30.595567Z","steps":["trace[449373972] 'process raft request' (duration: 1.901928255s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:30.595587Z","caller":"traceutil/trace.go:171","msg":"trace[1050908372] linearizableReadLoop","detail":"{readStateIndex:23856; appliedIndex:23854; }","duration":"1.91225994s","start":"2026-03-04T02:10:28.683301Z","end":"2026-03-04T02:10:30.595561Z","steps":["trace[1050908372] 'read index received' (duration: 408.601324ms)","trace[1050908372] 'applied index is now lower than readState.Index' (duration: 1.503657496s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:30.595682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:28.308402Z","time spent":"2.287218218s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:30.595685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:28.693496Z","time spent":"1.902140402s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:30.59581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285713561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-03-04T02:10:30.595845Z","caller":"traceutil/trace.go:171","msg":"trace[1093716735] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23041; }","duration":"2.285763772s","start":"2026-03-04T02:10:28.310069Z","end":"2026-03-04T02:10:30.595833Z","steps":["trace[1093716735] 'agreement among raft nodes before linearized reading' (duration: 2.285616058s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:30.595877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:28.310021Z","time spent":"2.285847594s","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T02:10:30.595901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.176620203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18998159396f64f3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:10:30.595939Z","caller":"traceutil/trace.go:171","msg":"trace[434769664] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18998159396f64f3; range_end:; response_count:1; response_revision:23041; }","duration":"3.176674245s","start":"2026-03-04T02:10:27.419251Z","end":"2026-03-04T02:10:30.595925Z","steps":["trace[434769664] 'agreement among raft nodes before linearized reading' (duration: 3.176527411s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:30.611114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.41924Z","time spent":"3.191844521s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18998159396f64f3\" "} {"level":"warn","ts":"2026-03-04T02:10:30.596222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.177905103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:10:30.611326Z","caller":"traceutil/trace.go:171","msg":"trace[55294033] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23041; }","duration":"3.193031688s","start":"2026-03-04T02:10:27.418278Z","end":"2026-03-04T02:10:30.61131Z","steps":["trace[55294033] 'agreement among raft nodes before linearized reading' (duration: 3.177856372s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:30.611351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.418265Z","time spent":"3.19307892s","remote":"127.0.0.1:37568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:10:30.59629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912479456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:30.611459Z","caller":"traceutil/trace.go:171","msg":"trace[870920588] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23041; }","duration":"1.927662023s","start":"2026-03-04T02:10:28.683785Z","end":"2026-03-04T02:10:30.611447Z","steps":["trace[870920588] 'agreement among raft nodes before linearized reading' (duration: 1.912469537s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:30.611483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:28.683772Z","time spent":"1.927700754s","remote":"127.0.0.1:34980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:30.59647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.010758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-04T02:10:30.611608Z","caller":"traceutil/trace.go:171","msg":"trace[1956897615] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4; range_end:; response_count:1; response_revision:23041; }","duration":"922.192865ms","start":"2026-03-04T02:10:29.689405Z","end":"2026-03-04T02:10:30.611598Z","steps":["trace[1956897615] 'agreement among raft nodes before linearized reading' (duration: 906.983098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:30.611629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:29.689357Z","time spent":"922.264277ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" "} {"level":"warn","ts":"2026-03-04T02:10:30.596473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.554932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:30.611767Z","caller":"traceutil/trace.go:171","msg":"trace[1902611204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23041; }","duration":"624.904774ms","start":"2026-03-04T02:10:29.986856Z","end":"2026-03-04T02:10:30.611761Z","steps":["trace[1902611204] 'agreement among raft nodes before linearized reading' (duration: 609.47086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:30.611786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:29.986836Z","time spent":"624.944366ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:30.596672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629327115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:30.611945Z","caller":"traceutil/trace.go:171","msg":"trace[2050603670] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23041; }","duration":"2.644653917s","start":"2026-03-04T02:10:27.967282Z","end":"2026-03-04T02:10:30.611936Z","steps":["trace[2050603670] 'agreement among raft nodes before linearized reading' (duration: 2.629350346s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:30.611968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.967259Z","time spent":"2.644701827s","remote":"127.0.0.1:52964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:30.620036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.676398242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:30.620073Z","caller":"traceutil/trace.go:171","msg":"trace[1243952066] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23041; }","duration":"2.700388876s","start":"2026-03-04T02:10:27.919672Z","end":"2026-03-04T02:10:30.62006Z","steps":["trace[1243952066] 'agreement among raft nodes before linearized reading' (duration: 2.676414653s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:30.6201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.919648Z","time spent":"2.700442988s","remote":"127.0.0.1:52872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:30.611571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.191704007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-04T02:10:30.620324Z","caller":"traceutil/trace.go:171","msg":"trace[1834211862] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23041; }","duration":"3.200460452s","start":"2026-03-04T02:10:27.41985Z","end":"2026-03-04T02:10:30.62031Z","steps":["trace[1834211862] 'agreement among raft nodes before linearized reading' (duration: 3.176747417s)","trace[1834211862] 'get authentication metadata' (duration: 14.889238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:30.62035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.419832Z","time spent":"3.200508103s","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-04T02:10:31.123547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:31.875629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.987385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:31.875951Z","caller":"traceutil/trace.go:171","msg":"trace[633791360] linearizableReadLoop","detail":"{readStateIndex:23859; appliedIndex:23857; }","duration":"1.253509043s","start":"2026-03-04T02:10:30.622418Z","end":"2026-03-04T02:10:31.875927Z","steps":["trace[633791360] 'read index received' (duration: 658.139326ms)","trace[633791360] 'applied index is now lower than readState.Index' (duration: 595.368147ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:31.876102Z","caller":"traceutil/trace.go:171","msg":"trace[1683614522] transaction","detail":"{read_only:false; response_revision:23042; number_of_response:1; }","duration":"1.254457023s","start":"2026-03-04T02:10:30.621626Z","end":"2026-03-04T02:10:31.876083Z","steps":["trace[1683614522] 'process raft request' (duration: 658.908281ms)","trace[1683614522] 'compare' (duration: 593.695524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:31.876212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.62161Z","time spent":"1.254544036s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:31.876663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253848854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:10:31.877098Z","caller":"traceutil/trace.go:171","msg":"trace[1408888699] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23043; }","duration":"1.254301038s","start":"2026-03-04T02:10:30.622773Z","end":"2026-03-04T02:10:31.877074Z","steps":["trace[1408888699] 'agreement among raft nodes before linearized reading' (duration: 1.253745901s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.877146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.62276Z","time spent":"1.254371641s","remote":"127.0.0.1:37668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:10:31.877236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.556196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-04T02:10:31.877346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.508172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:31.877368Z","caller":"traceutil/trace.go:171","msg":"trace[1438675216] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4; range_end:; response_count:1; response_revision:23043; }","duration":"251.847355ms","start":"2026-03-04T02:10:31.625484Z","end":"2026-03-04T02:10:31.877332Z","steps":["trace[1438675216] 'agreement among raft nodes before linearized reading' (duration: 251.38198ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:31.877398Z","caller":"traceutil/trace.go:171","msg":"trace[1975354922] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23043; }","duration":"307.596495ms","start":"2026-03-04T02:10:31.569788Z","end":"2026-03-04T02:10:31.877384Z","steps":["trace[1975354922] 'agreement among raft nodes before linearized reading' (duration: 307.518452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.877437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.569759Z","time spent":"307.670157ms","remote":"127.0.0.1:37616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:31.877597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.496913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:31.877633Z","caller":"traceutil/trace.go:171","msg":"trace[101757735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23043; }","duration":"561.559405ms","start":"2026-03-04T02:10:31.316064Z","end":"2026-03-04T02:10:31.877623Z","steps":["trace[101757735] 'agreement among raft nodes before linearized reading' (duration: 561.505663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.877176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254337689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7df524a9-8705-4929-aca6-7ce3736b9591\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-04T02:10:31.87766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.316045Z","time spent":"561.609397ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:10:31.877642Z","caller":"traceutil/trace.go:171","msg":"trace[657504126] transaction","detail":"{read_only:false; response_revision:23043; number_of_response:1; }","duration":"1.250104447s","start":"2026-03-04T02:10:30.6275Z","end":"2026-03-04T02:10:31.877605Z","steps":["trace[657504126] 'process raft request' (duration: 1.2482865s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:31.877695Z","caller":"traceutil/trace.go:171","msg":"trace[1574427135] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7df524a9-8705-4929-aca6-7ce3736b9591; range_end:; response_count:1; response_revision:23043; }","duration":"1.255264849s","start":"2026-03-04T02:10:30.622401Z","end":"2026-03-04T02:10:31.877666Z","steps":["trace[1574427135] 'agreement among raft nodes before linearized reading' (duration: 1.254010329s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.877794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.622394Z","time spent":"1.255367551s","remote":"127.0.0.1:37548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-7df524a9-8705-4929-aca6-7ce3736b9591\" "} {"level":"warn","ts":"2026-03-04T02:10:31.877834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.627481Z","time spent":"1.250250131s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4209,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:31.877827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.44193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:31.878129Z","caller":"traceutil/trace.go:171","msg":"trace[212453505] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23043; }","duration":"617.78068ms","start":"2026-03-04T02:10:31.260323Z","end":"2026-03-04T02:10:31.878103Z","steps":["trace[212453505] 'agreement among raft nodes before linearized reading' (duration: 617.326056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.881195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.260302Z","time spent":"620.816775ms","remote":"127.0.0.1:35138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:32.387148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945640,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:33.359462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.891288ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T02:10:33.3596Z","caller":"traceutil/trace.go:171","msg":"trace[404927220] linearizableReadLoop","detail":"{readStateIndex:23860; appliedIndex:23859; }","duration":"1.473504878s","start":"2026-03-04T02:10:31.88607Z","end":"2026-03-04T02:10:33.359575Z","steps":["trace[404927220] 'read index received' (duration: 700.394323ms)","trace[404927220] 'applied index is now lower than readState.Index' (duration: 773.108175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:33.359659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.880934Z","time spent":"1.478716781s","remote":"127.0.0.1:37442","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:10:33.359872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473786517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-86d99d4b4-2mm9k.18997f97f382381c\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-04T02:10:33.359912Z","caller":"traceutil/trace.go:171","msg":"trace[33410454] range","detail":"{range_begin:/registry/events/openstack/barbican-api-86d99d4b4-2mm9k.18997f97f382381c; range_end:; response_count:1; response_revision:23043; }","duration":"1.473868539s","start":"2026-03-04T02:10:31.886032Z","end":"2026-03-04T02:10:33.359901Z","steps":["trace[33410454] 'agreement among raft nodes before linearized reading' (duration: 1.473662773s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.359949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.886016Z","time spent":"1.47392409s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-86d99d4b4-2mm9k.18997f97f382381c\" "} {"level":"warn","ts":"2026-03-04T02:10:33.360041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102843425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:33.360087Z","caller":"traceutil/trace.go:171","msg":"trace[1600556299] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23043; }","duration":"1.102909027s","start":"2026-03-04T02:10:32.257162Z","end":"2026-03-04T02:10:33.360071Z","steps":["trace[1600556299] 'agreement among raft nodes before linearized reading' (duration: 1.102806673s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.360053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03929817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:33.360122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:32.257091Z","time spent":"1.10302615s","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:33.360125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043400529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:33.360226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.382233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:33.360227Z","caller":"traceutil/trace.go:171","msg":"trace[827191409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23043; }","duration":"1.043554274s","start":"2026-03-04T02:10:32.316645Z","end":"2026-03-04T02:10:33.360199Z","steps":["trace[827191409] 'agreement among raft nodes before linearized reading' (duration: 1.043394559s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:33.36026Z","caller":"traceutil/trace.go:171","msg":"trace[1497049398] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23043; }","duration":"383.465085ms","start":"2026-03-04T02:10:32.976784Z","end":"2026-03-04T02:10:33.36025Z","steps":["trace[1497049398] 'agreement among raft nodes before linearized reading' (duration: 383.405753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.36027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:32.316613Z","time spent":"1.043648877s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:33.360312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:32.976759Z","time spent":"383.534558ms","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:33.36016Z","caller":"traceutil/trace.go:171","msg":"trace[969042534] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23043; }","duration":"1.039454946s","start":"2026-03-04T02:10:32.320682Z","end":"2026-03-04T02:10:33.360137Z","steps":["trace[969042534] 'agreement among raft nodes before linearized reading' (duration: 1.039197567s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.360394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:32.320669Z","time spent":"1.039708513s","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:33.360513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.95015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-04T02:10:33.360524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473947192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-phjch\" ","response":"range_response_count:1 size:4803"} {"level":"info","ts":"2026-03-04T02:10:33.3606Z","caller":"traceutil/trace.go:171","msg":"trace[1731479586] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4; range_end:; response_count:1; response_revision:23043; }","duration":"477.095454ms","start":"2026-03-04T02:10:32.883481Z","end":"2026-03-04T02:10:33.360577Z","steps":["trace[1731479586] 'agreement among raft nodes before linearized reading' (duration: 476.826456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.360552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474345484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:10:33.360763Z","caller":"traceutil/trace.go:171","msg":"trace[362231896] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23043; }","duration":"1.474572601s","start":"2026-03-04T02:10:31.886164Z","end":"2026-03-04T02:10:33.360737Z","steps":["trace[362231896] 'agreement among raft nodes before linearized reading' (duration: 1.473696484s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.360999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.88616Z","time spent":"1.474823639s","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-04T02:10:33.360667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:32.88346Z","time spent":"477.198148ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" "} {"level":"info","ts":"2026-03-04T02:10:33.360607Z","caller":"traceutil/trace.go:171","msg":"trace[1899905425] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-phjch; range_end:; response_count:1; response_revision:23043; }","duration":"1.474053875s","start":"2026-03-04T02:10:31.88653Z","end":"2026-03-04T02:10:33.360584Z","steps":["trace[1899905425] 'agreement among raft nodes before linearized reading' (duration: 1.473797057s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.361285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.886526Z","time spent":"1.474742116s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4826,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-phjch\" "} {"level":"warn","ts":"2026-03-04T02:10:33.864469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202945645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:34.266186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.472961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:34.26653Z","caller":"traceutil/trace.go:171","msg":"trace[1494490752] transaction","detail":"{read_only:false; response_revision:23044; number_of_response:1; }","duration":"904.946113ms","start":"2026-03-04T02:10:33.361512Z","end":"2026-03-04T02:10:34.266458Z","steps":["trace[1494490752] 'process raft request' (duration: 776.929955ms)","trace[1494490752] 'compare' (duration: 127.069719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:34.26698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.361484Z","time spent":"905.363147ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:34.276302Z","caller":"traceutil/trace.go:171","msg":"trace[617665746] linearizableReadLoop","detail":"{readStateIndex:23864; appliedIndex:23860; }","duration":"911.920942ms","start":"2026-03-04T02:10:33.364368Z","end":"2026-03-04T02:10:34.276289Z","steps":["trace[617665746] 'read index received' (duration: 774.083926ms)","trace[617665746] 'applied index is now lower than readState.Index' (duration: 137.835956ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:34.276379Z","caller":"traceutil/trace.go:171","msg":"trace[367831088] transaction","detail":"{read_only:false; response_revision:23046; number_of_response:1; }","duration":"907.71886ms","start":"2026-03-04T02:10:33.368653Z","end":"2026-03-04T02:10:34.276372Z","steps":["trace[367831088] 'process raft request' (duration: 907.544535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:34.27642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.368637Z","time spent":"907.756482ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4963,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:34.276493Z","caller":"traceutil/trace.go:171","msg":"trace[291426786] transaction","detail":"{read_only:false; response_revision:23045; number_of_response:1; }","duration":"914.437472ms","start":"2026-03-04T02:10:33.362033Z","end":"2026-03-04T02:10:34.27647Z","steps":["trace[291426786] 'process raft request' (duration: 914.06245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:34.276607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.362012Z","time spent":"914.532554ms","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:34.276619Z","caller":"traceutil/trace.go:171","msg":"trace[279239366] transaction","detail":"{read_only:false; response_revision:23047; number_of_response:1; }","duration":"693.631191ms","start":"2026-03-04T02:10:33.582978Z","end":"2026-03-04T02:10:34.27661Z","steps":["trace[279239366] 'process raft request' (duration: 693.27235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:34.276657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.58294Z","time spent":"693.696503ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:34.276824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.454699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a425e7f2-5387-43f7-b196-9160c177d463\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T02:10:34.276849Z","caller":"traceutil/trace.go:171","msg":"trace[1355158078] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a425e7f2-5387-43f7-b196-9160c177d463; range_end:; response_count:1; response_revision:23047; }","duration":"912.515861ms","start":"2026-03-04T02:10:33.364325Z","end":"2026-03-04T02:10:34.276841Z","steps":["trace[1355158078] 'agreement among raft nodes before linearized reading' (duration: 912.415758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:34.276867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.364309Z","time spent":"912.553252ms","remote":"127.0.0.1:37548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-a425e7f2-5387-43f7-b196-9160c177d463\" "} {"level":"warn","ts":"2026-03-04T02:10:34.276927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.515227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:34.276957Z","caller":"traceutil/trace.go:171","msg":"trace[1461267910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23047; }","duration":"909.554479ms","start":"2026-03-04T02:10:33.367393Z","end":"2026-03-04T02:10:34.276948Z","steps":["trace[1461267910] 'agreement among raft nodes before linearized reading' (duration: 909.502207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:34.277013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.367388Z","time spent":"909.61945ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:34.277158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.389756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:34.277186Z","caller":"traceutil/trace.go:171","msg":"trace[1192909738] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23047; }","duration":"702.463878ms","start":"2026-03-04T02:10:33.574712Z","end":"2026-03-04T02:10:34.277176Z","steps":["trace[1192909738] 'agreement among raft nodes before linearized reading' (duration: 702.411206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:34.277207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.57468Z","time spent":"702.52091ms","remote":"127.0.0.1:34680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:36.089184Z","caller":"traceutil/trace.go:171","msg":"trace[1883481640] linearizableReadLoop","detail":"{readStateIndex:24010; appliedIndex:24009; }","duration":"100.839335ms","start":"2026-03-04T02:10:35.988304Z","end":"2026-03-04T02:10:36.089143Z","steps":["trace[1883481640] 'read index received' (duration: 93.869846ms)","trace[1883481640] 'applied index is now lower than readState.Index' (duration: 6.968129ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:36.089233Z","caller":"traceutil/trace.go:171","msg":"trace[478061375] transaction","detail":"{read_only:false; response_revision:23193; number_of_response:1; }","duration":"119.498791ms","start":"2026-03-04T02:10:35.969691Z","end":"2026-03-04T02:10:36.08919Z","steps":["trace[478061375] 'process raft request' (duration: 112.476601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:36.089376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.051862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:36.090177Z","caller":"traceutil/trace.go:171","msg":"trace[2084121796] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23193; }","duration":"101.864517ms","start":"2026-03-04T02:10:35.988289Z","end":"2026-03-04T02:10:36.090153Z","steps":["trace[2084121796] 'agreement among raft nodes before linearized reading' (duration: 101.011821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:48.347236Z","caller":"traceutil/trace.go:171","msg":"trace[788298149] transaction","detail":"{read_only:false; response_revision:23241; number_of_response:1; }","duration":"125.540431ms","start":"2026-03-04T02:10:48.221665Z","end":"2026-03-04T02:10:48.347206Z","steps":["trace[788298149] 'process raft request' (duration: 125.22007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:49.097636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.825438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:10:49.097724Z","caller":"traceutil/trace.go:171","msg":"trace[414633308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23242; }","duration":"174.961592ms","start":"2026-03-04T02:10:48.922741Z","end":"2026-03-04T02:10:49.097702Z","steps":["trace[414633308] 'range keys from in-memory index tree' (duration: 174.658252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:50.78495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.880465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:10:50.785037Z","caller":"traceutil/trace.go:171","msg":"trace[151562965] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23252; }","duration":"114.012759ms","start":"2026-03-04T02:10:50.671006Z","end":"2026-03-04T02:10:50.785018Z","steps":["trace[151562965] 'range keys from in-memory index tree' (duration: 113.73145ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:50.785026Z","caller":"traceutil/trace.go:171","msg":"trace[1952413644] linearizableReadLoop","detail":"{readStateIndex:24073; appliedIndex:24072; }","duration":"111.623184ms","start":"2026-03-04T02:10:50.673374Z","end":"2026-03-04T02:10:50.784997Z","steps":["trace[1952413644] 'read index received' (duration: 86.825466ms)","trace[1952413644] 'applied index is now lower than readState.Index' (duration: 24.796538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:50.785205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.853254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:10:50.785242Z","caller":"traceutil/trace.go:171","msg":"trace[1925668882] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23252; }","duration":"114.916317ms","start":"2026-03-04T02:10:50.670317Z","end":"2026-03-04T02:10:50.785234Z","steps":["trace[1925668882] 'range keys from in-memory index tree' (duration: 114.770752ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:50.785382Z","caller":"traceutil/trace.go:171","msg":"trace[951491219] transaction","detail":"{read_only:false; response_revision:23253; number_of_response:1; }","duration":"113.370718ms","start":"2026-03-04T02:10:50.671978Z","end":"2026-03-04T02:10:50.785348Z","steps":["trace[951491219] 'process raft request' (duration: 88.229719ms)","trace[951491219] 'compare' (duration: 24.547521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:50.785443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.057807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-03-04T02:10:50.785547Z","caller":"traceutil/trace.go:171","msg":"trace[461692383] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23253; }","duration":"112.239003ms","start":"2026-03-04T02:10:50.673274Z","end":"2026-03-04T02:10:50.785513Z","steps":["trace[461692383] 'agreement among raft nodes before linearized reading' (duration: 111.960985ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:51.051349Z","caller":"traceutil/trace.go:171","msg":"trace[1980018423] transaction","detail":"{read_only:false; response_revision:23255; number_of_response:1; }","duration":"261.879669ms","start":"2026-03-04T02:10:50.789436Z","end":"2026-03-04T02:10:51.051315Z","steps":["trace[1980018423] 'process raft request' (duration: 261.345103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.051466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.261962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:51.051354Z","caller":"traceutil/trace.go:171","msg":"trace[1293620792] linearizableReadLoop","detail":"{readStateIndex:24076; appliedIndex:24074; }","duration":"212.144869ms","start":"2026-03-04T02:10:50.839186Z","end":"2026-03-04T02:10:51.051331Z","steps":["trace[1293620792] 'read index received' (duration: 211.618842ms)","trace[1293620792] 'applied index is now lower than readState.Index' (duration: 524.977µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:51.051359Z","caller":"traceutil/trace.go:171","msg":"trace[331793874] transaction","detail":"{read_only:false; response_revision:23256; number_of_response:1; }","duration":"260.892959ms","start":"2026-03-04T02:10:50.790446Z","end":"2026-03-04T02:10:51.051339Z","steps":["trace[331793874] 'process raft request' (duration: 260.810656ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:51.051804Z","caller":"traceutil/trace.go:171","msg":"trace[1255094657] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23256; }","duration":"212.597692ms","start":"2026-03-04T02:10:50.839138Z","end":"2026-03-04T02:10:51.051736Z","steps":["trace[1255094657] 'agreement among raft nodes before linearized reading' (duration: 212.266632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.052038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.107292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-03-04T02:10:51.052134Z","caller":"traceutil/trace.go:171","msg":"trace[1560755041] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23256; }","duration":"179.248996ms","start":"2026-03-04T02:10:50.872867Z","end":"2026-03-04T02:10:51.052116Z","steps":["trace[1560755041] 'agreement among raft nodes before linearized reading' (duration: 179.03658ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:52.195156Z","caller":"traceutil/trace.go:171","msg":"trace[771386299] linearizableReadLoop","detail":"{readStateIndex:24086; appliedIndex:24085; }","duration":"273.646059ms","start":"2026-03-04T02:10:51.921483Z","end":"2026-03-04T02:10:52.195129Z","steps":["trace[771386299] 'read index received' (duration: 233.661574ms)","trace[771386299] 'applied index is now lower than readState.Index' (duration: 39.982785ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:52.195171Z","caller":"traceutil/trace.go:171","msg":"trace[66426456] transaction","detail":"{read_only:false; response_revision:23266; number_of_response:1; }","duration":"270.563592ms","start":"2026-03-04T02:10:51.924584Z","end":"2026-03-04T02:10:52.195147Z","steps":["trace[66426456] 'process raft request' (duration: 270.430848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:52.195436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.930917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:10:52.195478Z","caller":"traceutil/trace.go:171","msg":"trace[294634171] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23266; }","duration":"274.01524ms","start":"2026-03-04T02:10:51.921451Z","end":"2026-03-04T02:10:52.195467Z","steps":["trace[294634171] 'agreement among raft nodes before linearized reading' (duration: 273.814274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:52.195506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.945698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:52.195555Z","caller":"traceutil/trace.go:171","msg":"trace[1048292231] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23266; }","duration":"259.041641ms","start":"2026-03-04T02:10:51.936501Z","end":"2026-03-04T02:10:52.195543Z","steps":["trace[1048292231] 'agreement among raft nodes before linearized reading' (duration: 258.951238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:52.195585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.720387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:10:52.19564Z","caller":"traceutil/trace.go:171","msg":"trace[2111596849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23266; }","duration":"141.81145ms","start":"2026-03-04T02:10:52.053817Z","end":"2026-03-04T02:10:52.195628Z","steps":["trace[2111596849] 'agreement among raft nodes before linearized reading' (duration: 141.660166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:52.195639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.90067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-04T02:10:52.195717Z","caller":"traceutil/trace.go:171","msg":"trace[703487781] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23266; }","duration":"138.993233ms","start":"2026-03-04T02:10:52.056707Z","end":"2026-03-04T02:10:52.1957Z","steps":["trace[703487781] 'agreement among raft nodes before linearized reading' (duration: 138.751965ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:52.771239Z","caller":"traceutil/trace.go:171","msg":"trace[747856701] transaction","detail":"{read_only:false; response_revision:23281; number_of_response:1; }","duration":"194.927958ms","start":"2026-03-04T02:10:52.576281Z","end":"2026-03-04T02:10:52.771209Z","steps":["trace[747856701] 'process raft request' (duration: 145.369073ms)","trace[747856701] 'compare' (duration: 48.972977ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:53.271404Z","caller":"traceutil/trace.go:171","msg":"trace[2038430363] transaction","detail":"{read_only:false; response_revision:23282; number_of_response:1; }","duration":"691.628448ms","start":"2026-03-04T02:10:52.579747Z","end":"2026-03-04T02:10:53.271376Z","steps":["trace[2038430363] 'process raft request' (duration: 690.943616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.271537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.559675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-03-04T02:10:53.271534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:52.579726Z","time spent":"691.741912ms","remote":"127.0.0.1:37472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130940,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:53.271412Z","caller":"traceutil/trace.go:171","msg":"trace[1275284952] linearizableReadLoop","detail":"{readStateIndex:24104; appliedIndex:24102; }","duration":"691.431672ms","start":"2026-03-04T02:10:52.579966Z","end":"2026-03-04T02:10:53.271397Z","steps":["trace[1275284952] 'read index received' (duration: 141.763689ms)","trace[1275284952] 'applied index is now lower than readState.Index' (duration: 549.667183ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:53.271771Z","caller":"traceutil/trace.go:171","msg":"trace[404755365] transaction","detail":"{read_only:false; response_revision:23283; number_of_response:1; }","duration":"687.995684ms","start":"2026-03-04T02:10:52.583761Z","end":"2026-03-04T02:10:53.271757Z","steps":["trace[404755365] 'process raft request' (duration: 687.53963ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:53.271801Z","caller":"traceutil/trace.go:171","msg":"trace[1061686004] transaction","detail":"{read_only:false; response_revision:23284; number_of_response:1; }","duration":"566.089458ms","start":"2026-03-04T02:10:52.705689Z","end":"2026-03-04T02:10:53.271778Z","steps":["trace[1061686004] 'process raft request' (duration: 565.681505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.271842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:52.583752Z","time spent":"688.057126ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:53.271563Z","caller":"traceutil/trace.go:171","msg":"trace[168685787] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:23284; }","duration":"691.615998ms","start":"2026-03-04T02:10:52.579942Z","end":"2026-03-04T02:10:53.271558Z","steps":["trace[168685787] 'agreement among raft nodes before linearized reading' (duration: 691.502654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.271875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:52.579931Z","time spent":"691.937927ms","remote":"127.0.0.1:37590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-04T02:10:53.271921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:52.705665Z","time spent":"566.197121ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:53.305359Z","caller":"traceutil/trace.go:171","msg":"trace[1266685230] transaction","detail":"{read_only:false; response_revision:23285; number_of_response:1; }","duration":"219.899402ms","start":"2026-03-04T02:10:53.085436Z","end":"2026-03-04T02:10:53.305336Z","steps":["trace[1266685230] 'process raft request' (duration: 219.687455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.305434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.328712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:53.305521Z","caller":"traceutil/trace.go:171","msg":"trace[988576751] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23285; }","duration":"398.460987ms","start":"2026-03-04T02:10:52.907031Z","end":"2026-03-04T02:10:53.305492Z","steps":["trace[988576751] 'agreement among raft nodes before linearized reading' (duration: 398.318572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.305583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:52.907005Z","time spent":"398.560889ms","remote":"127.0.0.1:52698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:53.305631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.07152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"info","ts":"2026-03-04T02:10:53.305675Z","caller":"traceutil/trace.go:171","msg":"trace[824510377] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23285; }","duration":"705.166993ms","start":"2026-03-04T02:10:52.600498Z","end":"2026-03-04T02:10:53.305665Z","steps":["trace[824510377] 'agreement among raft nodes before linearized reading' (duration: 705.003938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.305707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:52.600475Z","time spent":"705.224704ms","remote":"127.0.0.1:37838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9625,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-04T02:10:53.305698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.46296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:10:53.305717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.316441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-04T02:10:53.305851Z","caller":"traceutil/trace.go:171","msg":"trace[756269746] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23285; }","duration":"693.473155ms","start":"2026-03-04T02:10:52.612357Z","end":"2026-03-04T02:10:53.30583Z","steps":["trace[756269746] 'agreement among raft nodes before linearized reading' (duration: 693.133295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.30591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:52.612345Z","time spent":"693.551068ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-04T02:10:53.305929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.485355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:10:53.30593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.619331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"info","ts":"2026-03-04T02:10:53.305964Z","caller":"traceutil/trace.go:171","msg":"trace[1942087990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23285; }","duration":"490.558937ms","start":"2026-03-04T02:10:52.815395Z","end":"2026-03-04T02:10:53.305954Z","steps":["trace[1942087990] 'agreement among raft nodes before linearized reading' (duration: 490.431733ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:53.305978Z","caller":"traceutil/trace.go:171","msg":"trace[758711902] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:23285; }","duration":"311.693953ms","start":"2026-03-04T02:10:52.994271Z","end":"2026-03-04T02:10:53.305965Z","steps":["trace[758711902] 'agreement among raft nodes before linearized reading' (duration: 311.565019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.306002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:52.815374Z","time spent":"490.62107ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:53.306013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:52.994255Z","time spent":"311.749765ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4465,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-03-04T02:10:53.305787Z","caller":"traceutil/trace.go:171","msg":"trace[1378372042] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23285; }","duration":"725.535783ms","start":"2026-03-04T02:10:52.580206Z","end":"2026-03-04T02:10:53.305742Z","steps":["trace[1378372042] 'agreement among raft nodes before linearized reading' (duration: 725.374708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.30607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:52.580198Z","time spent":"725.853642ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:10:53.427712Z","caller":"traceutil/trace.go:171","msg":"trace[717517397] transaction","detail":"{read_only:false; response_revision:23287; number_of_response:1; }","duration":"114.448841ms","start":"2026-03-04T02:10:53.313242Z","end":"2026-03-04T02:10:53.427691Z","steps":["trace[717517397] 'process raft request' (duration: 112.207531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.428039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.963039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:53.428102Z","caller":"traceutil/trace.go:171","msg":"trace[648111706] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"114.210614ms","start":"2026-03-04T02:10:53.313882Z","end":"2026-03-04T02:10:53.428093Z","steps":["trace[648111706] 'process raft request' (duration: 113.831622ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:53.428103Z","caller":"traceutil/trace.go:171","msg":"trace[1356920519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23290; }","duration":"109.051832ms","start":"2026-03-04T02:10:53.319035Z","end":"2026-03-04T02:10:53.428087Z","steps":["trace[1356920519] 'agreement among raft nodes before linearized reading' (duration: 108.952549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.428088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.482072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"info","ts":"2026-03-04T02:10:53.428208Z","caller":"traceutil/trace.go:171","msg":"trace[776695701] transaction","detail":"{read_only:false; response_revision:23288; number_of_response:1; }","duration":"114.440361ms","start":"2026-03-04T02:10:53.31376Z","end":"2026-03-04T02:10:53.428201Z","steps":["trace[776695701] 'process raft request' (duration: 113.865443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:53.428382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.770466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-04T02:10:53.428403Z","caller":"traceutil/trace.go:171","msg":"trace[1961014603] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23290; }","duration":"107.605277ms","start":"2026-03-04T02:10:53.320551Z","end":"2026-03-04T02:10:53.428156Z","steps":["trace[1961014603] 'agreement among raft nodes before linearized reading' (duration: 107.309878ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:53.428427Z","caller":"traceutil/trace.go:171","msg":"trace[518444703] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:23290; }","duration":"110.826947ms","start":"2026-03-04T02:10:53.317589Z","end":"2026-03-04T02:10:53.428416Z","steps":["trace[518444703] 'agreement among raft nodes before linearized reading' (duration: 110.698563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:53.428935Z","caller":"traceutil/trace.go:171","msg":"trace[688420625] transaction","detail":"{read_only:false; response_revision:23290; number_of_response:1; }","duration":"114.698838ms","start":"2026-03-04T02:10:53.314212Z","end":"2026-03-04T02:10:53.428911Z","steps":["trace[688420625] 'process raft request' (duration: 113.537582ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:54.584624Z","caller":"traceutil/trace.go:171","msg":"trace[1498552689] linearizableReadLoop","detail":"{readStateIndex:24143; appliedIndex:24140; }","duration":"578.27651ms","start":"2026-03-04T02:10:54.006323Z","end":"2026-03-04T02:10:54.584599Z","steps":["trace[1498552689] 'read index received' (duration: 40.860102ms)","trace[1498552689] 'applied index is now lower than readState.Index' (duration: 537.415448ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:54.584737Z","caller":"traceutil/trace.go:171","msg":"trace[1166425025] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"581.289045ms","start":"2026-03-04T02:10:54.003436Z","end":"2026-03-04T02:10:54.584725Z","steps":["trace[1166425025] 'process raft request' (duration: 581.059938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:54.584821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:54.003398Z","time spent":"581.366847ms","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:10:54.585094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.766056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3224"} {"level":"info","ts":"2026-03-04T02:10:54.585147Z","caller":"traceutil/trace.go:171","msg":"trace[859835429] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:23320; }","duration":"578.857979ms","start":"2026-03-04T02:10:54.006278Z","end":"2026-03-04T02:10:54.585136Z","steps":["trace[859835429] 'agreement among raft nodes before linearized reading' (duration: 578.693564ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:54.585104Z","caller":"traceutil/trace.go:171","msg":"trace[282816383] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"593.897371ms","start":"2026-03-04T02:10:53.99114Z","end":"2026-03-04T02:10:54.585037Z","steps":["trace[282816383] 'process raft request' (duration: 572.799948ms)","trace[282816383] 'compare' (duration: 20.411221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:54.585169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:54.006258Z","time spent":"578.90704ms","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3247,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-04T02:10:54.585291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:53.991118Z","time spent":"594.072237ms","remote":"127.0.0.1:37648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:54.588048Z","caller":"traceutil/trace.go:171","msg":"trace[1901825294] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"470.854398ms","start":"2026-03-04T02:10:54.117162Z","end":"2026-03-04T02:10:54.588017Z","steps":["trace[1901825294] 'process raft request' (duration: 470.498257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:54.588265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:54.117136Z","time spent":"471.019193ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9173,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:54.588353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.849851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:10:54.588384Z","caller":"traceutil/trace.go:171","msg":"trace[1831268374] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23322; }","duration":"371.950094ms","start":"2026-03-04T02:10:54.216426Z","end":"2026-03-04T02:10:54.588376Z","steps":["trace[1831268374] 'agreement among raft nodes before linearized reading' (duration: 371.874842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:54.588402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:54.216389Z","time spent":"372.008006ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:54.588521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.187954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:10:54.588543Z","caller":"traceutil/trace.go:171","msg":"trace[1021315090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23322; }","duration":"309.248926ms","start":"2026-03-04T02:10:54.279287Z","end":"2026-03-04T02:10:54.588536Z","steps":["trace[1021315090] 'agreement among raft nodes before linearized reading' (duration: 309.192485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:54.588558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:54.279265Z","time spent":"309.287617ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:10:54.588648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.270903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:10:54.58867Z","caller":"traceutil/trace.go:171","msg":"trace[428984005] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"271.875603ms","start":"2026-03-04T02:10:54.316753Z","end":"2026-03-04T02:10:54.588629Z","steps":["trace[428984005] 'process raft request' (duration: 271.208492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:54.588745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.591113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:10:54.588704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.102423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:54.58877Z","caller":"traceutil/trace.go:171","msg":"trace[1499728837] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23322; }","duration":"544.668286ms","start":"2026-03-04T02:10:54.044097Z","end":"2026-03-04T02:10:54.588765Z","steps":["trace[1499728837] 'agreement among raft nodes before linearized reading' (duration: 544.605304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:54.588787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:54.044072Z","time spent":"544.711807ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:10:54.588809Z","caller":"traceutil/trace.go:171","msg":"trace[1293070976] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23322; }","duration":"433.275999ms","start":"2026-03-04T02:10:54.155507Z","end":"2026-03-04T02:10:54.588783Z","steps":["trace[1293070976] 'agreement among raft nodes before linearized reading' (duration: 433.050962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:54.588804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.248348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-03-04T02:10:54.588859Z","caller":"traceutil/trace.go:171","msg":"trace[576735330] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:23322; }","duration":"512.362961ms","start":"2026-03-04T02:10:54.076484Z","end":"2026-03-04T02:10:54.588847Z","steps":["trace[576735330] 'agreement among raft nodes before linearized reading' (duration: 512.209896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:54.588867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:54.155486Z","time spent":"433.371411ms","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:54.588901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:54.076448Z","time spent":"512.446074ms","remote":"127.0.0.1:37590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-03-04T02:10:54.588735Z","caller":"traceutil/trace.go:171","msg":"trace[1984596525] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23322; }","duration":"191.406437ms","start":"2026-03-04T02:10:54.397308Z","end":"2026-03-04T02:10:54.588715Z","steps":["trace[1984596525] 'agreement among raft nodes before linearized reading' (duration: 191.129268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:54.589016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.439853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-03-04T02:10:54.589046Z","caller":"traceutil/trace.go:171","msg":"trace[248487281] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:23322; }","duration":"563.060252ms","start":"2026-03-04T02:10:54.025977Z","end":"2026-03-04T02:10:54.589038Z","steps":["trace[248487281] 'agreement among raft nodes before linearized reading' (duration: 562.252227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:54.589061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:54.025966Z","time spent":"563.090514ms","remote":"127.0.0.1:37590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-04T02:10:54.588812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.314662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-04T02:10:54.58913Z","caller":"traceutil/trace.go:171","msg":"trace[740025872] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:23322; }","duration":"463.726284ms","start":"2026-03-04T02:10:54.125378Z","end":"2026-03-04T02:10:54.589105Z","steps":["trace[740025872] 'agreement among raft nodes before linearized reading' (duration: 463.160687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:54.589186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:54.125355Z","time spent":"463.817037ms","remote":"127.0.0.1:37590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-03-04T02:10:54.723621Z","caller":"traceutil/trace.go:171","msg":"trace[1952873070] transaction","detail":"{read_only:false; response_revision:23324; number_of_response:1; }","duration":"130.159096ms","start":"2026-03-04T02:10:54.593437Z","end":"2026-03-04T02:10:54.723596Z","steps":["trace[1952873070] 'process raft request' (duration: 108.507876ms)","trace[1952873070] 'compare' (duration: 21.492695ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:54.724002Z","caller":"traceutil/trace.go:171","msg":"trace[988241678] linearizableReadLoop","detail":"{readStateIndex:24147; appliedIndex:24145; }","duration":"130.202147ms","start":"2026-03-04T02:10:54.593784Z","end":"2026-03-04T02:10:54.723986Z","steps":["trace[988241678] 'read index received' (duration: 22.93602ms)","trace[988241678] 'applied index is now lower than readState.Index' (duration: 107.265187ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:54.724117Z","caller":"traceutil/trace.go:171","msg":"trace[1400696580] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"126.690527ms","start":"2026-03-04T02:10:54.597414Z","end":"2026-03-04T02:10:54.724104Z","steps":["trace[1400696580] 'process raft request' (duration: 126.458879ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:54.72421Z","caller":"traceutil/trace.go:171","msg":"trace[1006122474] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"129.842185ms","start":"2026-03-04T02:10:54.594184Z","end":"2026-03-04T02:10:54.724026Z","steps":["trace[1006122474] 'process raft request' (duration: 129.596667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:54.724393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.581089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-03-04T02:10:54.724466Z","caller":"traceutil/trace.go:171","msg":"trace[1797912805] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:23327; }","duration":"130.686841ms","start":"2026-03-04T02:10:54.593763Z","end":"2026-03-04T02:10:54.72445Z","steps":["trace[1797912805] 'agreement among raft nodes before linearized reading' (duration: 130.375282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:54.724484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.289749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-04T02:10:54.724535Z","caller":"traceutil/trace.go:171","msg":"trace[177564787] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:23327; }","duration":"130.369212ms","start":"2026-03-04T02:10:54.594146Z","end":"2026-03-04T02:10:54.724515Z","steps":["trace[177564787] 'agreement among raft nodes before linearized reading' (duration: 130.227927ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:54.724612Z","caller":"traceutil/trace.go:171","msg":"trace[1373758187] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"126.336005ms","start":"2026-03-04T02:10:54.598254Z","end":"2026-03-04T02:10:54.72459Z","steps":["trace[1373758187] 'process raft request' (duration: 125.678394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:54.724823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.579628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:9191"} {"level":"info","ts":"2026-03-04T02:10:54.72488Z","caller":"traceutil/trace.go:171","msg":"trace[1075520757] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23327; }","duration":"115.658131ms","start":"2026-03-04T02:10:54.609208Z","end":"2026-03-04T02:10:54.724866Z","steps":["trace[1075520757] 'agreement among raft nodes before linearized reading' (duration: 115.515646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:54.724977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.091393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:10:54.725059Z","caller":"traceutil/trace.go:171","msg":"trace[1400736886] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23327; }","duration":"122.238516ms","start":"2026-03-04T02:10:54.602784Z","end":"2026-03-04T02:10:54.725022Z","steps":["trace[1400736886] 'agreement among raft nodes before linearized reading' (duration: 122.093492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:55.215982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.11907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-03-04T02:10:55.216132Z","caller":"traceutil/trace.go:171","msg":"trace[1363737548] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:23342; }","duration":"106.314326ms","start":"2026-03-04T02:10:55.109799Z","end":"2026-03-04T02:10:55.216113Z","steps":["trace[1363737548] 'range keys from in-memory index tree' (duration: 105.909134ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:55.528281Z","caller":"traceutil/trace.go:171","msg":"trace[446503783] linearizableReadLoop","detail":"{readStateIndex:24169; appliedIndex:24168; }","duration":"288.517576ms","start":"2026-03-04T02:10:55.239725Z","end":"2026-03-04T02:10:55.528242Z","steps":["trace[446503783] 'read index received' (duration: 271.573934ms)","trace[446503783] 'applied index is now lower than readState.Index' (duration: 16.941952ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:55.528358Z","caller":"traceutil/trace.go:171","msg":"trace[801707055] transaction","detail":"{read_only:false; response_revision:23345; number_of_response:1; }","duration":"303.896079ms","start":"2026-03-04T02:10:55.224424Z","end":"2026-03-04T02:10:55.52832Z","steps":["trace[801707055] 'process raft request' (duration: 286.712909ms)","trace[801707055] 'compare' (duration: 16.838859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:55.52866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.908918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-03-04T02:10:55.528737Z","caller":"traceutil/trace.go:171","msg":"trace[800717801] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:23345; }","duration":"289.037652ms","start":"2026-03-04T02:10:55.239681Z","end":"2026-03-04T02:10:55.528718Z","steps":["trace[800717801] 'agreement among raft nodes before linearized reading' (duration: 288.671301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:55.528765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:55.224399Z","time spent":"304.296291ms","remote":"127.0.0.1:43294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2980,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:10:55.677396Z","caller":"traceutil/trace.go:171","msg":"trace[1782034179] transaction","detail":"{read_only:false; response_revision:23346; number_of_response:1; }","duration":"399.574002ms","start":"2026-03-04T02:10:55.277791Z","end":"2026-03-04T02:10:55.677365Z","steps":["trace[1782034179] 'process raft request' (duration: 399.338234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:55.677579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:55.27777Z","time spent":"399.718396ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:55.677739Z","caller":"traceutil/trace.go:171","msg":"trace[12726474] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"399.869091ms","start":"2026-03-04T02:10:55.277849Z","end":"2026-03-04T02:10:55.677719Z","steps":["trace[12726474] 'process raft request' (duration: 399.455778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:55.677849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:55.277846Z","time spent":"399.953333ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:55.678045Z","caller":"traceutil/trace.go:171","msg":"trace[458333414] transaction","detail":"{read_only:false; response_revision:23348; number_of_response:1; }","duration":"366.326417ms","start":"2026-03-04T02:10:55.311664Z","end":"2026-03-04T02:10:55.677991Z","steps":["trace[458333414] 'process raft request' (duration: 365.965836ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:55.678121Z","caller":"traceutil/trace.go:171","msg":"trace[1583842560] linearizableReadLoop","detail":"{readStateIndex:24173; appliedIndex:24169; }","duration":"149.724649ms","start":"2026-03-04T02:10:55.528367Z","end":"2026-03-04T02:10:55.678091Z","steps":["trace[1583842560] 'read index received' (duration: 148.732168ms)","trace[1583842560] 'applied index is now lower than readState.Index' (duration: 991.081µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:55.678214Z","caller":"traceutil/trace.go:171","msg":"trace[1617989600] transaction","detail":"{read_only:false; response_revision:23349; number_of_response:1; }","duration":"188.430134ms","start":"2026-03-04T02:10:55.489749Z","end":"2026-03-04T02:10:55.678179Z","steps":["trace[1617989600] 'process raft request' (duration: 188.188876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:55.678283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.801622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:10:55.678277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.57325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:10:55.678309Z","caller":"traceutil/trace.go:171","msg":"trace[24835805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23349; }","duration":"243.852564ms","start":"2026-03-04T02:10:55.43445Z","end":"2026-03-04T02:10:55.678302Z","steps":["trace[24835805] 'agreement among raft nodes before linearized reading' (duration: 243.750151ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:55.67834Z","caller":"traceutil/trace.go:171","msg":"trace[1206937764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23349; }","duration":"189.701584ms","start":"2026-03-04T02:10:55.488623Z","end":"2026-03-04T02:10:55.678324Z","steps":["trace[1206937764] 'agreement among raft nodes before linearized reading' (duration: 189.534328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:55.678166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:55.311645Z","time spent":"366.458612ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:55.678456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.84881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:55.678474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.233435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:10:55.678516Z","caller":"traceutil/trace.go:171","msg":"trace[1206504299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23349; }","duration":"363.929362ms","start":"2026-03-04T02:10:55.314568Z","end":"2026-03-04T02:10:55.678497Z","steps":["trace[1206504299] 'agreement among raft nodes before linearized reading' (duration: 363.832469ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:55.678537Z","caller":"traceutil/trace.go:171","msg":"trace[1789930202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23349; }","duration":"244.36428ms","start":"2026-03-04T02:10:55.43415Z","end":"2026-03-04T02:10:55.678514Z","steps":["trace[1789930202] 'agreement among raft nodes before linearized reading' (duration: 244.113292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:55.67854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.919796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1153"} {"level":"warn","ts":"2026-03-04T02:10:55.678559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:55.314559Z","time spent":"363.989255ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:10:55.678596Z","caller":"traceutil/trace.go:171","msg":"trace[678769975] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:23349; }","duration":"142.997839ms","start":"2026-03-04T02:10:55.535582Z","end":"2026-03-04T02:10:55.67858Z","steps":["trace[678769975] 'agreement among raft nodes before linearized reading' (duration: 142.846464ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:55.88887Z","caller":"traceutil/trace.go:171","msg":"trace[1431480920] linearizableReadLoop","detail":"{readStateIndex:24176; appliedIndex:24173; }","duration":"204.352034ms","start":"2026-03-04T02:10:55.684491Z","end":"2026-03-04T02:10:55.888843Z","steps":["trace[1431480920] 'read index received' (duration: 68.202901ms)","trace[1431480920] 'applied index is now lower than readState.Index' (duration: 136.147873ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:55.889003Z","caller":"traceutil/trace.go:171","msg":"trace[996483723] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"155.378167ms","start":"2026-03-04T02:10:55.733609Z","end":"2026-03-04T02:10:55.888988Z","steps":["trace[996483723] 'process raft request' (duration: 155.186551ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:55.889039Z","caller":"traceutil/trace.go:171","msg":"trace[111473381] transaction","detail":"{read_only:false; response_revision:23352; number_of_response:1; }","duration":"204.994114ms","start":"2026-03-04T02:10:55.683996Z","end":"2026-03-04T02:10:55.88899Z","steps":["trace[111473381] 'process raft request' (duration: 204.758376ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:55.889153Z","caller":"traceutil/trace.go:171","msg":"trace[364267892] transaction","detail":"{read_only:false; response_revision:23351; number_of_response:1; }","duration":"205.114328ms","start":"2026-03-04T02:10:55.68401Z","end":"2026-03-04T02:10:55.889124Z","steps":["trace[364267892] 'process raft request' (duration: 204.54644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:55.889358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.839749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-03-04T02:10:55.889441Z","caller":"traceutil/trace.go:171","msg":"trace[34416030] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:23353; }","duration":"204.959343ms","start":"2026-03-04T02:10:55.684461Z","end":"2026-03-04T02:10:55.88942Z","steps":["trace[34416030] 'agreement among raft nodes before linearized reading' (duration: 204.718956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:55.891996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.42817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:55.892193Z","caller":"traceutil/trace.go:171","msg":"trace[1128983714] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23355; }","duration":"178.653667ms","start":"2026-03-04T02:10:55.713513Z","end":"2026-03-04T02:10:55.892167Z","steps":["trace[1128983714] 'agreement among raft nodes before linearized reading' (duration: 178.370719ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:55.892372Z","caller":"traceutil/trace.go:171","msg":"trace[1473850456] transaction","detail":"{read_only:false; response_revision:23354; number_of_response:1; }","duration":"108.502405ms","start":"2026-03-04T02:10:55.783848Z","end":"2026-03-04T02:10:55.892319Z","steps":["trace[1473850456] 'process raft request' (duration: 107.814814ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:55.89244Z","caller":"traceutil/trace.go:171","msg":"trace[135818193] transaction","detail":"{read_only:false; response_revision:23355; number_of_response:1; }","duration":"101.151745ms","start":"2026-03-04T02:10:55.791256Z","end":"2026-03-04T02:10:55.892407Z","steps":["trace[135818193] 'process raft request' (duration: 100.570567ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:56.047429Z","caller":"traceutil/trace.go:171","msg":"trace[1010784879] transaction","detail":"{read_only:false; response_revision:23357; number_of_response:1; }","duration":"147.314534ms","start":"2026-03-04T02:10:55.900086Z","end":"2026-03-04T02:10:56.0474Z","steps":["trace[1010784879] 'process raft request' (duration: 147.243942ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:56.047473Z","caller":"traceutil/trace.go:171","msg":"trace[515804888] linearizableReadLoop","detail":"{readStateIndex:24180; appliedIndex:24179; }","duration":"149.133491ms","start":"2026-03-04T02:10:55.898319Z","end":"2026-03-04T02:10:56.047453Z","steps":["trace[515804888] 'read index received' (duration: 65.684191ms)","trace[515804888] 'applied index is now lower than readState.Index' (duration: 83.446589ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:56.047436Z","caller":"traceutil/trace.go:171","msg":"trace[427061393] transaction","detail":"{read_only:false; response_revision:23356; number_of_response:1; }","duration":"152.408934ms","start":"2026-03-04T02:10:55.89499Z","end":"2026-03-04T02:10:56.047399Z","steps":["trace[427061393] 'process raft request' (duration: 68.929264ms)","trace[427061393] 'compare' (duration: 83.141179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:56.04796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.566294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9543"} {"level":"info","ts":"2026-03-04T02:10:56.048032Z","caller":"traceutil/trace.go:171","msg":"trace[753636623] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:23357; }","duration":"149.699228ms","start":"2026-03-04T02:10:55.898316Z","end":"2026-03-04T02:10:56.048015Z","steps":["trace[753636623] 'agreement among raft nodes before linearized reading' (duration: 149.192822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:57.807378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.693919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:57.807927Z","caller":"traceutil/trace.go:171","msg":"trace[895836215] transaction","detail":"{read_only:false; response_revision:23369; number_of_response:1; }","duration":"1.072039787s","start":"2026-03-04T02:10:56.735839Z","end":"2026-03-04T02:10:57.807879Z","steps":["trace[895836215] 'process raft request' (duration: 437.757949ms)","trace[895836215] 'compare' (duration: 633.329428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:57.808112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:56.735817Z","time spent":"1.072191052s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:57.808246Z","caller":"traceutil/trace.go:171","msg":"trace[2088576883] transaction","detail":"{read_only:false; response_revision:23370; number_of_response:1; }","duration":"1.072360577s","start":"2026-03-04T02:10:56.735872Z","end":"2026-03-04T02:10:57.808232Z","steps":["trace[2088576883] 'process raft request' (duration: 1.071612864s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:57.808299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:56.735847Z","time spent":"1.072424369s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:57.949046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.45679ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:10:57.949125Z","caller":"traceutil/trace.go:171","msg":"trace[2037939443] linearizableReadLoop","detail":"{readStateIndex:24194; appliedIndex:24192; }","duration":"1.092151148s","start":"2026-03-04T02:10:56.85696Z","end":"2026-03-04T02:10:57.949111Z","steps":["trace[2037939443] 'read index received' (duration: 312.215798ms)","trace[2037939443] 'applied index is now lower than readState.Index' (duration: 779.93429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:57.949252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092282762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:57.94928Z","caller":"traceutil/trace.go:171","msg":"trace[1179526379] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23370; }","duration":"1.092360735s","start":"2026-03-04T02:10:56.856909Z","end":"2026-03-04T02:10:57.94927Z","steps":["trace[1179526379] 'agreement among raft nodes before linearized reading' (duration: 1.092292713s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:57.949304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:56.856884Z","time spent":"1.092413457s","remote":"127.0.0.1:52644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:57.973565Z","caller":"traceutil/trace.go:171","msg":"trace[771455484] transaction","detail":"{read_only:false; response_revision:23374; number_of_response:1; }","duration":"286.789102ms","start":"2026-03-04T02:10:57.686758Z","end":"2026-03-04T02:10:57.973547Z","steps":["trace[771455484] 'process raft request' (duration: 286.751681ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:57.973646Z","caller":"traceutil/trace.go:171","msg":"trace[1112258718] transaction","detail":"{read_only:false; response_revision:23373; number_of_response:1; }","duration":"286.867004ms","start":"2026-03-04T02:10:57.686751Z","end":"2026-03-04T02:10:57.973618Z","steps":["trace[1112258718] 'process raft request' (duration: 286.72837ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:57.973689Z","caller":"traceutil/trace.go:171","msg":"trace[576864311] transaction","detail":"{read_only:false; response_revision:23372; number_of_response:1; }","duration":"288.207426ms","start":"2026-03-04T02:10:57.685421Z","end":"2026-03-04T02:10:57.973628Z","steps":["trace[576864311] 'process raft request' (duration: 288.0189ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:57.974466Z","caller":"traceutil/trace.go:171","msg":"trace[1951402474] transaction","detail":"{read_only:false; response_revision:23371; number_of_response:1; }","duration":"290.972533ms","start":"2026-03-04T02:10:57.683469Z","end":"2026-03-04T02:10:57.974441Z","steps":["trace[1951402474] 'process raft request' (duration: 289.810146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:57.983231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.567475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:57.983272Z","caller":"traceutil/trace.go:171","msg":"trace[872250400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23376; }","duration":"669.641788ms","start":"2026-03-04T02:10:57.313621Z","end":"2026-03-04T02:10:57.983263Z","steps":["trace[872250400] 'agreement among raft nodes before linearized reading' (duration: 669.548335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:57.983296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:57.313604Z","time spent":"669.687029ms","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:10:57.983375Z","caller":"traceutil/trace.go:171","msg":"trace[1800026581] transaction","detail":"{read_only:false; response_revision:23375; number_of_response:1; }","duration":"193.807493ms","start":"2026-03-04T02:10:57.789529Z","end":"2026-03-04T02:10:57.983337Z","steps":["trace[1800026581] 'process raft request' (duration: 193.512874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:57.983466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.592414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:10:57.983501Z","caller":"traceutil/trace.go:171","msg":"trace[47740362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23376; }","duration":"227.664736ms","start":"2026-03-04T02:10:57.75583Z","end":"2026-03-04T02:10:57.983494Z","steps":["trace[47740362] 'agreement among raft nodes before linearized reading' (duration: 227.570063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.189753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202946546,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:59.34444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.64977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-04T02:10:59.344533Z","caller":"traceutil/trace.go:171","msg":"trace[481792697] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23381; }","duration":"930.772614ms","start":"2026-03-04T02:10:58.413739Z","end":"2026-03-04T02:10:59.344512Z","steps":["trace[481792697] 'range keys from in-memory index tree' (duration: 930.468304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.344555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.224558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3225"} {"level":"warn","ts":"2026-03-04T02:10:59.344575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.413727Z","time spent":"930.838766ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T02:10:59.344576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.36522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/octavia-api\" ","response":"range_response_count:1 size:928"} {"level":"info","ts":"2026-03-04T02:10:59.344685Z","caller":"traceutil/trace.go:171","msg":"trace[1248114127] range","detail":"{range_begin:/registry/services/specs/openstack/octavia-api; range_end:; response_count:1; response_revision:23381; }","duration":"706.544996ms","start":"2026-03-04T02:10:58.638114Z","end":"2026-03-04T02:10:59.344659Z","steps":["trace[1248114127] 'range keys from in-memory index tree' (duration: 706.175985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.344749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.638092Z","time spent":"706.641949ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":951,"request content":"key:\"/registry/services/specs/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-04T02:10:59.344721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.094904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:59.344775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.232768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" ","response":"range_response_count:1 size:1404"} {"level":"warn","ts":"2026-03-04T02:10:59.34482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.825167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" ","response":"range_response_count:1 size:927"} {"level":"warn","ts":"2026-03-04T02:10:59.344872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.356132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/goldpinger\" ","response":"range_response_count:1 size:1212"} {"level":"warn","ts":"2026-03-04T02:10:59.344917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.203526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-03-04T02:10:59.344618Z","caller":"traceutil/trace.go:171","msg":"trace[1403893679] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:23381; }","duration":"830.289061ms","start":"2026-03-04T02:10:58.514304Z","end":"2026-03-04T02:10:59.344593Z","steps":["trace[1403893679] 'range keys from in-memory index tree' (duration: 830.143266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.344971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.889255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1491"} {"level":"info","ts":"2026-03-04T02:10:59.344968Z","caller":"traceutil/trace.go:171","msg":"trace[777305176] range","detail":"{range_begin:/registry/services/specs/monitoring/goldpinger; range_end:; response_count:1; response_revision:23381; }","duration":"967.492437ms","start":"2026-03-04T02:10:58.377458Z","end":"2026-03-04T02:10:59.344951Z","steps":["trace[777305176] 'range keys from in-memory index tree' (duration: 967.069263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.345007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.514296Z","time spent":"830.698053ms","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3248,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-04T02:10:59.345028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.768643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:10:59.345052Z","caller":"traceutil/trace.go:171","msg":"trace[1941287611] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:23381; }","duration":"756.003098ms","start":"2026-03-04T02:10:58.589028Z","end":"2026-03-04T02:10:59.345031Z","steps":["trace[1941287611] 'range keys from in-memory index tree' (duration: 755.749401ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.345087Z","caller":"traceutil/trace.go:171","msg":"trace[2142216450] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23381; }","duration":"879.853166ms","start":"2026-03-04T02:10:58.465219Z","end":"2026-03-04T02:10:59.345072Z","steps":["trace[2142216450] 'range keys from in-memory index tree' (duration: 879.66624ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.344997Z","caller":"traceutil/trace.go:171","msg":"trace[217280390] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:23381; }","duration":"945.28413ms","start":"2026-03-04T02:10:58.399696Z","end":"2026-03-04T02:10:59.34498Z","steps":["trace[217280390] 'range keys from in-memory index tree' (duration: 945.079143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.345104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.781393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/orc-system/orc-controller-manager-metrics-service\" ","response":"range_response_count:1 size:826"} {"level":"warn","ts":"2026-03-04T02:10:59.345138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.768756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10362"} {"level":"warn","ts":"2026-03-04T02:10:59.34514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.465206Z","time spent":"879.922747ms","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-04T02:10:59.345233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.307846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-headless\" ","response":"range_response_count:1 size:1464"} {"level":"warn","ts":"2026-03-04T02:10:59.345258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.489226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" ","response":"range_response_count:1 size:1704"} {"level":"warn","ts":"2026-03-04T02:10:59.345286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.218334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3241"} {"level":"info","ts":"2026-03-04T02:10:59.345322Z","caller":"traceutil/trace.go:171","msg":"trace[172261326] range","detail":"{range_begin:/registry/services/specs/openstack/rook-ceph-rgw-ceph; range_end:; response_count:1; response_revision:23381; }","duration":"967.568359ms","start":"2026-03-04T02:10:58.377739Z","end":"2026-03-04T02:10:59.345307Z","steps":["trace[172261326] 'range keys from in-memory index tree' (duration: 967.369092ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.34488Z","caller":"traceutil/trace.go:171","msg":"trace[2127097418] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-coredns; range_end:; response_count:1; response_revision:23381; }","duration":"967.366053ms","start":"2026-03-04T02:10:58.377484Z","end":"2026-03-04T02:10:59.34485Z","steps":["trace[2127097418] 'range keys from in-memory index tree' (duration: 967.051342ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.345353Z","caller":"traceutil/trace.go:171","msg":"trace[1598380069] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:23381; }","duration":"856.303397ms","start":"2026-03-04T02:10:58.489032Z","end":"2026-03-04T02:10:59.345335Z","steps":["trace[1598380069] 'range keys from in-memory index tree' (duration: 856.025428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.344614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.251821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-03-04T02:10:59.345381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.377731Z","time spent":"967.636761ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1727,"request content":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" "} {"level":"warn","ts":"2026-03-04T02:10:59.345393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.377465Z","time spent":"967.911459ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1427,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" "} {"level":"warn","ts":"2026-03-04T02:10:59.345406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.489018Z","time spent":"856.375689ms","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3264,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-04T02:10:59.345056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.37744Z","time spent":"967.6007ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1235,"request content":"key:\"/registry/services/specs/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-03-04T02:10:59.344439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.105645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-04T02:10:59.345516Z","caller":"traceutil/trace.go:171","msg":"trace[495669099] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:23381; }","duration":"731.256571ms","start":"2026-03-04T02:10:58.614246Z","end":"2026-03-04T02:10:59.345503Z","steps":["trace[495669099] 'range keys from in-memory index tree' (duration: 729.91659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.345255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.399678Z","time spent":"945.522697ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-04T02:10:59.345567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.614225Z","time spent":"731.328764ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1459,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-03-04T02:10:59.344877Z","caller":"traceutil/trace.go:171","msg":"trace[1886081778] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23381; }","duration":"967.351252ms","start":"2026-03-04T02:10:58.377488Z","end":"2026-03-04T02:10:59.34484Z","steps":["trace[1886081778] 'count revisions from in-memory index tree' (duration: 966.946129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.345659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.377468Z","time spent":"968.166917ms","remote":"127.0.0.1:45902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:59.345246Z","caller":"traceutil/trace.go:171","msg":"trace[484805977] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23381; }","duration":"917.88918ms","start":"2026-03-04T02:10:58.427342Z","end":"2026-03-04T02:10:59.345231Z","steps":["trace[484805977] 'range keys from in-memory index tree' (duration: 917.578281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.345744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.427335Z","time spent":"918.390265ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10385,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-04T02:10:59.34522Z","caller":"traceutil/trace.go:171","msg":"trace[1649975644] range","detail":"{range_begin:/registry/services/specs/orc-system/orc-controller-manager-metrics-service; range_end:; response_count:1; response_revision:23381; }","duration":"879.920618ms","start":"2026-03-04T02:10:58.465278Z","end":"2026-03-04T02:10:59.345198Z","steps":["trace[1649975644] 'range keys from in-memory index tree' (duration: 879.623969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.345861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.465261Z","time spent":"880.578899ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":849,"request content":"key:\"/registry/services/specs/orc-system/orc-controller-manager-metrics-service\" "} {"level":"info","ts":"2026-03-04T02:10:59.344904Z","caller":"traceutil/trace.go:171","msg":"trace[2034273514] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service; range_end:; response_count:1; response_revision:23381; }","duration":"780.944792ms","start":"2026-03-04T02:10:58.563936Z","end":"2026-03-04T02:10:59.34488Z","steps":["trace[2034273514] 'range keys from in-memory index tree' (duration: 780.649632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.345945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.563923Z","time spent":"782.002135ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":950,"request content":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" "} {"level":"warn","ts":"2026-03-04T02:10:59.345108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.589007Z","time spent":"756.082831ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1514,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"warn","ts":"2026-03-04T02:10:59.345092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.521644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-04T02:10:59.346135Z","caller":"traceutil/trace.go:171","msg":"trace[1875755229] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:23381; }","duration":"807.617609ms","start":"2026-03-04T02:10:58.538498Z","end":"2026-03-04T02:10:59.346116Z","steps":["trace[1875755229] 'range keys from in-memory index tree' (duration: 806.363439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.346199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.538485Z","time spent":"807.696091ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-04T02:10:59.345109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.552128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" ","response":"range_response_count:1 size:901"} {"level":"info","ts":"2026-03-04T02:10:59.346329Z","caller":"traceutil/trace.go:171","msg":"trace[1515520096] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service; range_end:; response_count:1; response_revision:23381; }","duration":"968.815208ms","start":"2026-03-04T02:10:58.377497Z","end":"2026-03-04T02:10:59.346312Z","steps":["trace[1515520096] 'range keys from in-memory index tree' (duration: 967.394424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.346382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.377469Z","time spent":"968.89927ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":924,"request content":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" "} {"level":"info","ts":"2026-03-04T02:10:59.345304Z","caller":"traceutil/trace.go:171","msg":"trace[489828574] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-headless; range_end:; response_count:1; response_revision:23381; }","duration":"906.42196ms","start":"2026-03-04T02:10:58.438867Z","end":"2026-03-04T02:10:59.345289Z","steps":["trace[489828574] 'range keys from in-memory index tree' (duration: 906.093919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.346498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.438843Z","time spent":"907.633128ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1487,"request content":"key:\"/registry/services/specs/openstack/valkey-headless\" "} {"level":"info","ts":"2026-03-04T02:10:59.345661Z","caller":"traceutil/trace.go:171","msg":"trace[1304973864] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23381; }","duration":"681.109658ms","start":"2026-03-04T02:10:58.664288Z","end":"2026-03-04T02:10:59.345397Z","steps":["trace[1304973864] 'range keys from in-memory index tree' (duration: 680.043675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.34671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.664266Z","time spent":"682.42391ms","remote":"127.0.0.1:52890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:10:59.346731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.661314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274222"} {"level":"info","ts":"2026-03-04T02:10:59.346796Z","caller":"traceutil/trace.go:171","msg":"trace[1799928347] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23381; }","duration":"832.771118ms","start":"2026-03-04T02:10:58.514009Z","end":"2026-03-04T02:10:59.34678Z","steps":["trace[1799928347] 'range keys from in-memory index tree' (duration: 830.108164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.346847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.513988Z","time spent":"832.84472ms","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274245,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-04T02:10:59.387808Z","caller":"traceutil/trace.go:171","msg":"trace[1467238649] transaction","detail":"{read_only:false; response_revision:23382; number_of_response:1; }","duration":"722.882519ms","start":"2026-03-04T02:10:58.664889Z","end":"2026-03-04T02:10:59.387771Z","steps":["trace[1467238649] 'process raft request' (duration: 722.677953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.388026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.664861Z","time spent":"723.047154ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:59.388131Z","caller":"traceutil/trace.go:171","msg":"trace[191274309] linearizableReadLoop","detail":"{readStateIndex:24207; appliedIndex:24207; }","duration":"698.439422ms","start":"2026-03-04T02:10:58.689673Z","end":"2026-03-04T02:10:59.388112Z","steps":["trace[191274309] 'read index received' (duration: 698.427441ms)","trace[191274309] 'applied index is now lower than readState.Index' (duration: 10.181µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:59.388343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.66421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-03-04T02:10:59.388403Z","caller":"traceutil/trace.go:171","msg":"trace[1099570246] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:23382; }","duration":"698.751441ms","start":"2026-03-04T02:10:58.689637Z","end":"2026-03-04T02:10:59.388388Z","steps":["trace[1099570246] 'agreement among raft nodes before linearized reading' (duration: 698.570866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.38845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.689621Z","time spent":"698.819654ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1284,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" "} {"level":"info","ts":"2026-03-04T02:10:59.501315Z","caller":"traceutil/trace.go:171","msg":"trace[441660647] linearizableReadLoop","detail":"{readStateIndex:24209; appliedIndex:24207; }","duration":"113.11609ms","start":"2026-03-04T02:10:59.388175Z","end":"2026-03-04T02:10:59.501291Z","steps":["trace[441660647] 'read index received' (duration: 110.144207ms)","trace[441660647] 'applied index is now lower than readState.Index' (duration: 2.970293ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:59.501438Z","caller":"traceutil/trace.go:171","msg":"trace[1783177968] transaction","detail":"{read_only:false; response_revision:23383; number_of_response:1; }","duration":"145.29946ms","start":"2026-03-04T02:10:59.356129Z","end":"2026-03-04T02:10:59.501429Z","steps":["trace[1783177968] 'process raft request' (duration: 142.280265ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.50162Z","caller":"traceutil/trace.go:171","msg":"trace[1131471981] transaction","detail":"{read_only:false; response_revision:23384; number_of_response:1; }","duration":"144.9768ms","start":"2026-03-04T02:10:59.356634Z","end":"2026-03-04T02:10:59.501611Z","steps":["trace[1131471981] 'process raft request' (duration: 144.571907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.501947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.85862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1597"} {"level":"info","ts":"2026-03-04T02:10:59.501986Z","caller":"traceutil/trace.go:171","msg":"trace[53845522] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:23384; }","duration":"147.930903ms","start":"2026-03-04T02:10:59.354045Z","end":"2026-03-04T02:10:59.501976Z","steps":["trace[53845522] 'agreement among raft nodes before linearized reading' (duration: 147.734457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.502155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.501571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1354"} {"level":"warn","ts":"2026-03-04T02:10:59.502144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.855853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/placement-api\" ","response":"range_response_count:1 size:936"} {"level":"info","ts":"2026-03-04T02:10:59.502223Z","caller":"traceutil/trace.go:171","msg":"trace[1209759633] range","detail":"{range_begin:/registry/services/specs/openstack/placement-api; range_end:; response_count:1; response_revision:23384; }","duration":"149.969157ms","start":"2026-03-04T02:10:59.352235Z","end":"2026-03-04T02:10:59.502204Z","steps":["trace[1209759633] 'agreement among raft nodes before linearized reading' (duration: 149.72626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.502374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.027405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:10:59.502405Z","caller":"traceutil/trace.go:171","msg":"trace[2139904800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23384; }","duration":"774.094997ms","start":"2026-03-04T02:10:58.728304Z","end":"2026-03-04T02:10:59.502399Z","steps":["trace[2139904800] 'agreement among raft nodes before linearized reading' (duration: 773.89223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.502165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.082475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1958"} {"level":"info","ts":"2026-03-04T02:10:59.50248Z","caller":"traceutil/trace.go:171","msg":"trace[375942068] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23384; }","duration":"738.422466ms","start":"2026-03-04T02:10:58.764033Z","end":"2026-03-04T02:10:59.502456Z","steps":["trace[375942068] 'agreement among raft nodes before linearized reading' (duration: 737.980072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.502567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.764021Z","time spent":"738.53276ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1981,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-04T02:10:59.502693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.225877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1606"} {"level":"warn","ts":"2026-03-04T02:10:59.502735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.166095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-04T02:10:59.502672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.19432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-04T02:10:59.502806Z","caller":"traceutil/trace.go:171","msg":"trace[1241688919] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b5dff97e-2732-4a7e-8f57-419c4014f4d4; range_end:; response_count:1; response_revision:23384; }","duration":"152.427194ms","start":"2026-03-04T02:10:59.350362Z","end":"2026-03-04T02:10:59.502789Z","steps":["trace[1241688919] 'agreement among raft nodes before linearized reading' (duration: 152.082473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.502844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.857652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-metadata\" ","response":"range_response_count:1 size:927"} {"level":"info","ts":"2026-03-04T02:10:59.502874Z","caller":"traceutil/trace.go:171","msg":"trace[680650030] range","detail":"{range_begin:/registry/services/specs/openstack/nova-metadata; range_end:; response_count:1; response_revision:23384; }","duration":"148.898553ms","start":"2026-03-04T02:10:59.353968Z","end":"2026-03-04T02:10:59.502866Z","steps":["trace[680650030] 'agreement among raft nodes before linearized reading' (duration: 148.829351ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.502867Z","caller":"traceutil/trace.go:171","msg":"trace[2127370827] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:23384; }","duration":"789.420317ms","start":"2026-03-04T02:10:58.713417Z","end":"2026-03-04T02:10:59.502838Z","steps":["trace[2127370827] 'agreement among raft nodes before linearized reading' (duration: 789.022595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.50292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.713406Z","time spent":"789.500549ms","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-04T02:10:59.502902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.554054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-04T02:10:59.502973Z","caller":"traceutil/trace.go:171","msg":"trace[1980202770] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23384; }","duration":"149.663927ms","start":"2026-03-04T02:10:59.3533Z","end":"2026-03-04T02:10:59.502964Z","steps":["trace[1980202770] 'agreement among raft nodes before linearized reading' (duration: 149.544444ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.502184Z","caller":"traceutil/trace.go:171","msg":"trace[685850001] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:1; response_revision:23384; }","duration":"761.581184ms","start":"2026-03-04T02:10:58.740597Z","end":"2026-03-04T02:10:59.502178Z","steps":["trace[685850001] 'agreement among raft nodes before linearized reading' (duration: 761.508111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.502996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.496394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3217"} {"level":"warn","ts":"2026-03-04T02:10:59.503064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.162221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-04T02:10:59.503056Z","caller":"traceutil/trace.go:171","msg":"trace[705083653] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:23384; }","duration":"150.573356ms","start":"2026-03-04T02:10:59.352471Z","end":"2026-03-04T02:10:59.503045Z","steps":["trace[705083653] 'agreement among raft nodes before linearized reading' (duration: 150.427001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.503017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.341759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:59.503092Z","caller":"traceutil/trace.go:171","msg":"trace[1156486807] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:23384; }","duration":"149.198983ms","start":"2026-03-04T02:10:59.353882Z","end":"2026-03-04T02:10:59.503081Z","steps":["trace[1156486807] 'agreement among raft nodes before linearized reading' (duration: 149.138821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.502428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.728285Z","time spent":"774.136197ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:10:59.503124Z","caller":"traceutil/trace.go:171","msg":"trace[553707801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23384; }","duration":"186.507844ms","start":"2026-03-04T02:10:59.316593Z","end":"2026-03-04T02:10:59.503101Z","steps":["trace[553707801] 'agreement among raft nodes before linearized reading' (duration: 186.260126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.503243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.781151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-04T02:10:59.503274Z","caller":"traceutil/trace.go:171","msg":"trace[1234124034] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:1; response_revision:23384; }","duration":"149.814712ms","start":"2026-03-04T02:10:59.353448Z","end":"2026-03-04T02:10:59.503263Z","steps":["trace[1234124034] 'agreement among raft nodes before linearized reading' (duration: 149.700408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.503272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.582285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-03-04T02:10:59.503306Z","caller":"traceutil/trace.go:171","msg":"trace[1605748770] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:23384; }","duration":"149.630637ms","start":"2026-03-04T02:10:59.353665Z","end":"2026-03-04T02:10:59.503296Z","steps":["trace[1605748770] 'agreement among raft nodes before linearized reading' (duration: 149.480382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.503361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.915476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1605"} {"level":"info","ts":"2026-03-04T02:10:59.502751Z","caller":"traceutil/trace.go:171","msg":"trace[1676744546] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:23384; }","duration":"152.31448ms","start":"2026-03-04T02:10:59.350428Z","end":"2026-03-04T02:10:59.502742Z","steps":["trace[1676744546] 'agreement among raft nodes before linearized reading' (duration: 152.167266ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.503383Z","caller":"traceutil/trace.go:171","msg":"trace[1111368429] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:23384; }","duration":"149.948936ms","start":"2026-03-04T02:10:59.353427Z","end":"2026-03-04T02:10:59.503376Z","steps":["trace[1111368429] 'agreement among raft nodes before linearized reading' (duration: 149.893724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.50278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.357427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-03-04T02:10:59.502672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.444153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:406"} {"level":"info","ts":"2026-03-04T02:10:59.503425Z","caller":"traceutil/trace.go:171","msg":"trace[736724972] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:23384; }","duration":"150.003128ms","start":"2026-03-04T02:10:59.353405Z","end":"2026-03-04T02:10:59.503408Z","steps":["trace[736724972] 'agreement among raft nodes before linearized reading' (duration: 149.327127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.502828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.419731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-api\" ","response":"range_response_count:1 size:918"} {"level":"info","ts":"2026-03-04T02:10:59.503489Z","caller":"traceutil/trace.go:171","msg":"trace[1630192013] range","detail":"{range_begin:/registry/services/specs/openstack/nova-api; range_end:; response_count:1; response_revision:23384; }","duration":"151.091882ms","start":"2026-03-04T02:10:59.352387Z","end":"2026-03-04T02:10:59.503479Z","steps":["trace[1630192013] 'agreement among raft nodes before linearized reading' (duration: 150.38199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.503132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:58.740576Z","time spent":"762.474272ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1377,"request content":"key:\"/registry/services/specs/openstack/valkey-metrics\" "} {"level":"info","ts":"2026-03-04T02:10:59.503442Z","caller":"traceutil/trace.go:171","msg":"trace[1232170638] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:23384; }","duration":"152.262549ms","start":"2026-03-04T02:10:59.351174Z","end":"2026-03-04T02:10:59.503437Z","steps":["trace[1232170638] 'agreement among raft nodes before linearized reading' (duration: 151.377261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.503128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.482222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3224"} {"level":"warn","ts":"2026-03-04T02:10:59.503543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.240377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-03-04T02:10:59.503623Z","caller":"traceutil/trace.go:171","msg":"trace[962762943] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:23384; }","duration":"149.970197ms","start":"2026-03-04T02:10:59.353621Z","end":"2026-03-04T02:10:59.503591Z","steps":["trace[962762943] 'agreement among raft nodes before linearized reading' (duration: 149.43622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.502821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.449324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-03-04T02:10:59.503698Z","caller":"traceutil/trace.go:171","msg":"trace[804564451] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23384; }","duration":"153.348693ms","start":"2026-03-04T02:10:59.350336Z","end":"2026-03-04T02:10:59.503685Z","steps":["trace[804564451] 'agreement among raft nodes before linearized reading' (duration: 152.370172ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.503727Z","caller":"traceutil/trace.go:171","msg":"trace[1193015787] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:23384; }","duration":"151.380221ms","start":"2026-03-04T02:10:59.352272Z","end":"2026-03-04T02:10:59.503652Z","steps":["trace[1193015787] 'agreement among raft nodes before linearized reading' (duration: 150.989679ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.648615Z","caller":"traceutil/trace.go:171","msg":"trace[310500493] linearizableReadLoop","detail":"{readStateIndex:24210; appliedIndex:24209; }","duration":"147.19599ms","start":"2026-03-04T02:10:59.501394Z","end":"2026-03-04T02:10:59.64859Z","steps":["trace[310500493] 'read index received' (duration: 144.141784ms)","trace[310500493] 'applied index is now lower than readState.Index' (duration: 3.052956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:59.648984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.573757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11169"} {"level":"info","ts":"2026-03-04T02:10:59.649108Z","caller":"traceutil/trace.go:171","msg":"trace[1606943292] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:23385; }","duration":"194.717252ms","start":"2026-03-04T02:10:59.454374Z","end":"2026-03-04T02:10:59.649092Z","steps":["trace[1606943292] 'agreement among raft nodes before linearized reading' (duration: 194.448994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.649191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.31734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"warn","ts":"2026-03-04T02:10:59.649194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.420914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7564"} {"level":"info","ts":"2026-03-04T02:10:59.649246Z","caller":"traceutil/trace.go:171","msg":"trace[508552185] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:23385; }","duration":"195.393532ms","start":"2026-03-04T02:10:59.453833Z","end":"2026-03-04T02:10:59.649227Z","steps":["trace[508552185] 'agreement among raft nodes before linearized reading' (duration: 195.165475ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.649268Z","caller":"traceutil/trace.go:171","msg":"trace[1501211566] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:23385; }","duration":"195.557308ms","start":"2026-03-04T02:10:59.453692Z","end":"2026-03-04T02:10:59.64925Z","steps":["trace[1501211566] 'agreement among raft nodes before linearized reading' (duration: 195.277649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.649358Z","caller":"traceutil/trace.go:171","msg":"trace[1472930142] transaction","detail":"{read_only:false; response_revision:23385; number_of_response:1; }","duration":"148.547372ms","start":"2026-03-04T02:10:59.500778Z","end":"2026-03-04T02:10:59.649326Z","steps":["trace[1472930142] 'process raft request' (duration: 144.65491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.649575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.368411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-04T02:10:59.649603Z","caller":"traceutil/trace.go:171","msg":"trace[2009158038] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:23385; }","duration":"194.449083ms","start":"2026-03-04T02:10:59.455146Z","end":"2026-03-04T02:10:59.649595Z","steps":["trace[2009158038] 'agreement among raft nodes before linearized reading' (duration: 194.36014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.649769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.937188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"warn","ts":"2026-03-04T02:10:59.649771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.99691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-04T02:10:59.649819Z","caller":"traceutil/trace.go:171","msg":"trace[889989238] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:23385; }","duration":"194.998251ms","start":"2026-03-04T02:10:59.454808Z","end":"2026-03-04T02:10:59.649807Z","steps":["trace[889989238] 'agreement among raft nodes before linearized reading' (duration: 194.881887ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.649823Z","caller":"traceutil/trace.go:171","msg":"trace[1209550697] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:23385; }","duration":"195.100614ms","start":"2026-03-04T02:10:59.454711Z","end":"2026-03-04T02:10:59.649812Z","steps":["trace[1209550697] 'agreement among raft nodes before linearized reading' (duration: 194.98178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.650055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.608376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3239"} {"level":"info","ts":"2026-03-04T02:10:59.650113Z","caller":"traceutil/trace.go:171","msg":"trace[50946860] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:23385; }","duration":"257.667458ms","start":"2026-03-04T02:10:59.392431Z","end":"2026-03-04T02:10:59.650099Z","steps":["trace[50946860] 'agreement among raft nodes before linearized reading' (duration: 257.530423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.65051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.219279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21561"} {"level":"info","ts":"2026-03-04T02:10:59.650568Z","caller":"traceutil/trace.go:171","msg":"trace[1214265206] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:23385; }","duration":"196.288971ms","start":"2026-03-04T02:10:59.454265Z","end":"2026-03-04T02:10:59.650554Z","steps":["trace[1214265206] 'agreement among raft nodes before linearized reading' (duration: 196.091855ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.698486Z","caller":"traceutil/trace.go:171","msg":"trace[2143003989] transaction","detail":"{read_only:false; response_revision:23386; number_of_response:1; }","duration":"188.733533ms","start":"2026-03-04T02:10:59.509721Z","end":"2026-03-04T02:10:59.698455Z","steps":["trace[2143003989] 'process raft request' (duration: 188.402173ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.698706Z","caller":"traceutil/trace.go:171","msg":"trace[1083694315] transaction","detail":"{read_only:false; response_revision:23387; number_of_response:1; }","duration":"187.462204ms","start":"2026-03-04T02:10:59.511227Z","end":"2026-03-04T02:10:59.698689Z","steps":["trace[1083694315] 'process raft request' (duration: 187.147824ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.698874Z","caller":"traceutil/trace.go:171","msg":"trace[344562021] transaction","detail":"{read_only:false; response_revision:23388; number_of_response:1; }","duration":"187.476644ms","start":"2026-03-04T02:10:59.511391Z","end":"2026-03-04T02:10:59.698867Z","steps":["trace[344562021] 'process raft request' (duration: 187.02738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.699528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.548459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-04T02:10:59.699569Z","caller":"traceutil/trace.go:171","msg":"trace[472113789] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum-nodes; range_end:; response_count:1; response_revision:23390; }","duration":"189.627032ms","start":"2026-03-04T02:10:59.509933Z","end":"2026-03-04T02:10:59.69956Z","steps":["trace[472113789] 'agreement among raft nodes before linearized reading' (duration: 189.037443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.699723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.096322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-03-04T02:10:59.699748Z","caller":"traceutil/trace.go:171","msg":"trace[2056128450] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:23390; }","duration":"136.143253ms","start":"2026-03-04T02:10:59.563598Z","end":"2026-03-04T02:10:59.699742Z","steps":["trace[2056128450] 'agreement among raft nodes before linearized reading' (duration: 136.078501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.699881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.500468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-04T02:10:59.699905Z","caller":"traceutil/trace.go:171","msg":"trace[495720073] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:23390; }","duration":"160.546279ms","start":"2026-03-04T02:10:59.539353Z","end":"2026-03-04T02:10:59.699899Z","steps":["trace[495720073] 'agreement among raft nodes before linearized reading' (duration: 160.485337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.699948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.020754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-04T02:10:59.700002Z","caller":"traceutil/trace.go:171","msg":"trace[1420984183] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:23390; }","duration":"190.098906ms","start":"2026-03-04T02:10:59.50989Z","end":"2026-03-04T02:10:59.699989Z","steps":["trace[1420984183] 'agreement among raft nodes before linearized reading' (duration: 189.923261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.700073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.92619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-03-04T02:10:59.700102Z","caller":"traceutil/trace.go:171","msg":"trace[1804355033] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23390; }","duration":"188.972512ms","start":"2026-03-04T02:10:59.51112Z","end":"2026-03-04T02:10:59.700093Z","steps":["trace[1804355033] 'agreement among raft nodes before linearized reading' (duration: 188.91146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.700196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.23551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-03-04T02:10:59.70024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.270052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1212"} {"level":"info","ts":"2026-03-04T02:10:59.700258Z","caller":"traceutil/trace.go:171","msg":"trace[1687632088] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:23390; }","duration":"190.317624ms","start":"2026-03-04T02:10:59.509934Z","end":"2026-03-04T02:10:59.700252Z","steps":["trace[1687632088] 'agreement among raft nodes before linearized reading' (duration: 190.264832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.700257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.338514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/staffeln-api\" ","response":"range_response_count:1 size:931"} {"level":"info","ts":"2026-03-04T02:10:59.700267Z","caller":"traceutil/trace.go:171","msg":"trace[2005222473] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:23390; }","duration":"190.319523ms","start":"2026-03-04T02:10:59.509928Z","end":"2026-03-04T02:10:59.700248Z","steps":["trace[2005222473] 'agreement among raft nodes before linearized reading' (duration: 190.187109ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.700292Z","caller":"traceutil/trace.go:171","msg":"trace[1619653166] range","detail":"{range_begin:/registry/services/specs/openstack/staffeln-api; range_end:; response_count:1; response_revision:23390; }","duration":"190.391296ms","start":"2026-03-04T02:10:59.509891Z","end":"2026-03-04T02:10:59.700283Z","steps":["trace[1619653166] 'agreement among raft nodes before linearized reading' (duration: 190.293563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.700275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.526339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3239"} {"level":"warn","ts":"2026-03-04T02:10:59.700087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.122657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-03-04T02:10:59.700357Z","caller":"traceutil/trace.go:171","msg":"trace[1284609318] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:23390; }","duration":"190.658324ms","start":"2026-03-04T02:10:59.509676Z","end":"2026-03-04T02:10:59.700334Z","steps":["trace[1284609318] 'agreement among raft nodes before linearized reading' (duration: 190.334954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.700245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.005804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1442"} {"level":"warn","ts":"2026-03-04T02:10:59.70049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.581802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" ","response":"range_response_count:1 size:841"} {"level":"info","ts":"2026-03-04T02:10:59.700545Z","caller":"traceutil/trace.go:171","msg":"trace[861841894] range","detail":"{range_begin:/registry/services/specs/capo-system/capo-webhook-service; range_end:; response_count:1; response_revision:23390; }","duration":"190.649723ms","start":"2026-03-04T02:10:59.509882Z","end":"2026-03-04T02:10:59.700532Z","steps":["trace[861841894] 'agreement among raft nodes before linearized reading' (duration: 190.525799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.699935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.977563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:1494"} {"level":"info","ts":"2026-03-04T02:10:59.700589Z","caller":"traceutil/trace.go:171","msg":"trace[1158726862] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:23390; }","duration":"190.658554ms","start":"2026-03-04T02:10:59.509924Z","end":"2026-03-04T02:10:59.700582Z","steps":["trace[1158726862] 'agreement among raft nodes before linearized reading' (duration: 189.90379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.700553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.639314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1434"} {"level":"warn","ts":"2026-03-04T02:10:59.700021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.69426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/cinder-api\" ","response":"range_response_count:1 size:925"} {"level":"info","ts":"2026-03-04T02:10:59.700677Z","caller":"traceutil/trace.go:171","msg":"trace[1325010287] range","detail":"{range_begin:/registry/services/specs/openstack/cinder-api; range_end:; response_count:1; response_revision:23390; }","duration":"187.359351ms","start":"2026-03-04T02:10:59.513312Z","end":"2026-03-04T02:10:59.700671Z","steps":["trace[1325010287] 'agreement among raft nodes before linearized reading' (duration: 186.665339ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.700668Z","caller":"traceutil/trace.go:171","msg":"trace[643382811] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:23390; }","duration":"190.763807ms","start":"2026-03-04T02:10:59.509891Z","end":"2026-03-04T02:10:59.700655Z","steps":["trace[643382811] 'agreement among raft nodes before linearized reading' (duration: 190.590792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.70073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.886351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-04T02:10:59.700774Z","caller":"traceutil/trace.go:171","msg":"trace[458464848] transaction","detail":"{read_only:false; response_revision:23389; number_of_response:1; }","duration":"189.23842ms","start":"2026-03-04T02:10:59.511529Z","end":"2026-03-04T02:10:59.700768Z","steps":["trace[458464848] 'process raft request' (duration: 186.919897ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.700777Z","caller":"traceutil/trace.go:171","msg":"trace[339232685] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns-metrics; range_end:; response_count:1; response_revision:23390; }","duration":"190.948603ms","start":"2026-03-04T02:10:59.509816Z","end":"2026-03-04T02:10:59.700765Z","steps":["trace[339232685] 'agreement among raft nodes before linearized reading' (duration: 190.832329ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.700378Z","caller":"traceutil/trace.go:171","msg":"trace[1907373677] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23390; }","duration":"190.423546ms","start":"2026-03-04T02:10:59.509944Z","end":"2026-03-04T02:10:59.700368Z","steps":["trace[1907373677] 'agreement among raft nodes before linearized reading' (duration: 190.041024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:59.700907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.737512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:59.700953Z","caller":"traceutil/trace.go:171","msg":"trace[556485961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23390; }","duration":"194.802814ms","start":"2026-03-04T02:10:59.506139Z","end":"2026-03-04T02:10:59.700942Z","steps":["trace[556485961] 'agreement among raft nodes before linearized reading' (duration: 194.742532ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.700852Z","caller":"traceutil/trace.go:171","msg":"trace[193372322] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:23390; }","duration":"111.787178ms","start":"2026-03-04T02:10:59.58886Z","end":"2026-03-04T02:10:59.700647Z","steps":["trace[193372322] 'agreement among raft nodes before linearized reading' (duration: 110.771116ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:59.701322Z","caller":"traceutil/trace.go:171","msg":"trace[1466808250] transaction","detail":"{read_only:false; response_revision:23390; number_of_response:1; }","duration":"189.121625ms","start":"2026-03-04T02:10:59.512178Z","end":"2026-03-04T02:10:59.7013Z","steps":["trace[1466808250] 'process raft request' (duration: 186.306627ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:00.158046Z","caller":"traceutil/trace.go:171","msg":"trace[10259797] transaction","detail":"{read_only:false; response_revision:23396; number_of_response:1; }","duration":"177.984167ms","start":"2026-03-04T02:10:59.980045Z","end":"2026-03-04T02:11:00.158029Z","steps":["trace[10259797] 'process raft request' (duration: 177.910935ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:00.158117Z","caller":"traceutil/trace.go:171","msg":"trace[1212088475] transaction","detail":"{read_only:false; response_revision:23395; number_of_response:1; }","duration":"178.107071ms","start":"2026-03-04T02:10:59.979976Z","end":"2026-03-04T02:11:00.158084Z","steps":["trace[1212088475] 'process raft request' (duration: 98.082259ms)","trace[1212088475] 'compare' (duration: 79.538036ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:00.158224Z","caller":"traceutil/trace.go:171","msg":"trace[704316553] transaction","detail":"{read_only:false; response_revision:23397; number_of_response:1; }","duration":"176.81685ms","start":"2026-03-04T02:10:59.981401Z","end":"2026-03-04T02:11:00.158218Z","steps":["trace[704316553] 'process raft request' (duration: 176.589003ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:00.15834Z","caller":"traceutil/trace.go:171","msg":"trace[1737896479] linearizableReadLoop","detail":"{readStateIndex:24223; appliedIndex:24219; }","duration":"170.305766ms","start":"2026-03-04T02:10:59.988028Z","end":"2026-03-04T02:11:00.158334Z","steps":["trace[1737896479] 'read index received' (duration: 90.042816ms)","trace[1737896479] 'applied index is now lower than readState.Index' (duration: 80.26245ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:00.158391Z","caller":"traceutil/trace.go:171","msg":"trace[109446335] transaction","detail":"{read_only:false; response_revision:23398; number_of_response:1; }","duration":"171.561045ms","start":"2026-03-04T02:10:59.986825Z","end":"2026-03-04T02:11:00.158386Z","steps":["trace[109446335] 'process raft request' (duration: 171.344628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:00.158501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.45879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"info","ts":"2026-03-04T02:11:00.158522Z","caller":"traceutil/trace.go:171","msg":"trace[1046840382] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:23399; }","duration":"170.512682ms","start":"2026-03-04T02:10:59.988004Z","end":"2026-03-04T02:11:00.158517Z","steps":["trace[1046840382] 'agreement among raft nodes before linearized reading' (duration: 170.42449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:00.158597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.913535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:11:00.158645Z","caller":"traceutil/trace.go:171","msg":"trace[127837346] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23399; }","duration":"150.000208ms","start":"2026-03-04T02:11:00.008634Z","end":"2026-03-04T02:11:00.158634Z","steps":["trace[127837346] 'agreement among raft nodes before linearized reading' (duration: 149.850593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:00.159503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.76129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey\" ","response":"range_response_count:1 size:1507"} {"level":"info","ts":"2026-03-04T02:11:00.159551Z","caller":"traceutil/trace.go:171","msg":"trace[277528780] range","detail":"{range_begin:/registry/services/specs/openstack/valkey; range_end:; response_count:1; response_revision:23399; }","duration":"120.831362ms","start":"2026-03-04T02:11:00.038708Z","end":"2026-03-04T02:11:00.159539Z","steps":["trace[277528780] 'agreement among raft nodes before linearized reading' (duration: 120.681178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:00.159736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.613961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:11:00.15977Z","caller":"traceutil/trace.go:171","msg":"trace[1148702494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23399; }","duration":"131.689353ms","start":"2026-03-04T02:11:00.028072Z","end":"2026-03-04T02:11:00.159762Z","steps":["trace[1148702494] 'agreement among raft nodes before linearized reading' (duration: 131.607161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:00.159843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.784456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:11:00.159892Z","caller":"traceutil/trace.go:171","msg":"trace[837107577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23399; }","duration":"131.873649ms","start":"2026-03-04T02:11:00.028013Z","end":"2026-03-04T02:11:00.159886Z","steps":["trace[837107577] 'agreement among raft nodes before linearized reading' (duration: 131.773646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:00.160018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.417965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-03-04T02:11:00.160038Z","caller":"traceutil/trace.go:171","msg":"trace[1843162358] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:23399; }","duration":"146.463947ms","start":"2026-03-04T02:11:00.013569Z","end":"2026-03-04T02:11:00.160033Z","steps":["trace[1843162358] 'agreement among raft nodes before linearized reading' (duration: 146.410075ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:00.893939Z","caller":"traceutil/trace.go:171","msg":"trace[1377904249] linearizableReadLoop","detail":"{readStateIndex:24229; appliedIndex:24227; }","duration":"204.770907ms","start":"2026-03-04T02:11:00.689137Z","end":"2026-03-04T02:11:00.893908Z","steps":["trace[1377904249] 'read index received' (duration: 34.363418ms)","trace[1377904249] 'applied index is now lower than readState.Index' (duration: 170.406169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:00.89422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.062356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-scheduler-54c6fb98fc-l9947\" ","response":"range_response_count:1 size:7900"} {"level":"info","ts":"2026-03-04T02:11:00.894017Z","caller":"traceutil/trace.go:171","msg":"trace[2112746972] transaction","detail":"{read_only:false; response_revision:23404; number_of_response:1; }","duration":"209.669401ms","start":"2026-03-04T02:11:00.684318Z","end":"2026-03-04T02:11:00.893988Z","steps":["trace[2112746972] 'process raft request' (duration: 208.886317ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:00.894298Z","caller":"traceutil/trace.go:171","msg":"trace[55130313] range","detail":"{range_begin:/registry/pods/openstack/nova-scheduler-54c6fb98fc-l9947; range_end:; response_count:1; response_revision:23404; }","duration":"205.17899ms","start":"2026-03-04T02:11:00.689101Z","end":"2026-03-04T02:11:00.89428Z","steps":["trace[55130313] 'agreement among raft nodes before linearized reading' (duration: 204.973513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:00.894491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.026602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:11:00.894546Z","caller":"traceutil/trace.go:171","msg":"trace[73484869] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23404; }","duration":"181.173446ms","start":"2026-03-04T02:11:00.713359Z","end":"2026-03-04T02:11:00.894532Z","steps":["trace[73484869] 'agreement among raft nodes before linearized reading' (duration: 180.97901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:00.89466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.403543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9583"} {"level":"warn","ts":"2026-03-04T02:11:00.894704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.285005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-03-04T02:11:00.894715Z","caller":"traceutil/trace.go:171","msg":"trace[82893561] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:23404; }","duration":"130.486036ms","start":"2026-03-04T02:11:00.764216Z","end":"2026-03-04T02:11:00.894702Z","steps":["trace[82893561] 'agreement among raft nodes before linearized reading' (duration: 130.366042ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:00.894738Z","caller":"traceutil/trace.go:171","msg":"trace[1152014969] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:23404; }","duration":"106.371129ms","start":"2026-03-04T02:11:00.788356Z","end":"2026-03-04T02:11:00.894728Z","steps":["trace[1152014969] 'agreement among raft nodes before linearized reading' (duration: 106.284596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:00.894843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.025806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:10640"} {"level":"info","ts":"2026-03-04T02:11:00.894915Z","caller":"traceutil/trace.go:171","msg":"trace[1103386272] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23404; }","duration":"155.14483ms","start":"2026-03-04T02:11:00.739749Z","end":"2026-03-04T02:11:00.894894Z","steps":["trace[1103386272] 'agreement among raft nodes before linearized reading' (duration: 154.985645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:00.895056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.591405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:11:00.895188Z","caller":"traceutil/trace.go:171","msg":"trace[368693930] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23404; }","duration":"135.876034ms","start":"2026-03-04T02:11:00.759288Z","end":"2026-03-04T02:11:00.895164Z","steps":["trace[368693930] 'agreement among raft nodes before linearized reading' (duration: 135.367718ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:01.094549Z","caller":"traceutil/trace.go:171","msg":"trace[1049482055] linearizableReadLoop","detail":"{readStateIndex:24231; appliedIndex:24230; }","duration":"181.456725ms","start":"2026-03-04T02:11:00.913074Z","end":"2026-03-04T02:11:01.094531Z","steps":["trace[1049482055] 'read index received' (duration: 47.614364ms)","trace[1049482055] 'applied index is now lower than readState.Index' (duration: 133.841051ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:01.094635Z","caller":"traceutil/trace.go:171","msg":"trace[420879407] transaction","detail":"{read_only:false; response_revision:23406; number_of_response:1; }","duration":"186.666329ms","start":"2026-03-04T02:11:00.907929Z","end":"2026-03-04T02:11:01.094595Z","steps":["trace[420879407] 'process raft request' (duration: 186.436082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:01.094771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.684323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-03-04T02:11:01.094804Z","caller":"traceutil/trace.go:171","msg":"trace[1420402494] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:23406; }","duration":"181.757885ms","start":"2026-03-04T02:11:00.913039Z","end":"2026-03-04T02:11:01.094797Z","steps":["trace[1420402494] 'agreement among raft nodes before linearized reading' (duration: 181.614291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:01.095169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.810202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-04T02:11:01.095199Z","caller":"traceutil/trace.go:171","msg":"trace[342905998] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:23406; }","duration":"149.857883ms","start":"2026-03-04T02:11:00.945331Z","end":"2026-03-04T02:11:01.095189Z","steps":["trace[342905998] 'agreement among raft nodes before linearized reading' (duration: 149.786831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:01.095391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.333598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-n9p9r\" ","response":"range_response_count:1 size:6753"} {"level":"info","ts":"2026-03-04T02:11:01.095411Z","caller":"traceutil/trace.go:171","msg":"trace[1669721465] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-n9p9r; range_end:; response_count:1; response_revision:23406; }","duration":"106.376249ms","start":"2026-03-04T02:11:00.98903Z","end":"2026-03-04T02:11:01.095406Z","steps":["trace[1669721465] 'agreement among raft nodes before linearized reading' (duration: 106.331688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:01.095494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.657247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:01.095509Z","caller":"traceutil/trace.go:171","msg":"trace[58757195] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23406; }","duration":"113.701838ms","start":"2026-03-04T02:11:00.981801Z","end":"2026-03-04T02:11:01.095503Z","steps":["trace[58757195] 'agreement among raft nodes before linearized reading' (duration: 113.674077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:01.095616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.376385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-6h7rt\" ","response":"range_response_count:1 size:3969"} {"level":"info","ts":"2026-03-04T02:11:01.09563Z","caller":"traceutil/trace.go:171","msg":"trace[1694365804] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-6h7rt; range_end:; response_count:1; response_revision:23406; }","duration":"132.419416ms","start":"2026-03-04T02:11:00.963206Z","end":"2026-03-04T02:11:01.095625Z","steps":["trace[1694365804] 'agreement among raft nodes before linearized reading' (duration: 132.372505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:01.874155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.032984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-03-04T02:11:01.874256Z","caller":"traceutil/trace.go:171","msg":"trace[1235733902] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:23409; }","duration":"110.210339ms","start":"2026-03-04T02:11:01.764023Z","end":"2026-03-04T02:11:01.874233Z","steps":["trace[1235733902] 'range keys from in-memory index tree' (duration: 109.795367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:01.874643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.173863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10655"} {"level":"info","ts":"2026-03-04T02:11:01.874704Z","caller":"traceutil/trace.go:171","msg":"trace[1071493994] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23409; }","duration":"178.295237ms","start":"2026-03-04T02:11:01.696394Z","end":"2026-03-04T02:11:01.874689Z","steps":["trace[1071493994] 'range keys from in-memory index tree' (duration: 178.003528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:01.874933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.158943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:11:01.874997Z","caller":"traceutil/trace.go:171","msg":"trace[130158018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23409; }","duration":"172.295868ms","start":"2026-03-04T02:11:01.702689Z","end":"2026-03-04T02:11:01.874985Z","steps":["trace[130158018] 'range keys from in-memory index tree' (duration: 172.018909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:01.87508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.412832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15349"} {"level":"warn","ts":"2026-03-04T02:11:01.875082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.38052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:11:01.875141Z","caller":"traceutil/trace.go:171","msg":"trace[2063788007] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23409; }","duration":"136.536935ms","start":"2026-03-04T02:11:01.738587Z","end":"2026-03-04T02:11:01.875124Z","steps":["trace[2063788007] 'range keys from in-memory index tree' (duration: 136.272518ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:01.875152Z","caller":"traceutil/trace.go:171","msg":"trace[1853928177] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23409; }","duration":"150.487754ms","start":"2026-03-04T02:11:01.724646Z","end":"2026-03-04T02:11:01.875133Z","steps":["trace[1853928177] 'range keys from in-memory index tree' (duration: 150.166384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:01.875244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.160089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-7444845c9c-fflvq\" ","response":"range_response_count:1 size:12105"} {"level":"info","ts":"2026-03-04T02:11:01.875311Z","caller":"traceutil/trace.go:171","msg":"trace[1105583145] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-7444845c9c-fflvq; range_end:; response_count:1; response_revision:23409; }","duration":"161.269362ms","start":"2026-03-04T02:11:01.714027Z","end":"2026-03-04T02:11:01.875296Z","steps":["trace[1105583145] 'range keys from in-memory index tree' (duration: 160.961802ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:02.01209Z","caller":"traceutil/trace.go:171","msg":"trace[2087706071] transaction","detail":"{read_only:false; response_revision:23413; number_of_response:1; }","duration":"123.179696ms","start":"2026-03-04T02:11:01.888883Z","end":"2026-03-04T02:11:02.012062Z","steps":["trace[2087706071] 'process raft request' (duration: 122.962199ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:02.271407Z","caller":"traceutil/trace.go:171","msg":"trace[543939509] transaction","detail":"{read_only:false; response_revision:23417; number_of_response:1; }","duration":"106.046538ms","start":"2026-03-04T02:11:02.165336Z","end":"2026-03-04T02:11:02.271383Z","steps":["trace[543939509] 'process raft request' (duration: 63.683679ms)","trace[543939509] 'compare' (duration: 41.779231ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:02.271524Z","caller":"traceutil/trace.go:171","msg":"trace[1504017224] transaction","detail":"{read_only:false; response_revision:23418; number_of_response:1; }","duration":"105.714427ms","start":"2026-03-04T02:11:02.165799Z","end":"2026-03-04T02:11:02.271514Z","steps":["trace[1504017224] 'process raft request' (duration: 105.118469ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:02.271614Z","caller":"traceutil/trace.go:171","msg":"trace[1829506964] transaction","detail":"{read_only:false; response_revision:23419; number_of_response:1; }","duration":"104.552001ms","start":"2026-03-04T02:11:02.167055Z","end":"2026-03-04T02:11:02.271607Z","steps":["trace[1829506964] 'process raft request' (duration: 103.975733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:02.271786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.113922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:02.271857Z","caller":"traceutil/trace.go:171","msg":"trace[1798408748] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23419; }","duration":"107.222146ms","start":"2026-03-04T02:11:02.164615Z","end":"2026-03-04T02:11:02.271838Z","steps":["trace[1798408748] 'agreement among raft nodes before linearized reading' (duration: 107.109332ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:04.38662Z","caller":"traceutil/trace.go:171","msg":"trace[240614473] linearizableReadLoop","detail":"{readStateIndex:24262; appliedIndex:24259; }","duration":"100.978919ms","start":"2026-03-04T02:11:04.285613Z","end":"2026-03-04T02:11:04.386592Z","steps":["trace[240614473] 'read index received' (duration: 11.816531ms)","trace[240614473] 'applied index is now lower than readState.Index' (duration: 89.161378ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:04.387044Z","caller":"traceutil/trace.go:171","msg":"trace[125503182] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"108.791705ms","start":"2026-03-04T02:11:04.278235Z","end":"2026-03-04T02:11:04.387027Z","steps":["trace[125503182] 'process raft request' (duration: 108.161025ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:04.387344Z","caller":"traceutil/trace.go:171","msg":"trace[1891080282] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"107.181554ms","start":"2026-03-04T02:11:04.280104Z","end":"2026-03-04T02:11:04.387285Z","steps":["trace[1891080282] 'process raft request' (duration: 106.447181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.38803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.403974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:11:04.388111Z","caller":"traceutil/trace.go:171","msg":"trace[1330095450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23436; }","duration":"102.559929ms","start":"2026-03-04T02:11:04.285532Z","end":"2026-03-04T02:11:04.388092Z","steps":["trace[1330095450] 'agreement among raft nodes before linearized reading' (duration: 102.399874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.529786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.197857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:04.530023Z","caller":"traceutil/trace.go:171","msg":"trace[1057833986] linearizableReadLoop","detail":"{readStateIndex:24265; appliedIndex:24262; }","duration":"115.889627ms","start":"2026-03-04T02:11:04.414115Z","end":"2026-03-04T02:11:04.530005Z","steps":["trace[1057833986] 'read index received' (duration: 14.360051ms)","trace[1057833986] 'applied index is now lower than readState.Index' (duration: 101.528376ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:04.53028Z","caller":"traceutil/trace.go:171","msg":"trace[2036525147] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"137.66218ms","start":"2026-03-04T02:11:04.392602Z","end":"2026-03-04T02:11:04.530264Z","steps":["trace[2036525147] 'process raft request' (duration: 35.873796ms)","trace[2036525147] 'compare' (duration: 100.932678ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:04.530507Z","caller":"traceutil/trace.go:171","msg":"trace[1568641806] transaction","detail":"{read_only:false; response_revision:23438; number_of_response:1; }","duration":"137.874497ms","start":"2026-03-04T02:11:04.392623Z","end":"2026-03-04T02:11:04.530497Z","steps":["trace[1568641806] 'process raft request' (duration: 137.271368ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:04.53064Z","caller":"traceutil/trace.go:171","msg":"trace[1257949042] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"137.344191ms","start":"2026-03-04T02:11:04.393287Z","end":"2026-03-04T02:11:04.530631Z","steps":["trace[1257949042] 'process raft request' (duration: 136.67725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.531053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.92822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/barbican-api-86d99d4b4\" ","response":"range_response_count:1 size:7369"} {"level":"info","ts":"2026-03-04T02:11:04.531124Z","caller":"traceutil/trace.go:171","msg":"trace[328191462] range","detail":"{range_begin:/registry/replicasets/openstack/barbican-api-86d99d4b4; range_end:; response_count:1; response_revision:23439; }","duration":"117.045954ms","start":"2026-03-04T02:11:04.414061Z","end":"2026-03-04T02:11:04.531107Z","steps":["trace[328191462] 'agreement among raft nodes before linearized reading' (duration: 116.726834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:06.063519Z","caller":"traceutil/trace.go:171","msg":"trace[95543633] linearizableReadLoop","detail":"{readStateIndex:24269; appliedIndex:24268; }","duration":"124.757816ms","start":"2026-03-04T02:11:05.938742Z","end":"2026-03-04T02:11:06.0635Z","steps":["trace[95543633] 'read index received' (duration: 124.544899ms)","trace[95543633] 'applied index is now lower than readState.Index' (duration: 212.017µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:06.063557Z","caller":"traceutil/trace.go:171","msg":"trace[1092623612] transaction","detail":"{read_only:false; response_revision:23443; number_of_response:1; }","duration":"133.713737ms","start":"2026-03-04T02:11:05.929818Z","end":"2026-03-04T02:11:06.063531Z","steps":["trace[1092623612] 'process raft request' (duration: 133.522721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:06.063982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.22067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29543165\" ","response":"range_response_count:1 size:5714"} {"level":"info","ts":"2026-03-04T02:11:06.064035Z","caller":"traceutil/trace.go:171","msg":"trace[1737840304] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29543165; range_end:; response_count:1; response_revision:23443; }","duration":"125.323083ms","start":"2026-03-04T02:11:05.938698Z","end":"2026-03-04T02:11:06.064021Z","steps":["trace[1737840304] 'agreement among raft nodes before linearized reading' (duration: 124.90685ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:06.197032Z","caller":"traceutil/trace.go:171","msg":"trace[97028526] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"231.927129ms","start":"2026-03-04T02:11:05.965071Z","end":"2026-03-04T02:11:06.196998Z","steps":["trace[97028526] 'process raft request' (duration: 200.363509ms)","trace[97028526] 'compare' (duration: 31.293462ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:06.197213Z","caller":"traceutil/trace.go:171","msg":"trace[693861012] linearizableReadLoop","detail":"{readStateIndex:24271; appliedIndex:24269; }","duration":"133.597643ms","start":"2026-03-04T02:11:06.063585Z","end":"2026-03-04T02:11:06.197183Z","steps":["trace[693861012] 'read index received' (duration: 101.796755ms)","trace[693861012] 'applied index is now lower than readState.Index' (duration: 31.798878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:06.197398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.3511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:5057"} {"level":"info","ts":"2026-03-04T02:11:06.197461Z","caller":"traceutil/trace.go:171","msg":"trace[1673624571] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:23445; }","duration":"158.449073ms","start":"2026-03-04T02:11:06.038999Z","end":"2026-03-04T02:11:06.197448Z","steps":["trace[1673624571] 'agreement among raft nodes before linearized reading' (duration: 158.235807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:06.197477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.606541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:11:06.197524Z","caller":"traceutil/trace.go:171","msg":"trace[2042608368] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23445; }","duration":"218.668973ms","start":"2026-03-04T02:11:05.978841Z","end":"2026-03-04T02:11:06.19751Z","steps":["trace[2042608368] 'agreement among raft nodes before linearized reading' (duration: 218.485357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:06.19766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.227557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-service\" ","response":"range_response_count:1 size:9095"} {"level":"info","ts":"2026-03-04T02:11:06.197787Z","caller":"traceutil/trace.go:171","msg":"trace[694501211] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-service; range_end:; response_count:1; response_revision:23445; }","duration":"209.385592ms","start":"2026-03-04T02:11:05.988366Z","end":"2026-03-04T02:11:06.197752Z","steps":["trace[694501211] 'agreement among raft nodes before linearized reading' (duration: 209.00938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:06.197818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.650863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T02:11:06.197845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.134459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:11:06.19788Z","caller":"traceutil/trace.go:171","msg":"trace[649600007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23445; }","duration":"220.217811ms","start":"2026-03-04T02:11:05.977653Z","end":"2026-03-04T02:11:06.197871Z","steps":["trace[649600007] 'agreement among raft nodes before linearized reading' (duration: 220.121588ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:06.197903Z","caller":"traceutil/trace.go:171","msg":"trace[272010502] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23445; }","duration":"139.750646ms","start":"2026-03-04T02:11:06.058116Z","end":"2026-03-04T02:11:06.197867Z","steps":["trace[272010502] 'agreement among raft nodes before linearized reading' (duration: 139.502979ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:06.197936Z","caller":"traceutil/trace.go:171","msg":"trace[263819367] transaction","detail":"{read_only:false; response_revision:23445; number_of_response:1; }","duration":"147.85096ms","start":"2026-03-04T02:11:06.050075Z","end":"2026-03-04T02:11:06.197926Z","steps":["trace[263819367] 'process raft request' (duration: 146.854989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:06.198067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.791466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21561"} {"level":"info","ts":"2026-03-04T02:11:06.198096Z","caller":"traceutil/trace.go:171","msg":"trace[660851477] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:23445; }","duration":"232.840308ms","start":"2026-03-04T02:11:05.96525Z","end":"2026-03-04T02:11:06.19809Z","steps":["trace[660851477] 'agreement among raft nodes before linearized reading' (duration: 232.765356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:06.198162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.318565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-trusts\" ","response":"range_response_count:1 size:6980"} {"level":"info","ts":"2026-03-04T02:11:06.198224Z","caller":"traceutil/trace.go:171","msg":"trace[122875913] range","detail":"{range_begin:/registry/jobs/openstack/heat-trusts; range_end:; response_count:1; response_revision:23445; }","duration":"134.425249ms","start":"2026-03-04T02:11:06.063782Z","end":"2026-03-04T02:11:06.198208Z","steps":["trace[122875913] 'agreement among raft nodes before linearized reading' (duration: 134.266164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:06.198233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.299785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11169"} {"level":"info","ts":"2026-03-04T02:11:06.198365Z","caller":"traceutil/trace.go:171","msg":"trace[1556771478] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:23445; }","duration":"184.48581ms","start":"2026-03-04T02:11:06.01387Z","end":"2026-03-04T02:11:06.198356Z","steps":["trace[1556771478] 'agreement among raft nodes before linearized reading' (duration: 184.194951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:06.197731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.697896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:11:06.198551Z","caller":"traceutil/trace.go:171","msg":"trace[1852787961] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23445; }","duration":"141.567834ms","start":"2026-03-04T02:11:06.056976Z","end":"2026-03-04T02:11:06.198543Z","steps":["trace[1852787961] 'agreement among raft nodes before linearized reading' (duration: 140.673746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:06.198764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.051724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/cinder-volume-usage-audit\" ","response":"range_response_count:1 size:5285"} {"level":"info","ts":"2026-03-04T02:11:06.198825Z","caller":"traceutil/trace.go:171","msg":"trace[1574152252] range","detail":"{range_begin:/registry/cronjobs/openstack/cinder-volume-usage-audit; range_end:; response_count:1; response_revision:23445; }","duration":"110.166168ms","start":"2026-03-04T02:11:06.088646Z","end":"2026-03-04T02:11:06.198812Z","steps":["trace[1574152252] 'agreement among raft nodes before linearized reading' (duration: 110.012883ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:07.990831Z","caller":"traceutil/trace.go:171","msg":"trace[563117157] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"125.934192ms","start":"2026-03-04T02:11:07.864878Z","end":"2026-03-04T02:11:07.990812Z","steps":["trace[563117157] 'process raft request' (duration: 125.475478ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:08.538629Z","caller":"traceutil/trace.go:171","msg":"trace[861471708] transaction","detail":"{read_only:false; response_revision:23467; number_of_response:1; }","duration":"175.730546ms","start":"2026-03-04T02:11:08.362874Z","end":"2026-03-04T02:11:08.538605Z","steps":["trace[861471708] 'process raft request' (duration: 175.571601ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:08.545734Z","caller":"traceutil/trace.go:171","msg":"trace[457844] linearizableReadLoop","detail":"{readStateIndex:24295; appliedIndex:24293; }","duration":"103.87685ms","start":"2026-03-04T02:11:08.441842Z","end":"2026-03-04T02:11:08.545719Z","steps":["trace[457844] 'read index received' (duration: 96.653603ms)","trace[457844] 'applied index is now lower than readState.Index' (duration: 7.222577ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:08.545807Z","caller":"traceutil/trace.go:171","msg":"trace[864740302] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"101.727093ms","start":"2026-03-04T02:11:08.444069Z","end":"2026-03-04T02:11:08.545796Z","steps":["trace[864740302] 'process raft request' (duration: 101.62783ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:08.545807Z","caller":"traceutil/trace.go:171","msg":"trace[2068332037] transaction","detail":"{read_only:false; response_revision:23468; number_of_response:1; }","duration":"107.284958ms","start":"2026-03-04T02:11:08.438502Z","end":"2026-03-04T02:11:08.545787Z","steps":["trace[2068332037] 'process raft request' (duration: 107.125613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:08.545917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.066966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-03-04T02:11:08.546112Z","caller":"traceutil/trace.go:171","msg":"trace[1026966388] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23469; }","duration":"104.285853ms","start":"2026-03-04T02:11:08.441813Z","end":"2026-03-04T02:11:08.546099Z","steps":["trace[1026966388] 'agreement among raft nodes before linearized reading' (duration: 104.012035ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:09.150695Z","caller":"traceutil/trace.go:171","msg":"trace[1653346240] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"116.451135ms","start":"2026-03-04T02:11:09.034224Z","end":"2026-03-04T02:11:09.150675Z","steps":["trace[1653346240] 'process raft request' (duration: 116.321671ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:09.304119Z","caller":"traceutil/trace.go:171","msg":"trace[637295866] linearizableReadLoop","detail":"{readStateIndex:24306; appliedIndex:24305; }","duration":"106.124991ms","start":"2026-03-04T02:11:09.197976Z","end":"2026-03-04T02:11:09.304101Z","steps":["trace[637295866] 'read index received' (duration: 56.268466ms)","trace[637295866] 'applied index is now lower than readState.Index' (duration: 49.855565ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:09.304211Z","caller":"traceutil/trace.go:171","msg":"trace[921139859] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"147.377136ms","start":"2026-03-04T02:11:09.156798Z","end":"2026-03-04T02:11:09.304175Z","steps":["trace[921139859] 'process raft request' (duration: 97.417558ms)","trace[921139859] 'compare' (duration: 49.797343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:09.304338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.271126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:09.304411Z","caller":"traceutil/trace.go:171","msg":"trace[1504215155] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23479; }","duration":"106.431901ms","start":"2026-03-04T02:11:09.197962Z","end":"2026-03-04T02:11:09.304394Z","steps":["trace[1504215155] 'agreement among raft nodes before linearized reading' (duration: 106.206224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:09.698107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.110327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:09.698405Z","caller":"traceutil/trace.go:171","msg":"trace[1694148779] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"147.580902ms","start":"2026-03-04T02:11:09.550793Z","end":"2026-03-04T02:11:09.698374Z","steps":["trace[1694148779] 'process raft request' (duration: 29.113633ms)","trace[1694148779] 'compare' (duration: 117.902671ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:16.571696Z","caller":"traceutil/trace.go:171","msg":"trace[261906058] linearizableReadLoop","detail":"{readStateIndex:24373; appliedIndex:24372; }","duration":"107.914958ms","start":"2026-03-04T02:11:16.463752Z","end":"2026-03-04T02:11:16.571667Z","steps":["trace[261906058] 'read index received' (duration: 49.68331ms)","trace[261906058] 'applied index is now lower than readState.Index' (duration: 58.230738ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:16.571753Z","caller":"traceutil/trace.go:171","msg":"trace[375364203] transaction","detail":"{read_only:false; response_revision:23545; number_of_response:1; }","duration":"122.282578ms","start":"2026-03-04T02:11:16.449437Z","end":"2026-03-04T02:11:16.57172Z","steps":["trace[375364203] 'process raft request' (duration: 64.028169ms)","trace[375364203] 'compare' (duration: 58.071663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:16.571939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.161285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:11:16.571987Z","caller":"traceutil/trace.go:171","msg":"trace[1757654464] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23545; }","duration":"108.258748ms","start":"2026-03-04T02:11:16.463714Z","end":"2026-03-04T02:11:16.571973Z","steps":["trace[1757654464] 'agreement among raft nodes before linearized reading' (duration: 108.055122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.180262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.072344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:19.180398Z","caller":"traceutil/trace.go:171","msg":"trace[1866120075] transaction","detail":"{read_only:false; response_revision:23558; number_of_response:1; }","duration":"575.436101ms","start":"2026-03-04T02:11:18.604934Z","end":"2026-03-04T02:11:19.18037Z","steps":["trace[1866120075] 'process raft request' (duration: 422.113979ms)","trace[1866120075] 'compare' (duration: 152.911879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:19.180502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.604918Z","time spent":"575.535214ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:19.216832Z","caller":"traceutil/trace.go:171","msg":"trace[891299420] transaction","detail":"{read_only:false; response_revision:23559; number_of_response:1; }","duration":"545.644197ms","start":"2026-03-04T02:11:18.67115Z","end":"2026-03-04T02:11:19.216794Z","steps":["trace[891299420] 'process raft request' (duration: 545.348027ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:19.216825Z","caller":"traceutil/trace.go:171","msg":"trace[453886733] linearizableReadLoop","detail":"{readStateIndex:24390; appliedIndex:24386; }","duration":"444.328276ms","start":"2026-03-04T02:11:18.772471Z","end":"2026-03-04T02:11:19.216799Z","steps":["trace[453886733] 'read index received' (duration: 254.670183ms)","trace[453886733] 'applied index is now lower than readState.Index' (duration: 189.656843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:19.21696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.671125Z","time spent":"545.76958ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:19.216841Z","caller":"traceutil/trace.go:171","msg":"trace[237336039] transaction","detail":"{read_only:false; response_revision:23560; number_of_response:1; }","duration":"495.257894ms","start":"2026-03-04T02:11:18.721558Z","end":"2026-03-04T02:11:19.216816Z","steps":["trace[237336039] 'process raft request' (duration: 495.096429ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:19.216962Z","caller":"traceutil/trace.go:171","msg":"trace[463266022] transaction","detail":"{read_only:false; response_revision:23561; number_of_response:1; }","duration":"492.683714ms","start":"2026-03-04T02:11:18.72422Z","end":"2026-03-04T02:11:19.216904Z","steps":["trace[463266022] 'process raft request' (duration: 492.528309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.217127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.736471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:19.217105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.721532Z","time spent":"495.484002ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:19.217163Z","caller":"traceutil/trace.go:171","msg":"trace[307135416] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23561; }","duration":"301.833854ms","start":"2026-03-04T02:11:18.915319Z","end":"2026-03-04T02:11:19.217153Z","steps":["trace[307135416] 'agreement among raft nodes before linearized reading' (duration: 301.765842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.217187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.915288Z","time spent":"301.892726ms","remote":"127.0.0.1:35206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:19.217274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.675943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:19.217312Z","caller":"traceutil/trace.go:171","msg":"trace[1010743534] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23561; }","duration":"347.764556ms","start":"2026-03-04T02:11:18.869535Z","end":"2026-03-04T02:11:19.217299Z","steps":["trace[1010743534] 'agreement among raft nodes before linearized reading' (duration: 347.700674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.217308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.724205Z","time spent":"492.89788ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:19.21734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.869508Z","time spent":"347.827898ms","remote":"127.0.0.1:37544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:19.217412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.932085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:11:19.217725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.226093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:11:19.217751Z","caller":"traceutil/trace.go:171","msg":"trace[1653328897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23561; }","duration":"372.275165ms","start":"2026-03-04T02:11:18.845468Z","end":"2026-03-04T02:11:19.217744Z","steps":["trace[1653328897] 'agreement among raft nodes before linearized reading' (duration: 371.992916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.217771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.845458Z","time spent":"372.308395ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:19.217339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.825001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:19.217848Z","caller":"traceutil/trace.go:171","msg":"trace[1230208517] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23561; }","duration":"156.363067ms","start":"2026-03-04T02:11:19.061473Z","end":"2026-03-04T02:11:19.217837Z","steps":["trace[1230208517] 'agreement among raft nodes before linearized reading' (duration: 155.832641ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:19.217764Z","caller":"traceutil/trace.go:171","msg":"trace[1160372562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23561; }","duration":"445.320638ms","start":"2026-03-04T02:11:18.772397Z","end":"2026-03-04T02:11:19.217718Z","steps":["trace[1160372562] 'agreement among raft nodes before linearized reading' (duration: 444.552744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.217963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.772365Z","time spent":"445.579296ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:19.218078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.723169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:11:19.218115Z","caller":"traceutil/trace.go:171","msg":"trace[1904197402] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23561; }","duration":"372.831152ms","start":"2026-03-04T02:11:18.845276Z","end":"2026-03-04T02:11:19.218107Z","steps":["trace[1904197402] 'agreement among raft nodes before linearized reading' (duration: 371.795339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.218137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.845227Z","time spent":"372.902275ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:11:21.340753Z","caller":"traceutil/trace.go:171","msg":"trace[1860573654] transaction","detail":"{read_only:false; response_revision:23571; number_of_response:1; }","duration":"150.72058ms","start":"2026-03-04T02:11:21.190006Z","end":"2026-03-04T02:11:21.340726Z","steps":["trace[1860573654] 'process raft request' (duration: 150.543555ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:21.399343Z","caller":"traceutil/trace.go:171","msg":"trace[368846876] transaction","detail":"{read_only:false; response_revision:23573; number_of_response:1; }","duration":"175.686944ms","start":"2026-03-04T02:11:21.223631Z","end":"2026-03-04T02:11:21.399318Z","steps":["trace[368846876] 'process raft request' (duration: 175.594321ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:21.399393Z","caller":"traceutil/trace.go:171","msg":"trace[97438764] transaction","detail":"{read_only:false; response_revision:23572; number_of_response:1; }","duration":"175.856899ms","start":"2026-03-04T02:11:21.223466Z","end":"2026-03-04T02:11:21.399323Z","steps":["trace[97438764] 'process raft request' (duration: 175.421216ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:21.399638Z","caller":"traceutil/trace.go:171","msg":"trace[819973762] transaction","detail":"{read_only:false; response_revision:23574; number_of_response:1; }","duration":"175.22126ms","start":"2026-03-04T02:11:21.224401Z","end":"2026-03-04T02:11:21.399623Z","steps":["trace[819973762] 'process raft request' (duration: 174.877659ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:21.399748Z","caller":"traceutil/trace.go:171","msg":"trace[326720161] transaction","detail":"{read_only:false; response_revision:23575; number_of_response:1; }","duration":"112.648935ms","start":"2026-03-04T02:11:21.28709Z","end":"2026-03-04T02:11:21.399739Z","steps":["trace[326720161] 'process raft request' (duration: 112.46601ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:21.399764Z","caller":"traceutil/trace.go:171","msg":"trace[1633820196] linearizableReadLoop","detail":"{readStateIndex:24403; appliedIndex:24399; }","duration":"159.232118ms","start":"2026-03-04T02:11:21.240486Z","end":"2026-03-04T02:11:21.399719Z","steps":["trace[1633820196] 'read index received' (duration: 100.080771ms)","trace[1633820196] 'applied index is now lower than readState.Index' (duration: 59.150197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:21.399977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.473395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:11:21.400005Z","caller":"traceutil/trace.go:171","msg":"trace[1091637327] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23575; }","duration":"159.539818ms","start":"2026-03-04T02:11:21.240457Z","end":"2026-03-04T02:11:21.399997Z","steps":["trace[1091637327] 'agreement among raft nodes before linearized reading' (duration: 159.430164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:21.400142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.657695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-04T02:11:21.400191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.539903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:11:21.400231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.510632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T02:11:21.400254Z","caller":"traceutil/trace.go:171","msg":"trace[295401229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23575; }","duration":"156.688627ms","start":"2026-03-04T02:11:21.243554Z","end":"2026-03-04T02:11:21.400242Z","steps":["trace[295401229] 'agreement among raft nodes before linearized reading' (duration: 156.357397ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:21.400259Z","caller":"traceutil/trace.go:171","msg":"trace[299067827] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23575; }","duration":"155.80538ms","start":"2026-03-04T02:11:21.244422Z","end":"2026-03-04T02:11:21.400228Z","steps":["trace[299067827] 'agreement among raft nodes before linearized reading' (duration: 155.533061ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:21.400295Z","caller":"traceutil/trace.go:171","msg":"trace[1424796004] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23575; }","duration":"156.637546ms","start":"2026-03-04T02:11:21.243642Z","end":"2026-03-04T02:11:21.40028Z","steps":["trace[1424796004] 'agreement among raft nodes before linearized reading' (duration: 156.494512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:21.400404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.127041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:11:21.40052Z","caller":"traceutil/trace.go:171","msg":"trace[2026094740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23575; }","duration":"156.305765ms","start":"2026-03-04T02:11:21.244194Z","end":"2026-03-04T02:11:21.4005Z","steps":["trace[2026094740] 'agreement among raft nodes before linearized reading' (duration: 155.905703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:25.086854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202947325,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:25.587942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202947325,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:26.089114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202947325,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:26.589822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202947325,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:26.788211Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.389517219s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:11:26.789389Z","caller":"traceutil/trace.go:171","msg":"trace[1653215120] transaction","detail":"{read_only:false; response_revision:23599; number_of_response:1; }","duration":"2.389938862s","start":"2026-03-04T02:11:24.398594Z","end":"2026-03-04T02:11:26.788533Z","steps":["trace[1653215120] 'process raft request' (duration: 2.389776837s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.789513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.398578Z","time spent":"2.3908656s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:27.876284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:27.26243Z","time spent":"613.845847ms","remote":"127.0.0.1:49802","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:11:27.87662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.275121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:27.876934Z","caller":"traceutil/trace.go:171","msg":"trace[1457229942] transaction","detail":"{read_only:false; response_revision:23600; number_of_response:1; }","duration":"3.477808247s","start":"2026-03-04T02:11:24.399095Z","end":"2026-03-04T02:11:27.876903Z","steps":["trace[1457229942] 'process raft request' (duration: 3.353152074s)","trace[1457229942] 'compare' (duration: 124.100375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:27.876991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.399054Z","time spent":"3.47791299s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:27.877005Z","caller":"traceutil/trace.go:171","msg":"trace[1975040632] transaction","detail":"{read_only:false; response_revision:23602; number_of_response:1; }","duration":"2.421768561s","start":"2026-03-04T02:11:25.455218Z","end":"2026-03-04T02:11:27.876987Z","steps":["trace[1975040632] 'process raft request' (duration: 2.421672968s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:27.877095Z","caller":"traceutil/trace.go:171","msg":"trace[489106975] transaction","detail":"{read_only:false; response_revision:23603; number_of_response:1; }","duration":"2.398963815s","start":"2026-03-04T02:11:25.478123Z","end":"2026-03-04T02:11:27.877087Z","steps":["trace[489106975] 'process raft request' (duration: 2.398820321s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.877096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.455194Z","time spent":"2.421855363s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:27.877135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.478105Z","time spent":"2.399011206s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:27.877341Z","caller":"traceutil/trace.go:171","msg":"trace[609060776] transaction","detail":"{read_only:false; response_revision:23601; number_of_response:1; }","duration":"3.300120159s","start":"2026-03-04T02:11:24.576831Z","end":"2026-03-04T02:11:27.876951Z","steps":["trace[609060776] 'process raft request' (duration: 3.299921883s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:27.877432Z","caller":"traceutil/trace.go:171","msg":"trace[158200187] transaction","detail":"{read_only:false; response_revision:23606; number_of_response:1; }","duration":"1.949628813s","start":"2026-03-04T02:11:25.927786Z","end":"2026-03-04T02:11:27.877415Z","steps":["trace[158200187] 'process raft request' (duration: 1.949517499s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:27.877443Z","caller":"traceutil/trace.go:171","msg":"trace[146568601] transaction","detail":"{read_only:false; response_revision:23607; number_of_response:1; }","duration":"1.471909529s","start":"2026-03-04T02:11:26.405506Z","end":"2026-03-04T02:11:27.877416Z","steps":["trace[146568601] 'process raft request' (duration: 1.471837596s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:27.87746Z","caller":"traceutil/trace.go:171","msg":"trace[1302507714] linearizableReadLoop","detail":"{readStateIndex:24437; appliedIndex:24428; }","duration":"3.291331984s","start":"2026-03-04T02:11:24.58611Z","end":"2026-03-04T02:11:27.877442Z","steps":["trace[1302507714] 'read index received' (duration: 2.202277761s)","trace[1302507714] 'applied index is now lower than readState.Index' (duration: 1.089050682s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:27.877481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.576813Z","time spent":"3.300598435s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:27.877468Z","caller":"traceutil/trace.go:171","msg":"trace[573882109] transaction","detail":"{read_only:false; response_revision:23604; number_of_response:1; }","duration":"2.398618724s","start":"2026-03-04T02:11:25.47882Z","end":"2026-03-04T02:11:27.877439Z","steps":["trace[573882109] 'process raft request' (duration: 2.398243083s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.877524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.927753Z","time spent":"1.949719906s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:27.877435Z","caller":"traceutil/trace.go:171","msg":"trace[1191491581] transaction","detail":"{read_only:false; response_revision:23605; number_of_response:1; }","duration":"2.265811126s","start":"2026-03-04T02:11:25.6116Z","end":"2026-03-04T02:11:27.877411Z","steps":["trace[1191491581] 'process raft request' (duration: 2.2656398s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.877576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.405486Z","time spent":"1.472014772s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:27.877603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.478796Z","time spent":"2.398738507s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:27.877643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.611579Z","time spent":"2.266012232s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:28.185505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.10371ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:11:28.185603Z","caller":"traceutil/trace.go:171","msg":"trace[1677802844] linearizableReadLoop","detail":"{readStateIndex:24438; appliedIndex:24437; }","duration":"308.08927ms","start":"2026-03-04T02:11:27.877499Z","end":"2026-03-04T02:11:28.185588Z","steps":["trace[1677802844] 'read index received' (duration: 62.842µs)","trace[1677802844] 'applied index is now lower than readState.Index' (duration: 308.022108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:28.185715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918400723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:28.185753Z","caller":"traceutil/trace.go:171","msg":"trace[847320679] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23607; }","duration":"1.918482415s","start":"2026-03-04T02:11:26.267261Z","end":"2026-03-04T02:11:28.185743Z","steps":["trace[847320679] 'agreement among raft nodes before linearized reading' (duration: 1.918410143s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.185782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.267243Z","time spent":"1.918530987s","remote":"127.0.0.1:52680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:28.185833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.593910111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:28.18587Z","caller":"traceutil/trace.go:171","msg":"trace[2088092345] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23607; }","duration":"3.593985523s","start":"2026-03-04T02:11:24.591875Z","end":"2026-03-04T02:11:28.185861Z","steps":["trace[2088092345] 'agreement among raft nodes before linearized reading' (duration: 3.59391034s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.1859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.591864Z","time spent":"3.594027395s","remote":"127.0.0.1:34974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:28.185922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.760875814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:11:28.186009Z","caller":"traceutil/trace.go:171","msg":"trace[1618125983] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23607; }","duration":"2.761001938s","start":"2026-03-04T02:11:25.424987Z","end":"2026-03-04T02:11:28.185989Z","steps":["trace[1618125983] 'agreement among raft nodes before linearized reading' (duration: 2.76075051s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.186053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.424972Z","time spent":"2.761073651s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:11:28.186108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.204124586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:11:28.186137Z","caller":"traceutil/trace.go:171","msg":"trace[962563516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23607; }","duration":"3.204172948s","start":"2026-03-04T02:11:24.981956Z","end":"2026-03-04T02:11:28.186129Z","steps":["trace[962563516] 'agreement among raft nodes before linearized reading' (duration: 3.204118176s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.18616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.981941Z","time spent":"3.204215119s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:11:28.186284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132058289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:28.186326Z","caller":"traceutil/trace.go:171","msg":"trace[296730679] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23607; }","duration":"2.132140421s","start":"2026-03-04T02:11:26.054173Z","end":"2026-03-04T02:11:28.186314Z","steps":["trace[296730679] 'agreement among raft nodes before linearized reading' (duration: 2.132071069s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.186367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.054155Z","time spent":"2.132203783s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:28.186428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.635383565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:11:28.186458Z","caller":"traceutil/trace.go:171","msg":"trace[1897830445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23607; }","duration":"2.635450467s","start":"2026-03-04T02:11:25.550999Z","end":"2026-03-04T02:11:28.18645Z","steps":["trace[1897830445] 'agreement among raft nodes before linearized reading' (duration: 2.635384135s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.186477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.550976Z","time spent":"2.635496159s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:28.186516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870796718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:28.186579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328660729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:28.1866Z","caller":"traceutil/trace.go:171","msg":"trace[1206589843] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23607; }","duration":"2.328690591s","start":"2026-03-04T02:11:25.857904Z","end":"2026-03-04T02:11:28.186595Z","steps":["trace[1206589843] 'agreement among raft nodes before linearized reading' (duration: 2.3286517s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.186599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.670218059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:11:28.186619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.857882Z","time spent":"2.328732401s","remote":"127.0.0.1:43596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:28.186631Z","caller":"traceutil/trace.go:171","msg":"trace[182745069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23607; }","duration":"2.670275021s","start":"2026-03-04T02:11:25.516348Z","end":"2026-03-04T02:11:28.186623Z","steps":["trace[182745069] 'agreement among raft nodes before linearized reading' (duration: 2.670178518s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.186663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.516336Z","time spent":"2.670318192s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:11:28.186609Z","caller":"traceutil/trace.go:171","msg":"trace[463429997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23607; }","duration":"1.870936973s","start":"2026-03-04T02:11:26.315649Z","end":"2026-03-04T02:11:28.186586Z","steps":["trace[463429997] 'agreement among raft nodes before linearized reading' (duration: 1.870769977s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.186737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.315629Z","time spent":"1.871102718s","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:28.186749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.146285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:11:28.186056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.817820082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:11:28.186787Z","caller":"traceutil/trace.go:171","msg":"trace[1189270201] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23607; }","duration":"469.218388ms","start":"2026-03-04T02:11:27.717559Z","end":"2026-03-04T02:11:28.186778Z","steps":["trace[1189270201] 'agreement among raft nodes before linearized reading' (duration: 469.076963ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:28.186802Z","caller":"traceutil/trace.go:171","msg":"trace[367866564] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23607; }","duration":"2.818605356s","start":"2026-03-04T02:11:25.368184Z","end":"2026-03-04T02:11:28.186789Z","steps":["trace[367866564] 'agreement among raft nodes before linearized reading' (duration: 2.817819671s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.18683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:27.717539Z","time spent":"469.282489ms","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:11:28.186655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63554197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:11:28.18707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.599698862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:11:28.187115Z","caller":"traceutil/trace.go:171","msg":"trace[774624332] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23607; }","duration":"3.601040095s","start":"2026-03-04T02:11:24.586059Z","end":"2026-03-04T02:11:28.187099Z","steps":["trace[774624332] 'agreement among raft nodes before linearized reading' (duration: 3.291497899s)","trace[774624332] 'range keys from in-memory index tree' (duration: 308.164842ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:28.187104Z","caller":"traceutil/trace.go:171","msg":"trace[2108272611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23607; }","duration":"2.635988444s","start":"2026-03-04T02:11:25.551103Z","end":"2026-03-04T02:11:28.187091Z","steps":["trace[2108272611] 'agreement among raft nodes before linearized reading' (duration: 2.635489609s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.187158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.551062Z","time spent":"2.636084557s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:28.187279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.586046Z","time spent":"3.601194039s","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-04T02:11:28.187261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811069414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:28.187297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222202231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:28.187342Z","caller":"traceutil/trace.go:171","msg":"trace[1605380761] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23607; }","duration":"1.222289324s","start":"2026-03-04T02:11:26.965039Z","end":"2026-03-04T02:11:28.187329Z","steps":["trace[1605380761] 'agreement among raft nodes before linearized reading' (duration: 1.222216682s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:28.187352Z","caller":"traceutil/trace.go:171","msg":"trace[1326611700] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23607; }","duration":"1.811218159s","start":"2026-03-04T02:11:26.37611Z","end":"2026-03-04T02:11:28.187328Z","steps":["trace[1326611700] 'agreement among raft nodes before linearized reading' (duration: 1.811022333s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.187381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.965018Z","time spent":"1.222353966s","remote":"127.0.0.1:52780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:28.187402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.376091Z","time spent":"1.811300091s","remote":"127.0.0.1:35066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:11:28.186836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.368163Z","time spent":"2.818663168s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:11:28.187129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170697585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:28.187775Z","caller":"traceutil/trace.go:171","msg":"trace[1927117026] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23607; }","duration":"1.171387156s","start":"2026-03-04T02:11:27.016372Z","end":"2026-03-04T02:11:28.18776Z","steps":["trace[1927117026] 'agreement among raft nodes before linearized reading' (duration: 1.170719445s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.187817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:27.016349Z","time spent":"1.171454169s","remote":"127.0.0.1:35038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:28.576971Z","caller":"traceutil/trace.go:171","msg":"trace[1006012818] linearizableReadLoop","detail":"{readStateIndex:24443; appliedIndex:24439; }","duration":"303.62637ms","start":"2026-03-04T02:11:28.273325Z","end":"2026-03-04T02:11:28.576952Z","steps":["trace[1006012818] 'read index received' (duration: 303.368402ms)","trace[1006012818] 'applied index is now lower than readState.Index' (duration: 257.028µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:28.576996Z","caller":"traceutil/trace.go:171","msg":"trace[2122560023] transaction","detail":"{read_only:false; response_revision:23609; number_of_response:1; }","duration":"384.937782ms","start":"2026-03-04T02:11:28.192027Z","end":"2026-03-04T02:11:28.576964Z","steps":["trace[2122560023] 'process raft request' (duration: 384.721116ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:28.577059Z","caller":"traceutil/trace.go:171","msg":"trace[1547521453] transaction","detail":"{read_only:false; response_revision:23612; number_of_response:1; }","duration":"382.196855ms","start":"2026-03-04T02:11:28.194833Z","end":"2026-03-04T02:11:28.57703Z","steps":["trace[1547521453] 'process raft request' (duration: 382.095102ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:28.577094Z","caller":"traceutil/trace.go:171","msg":"trace[1582748607] transaction","detail":"{read_only:false; response_revision:23611; number_of_response:1; }","duration":"382.63107ms","start":"2026-03-04T02:11:28.194441Z","end":"2026-03-04T02:11:28.577073Z","steps":["trace[1582748607] 'process raft request' (duration: 382.463694ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:28.577075Z","caller":"traceutil/trace.go:171","msg":"trace[1552440667] transaction","detail":"{read_only:false; response_revision:23610; number_of_response:1; }","duration":"385.016705ms","start":"2026-03-04T02:11:28.192023Z","end":"2026-03-04T02:11:28.57704Z","steps":["trace[1552440667] 'process raft request' (duration: 384.85126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.577141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.192016Z","time spent":"385.047035ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:28.577199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.194826Z","time spent":"382.30353ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:28.577231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.522626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18446"} {"level":"warn","ts":"2026-03-04T02:11:28.577228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.194431Z","time spent":"382.719632ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:28.577257Z","caller":"traceutil/trace.go:171","msg":"trace[1673114456] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23612; }","duration":"302.581907ms","start":"2026-03-04T02:11:28.274668Z","end":"2026-03-04T02:11:28.577249Z","steps":["trace[1673114456] 'agreement among raft nodes before linearized reading' (duration: 302.466854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.577264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.144194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:28.577228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.192007Z","time spent":"385.147148ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:28.57709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.292217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:28.577302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.274647Z","time spent":"302.629308ms","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18469,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:11:28.577309Z","caller":"traceutil/trace.go:171","msg":"trace[1104769610] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23612; }","duration":"382.199016ms","start":"2026-03-04T02:11:28.195098Z","end":"2026-03-04T02:11:28.577298Z","steps":["trace[1104769610] 'agreement among raft nodes before linearized reading' (duration: 382.135914ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:28.577317Z","caller":"traceutil/trace.go:171","msg":"trace[1355606345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23612; }","duration":"380.575605ms","start":"2026-03-04T02:11:28.196734Z","end":"2026-03-04T02:11:28.577309Z","steps":["trace[1355606345] 'agreement among raft nodes before linearized reading' (duration: 380.315097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.577337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.195094Z","time spent":"382.238497ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:11:28.577212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.083058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a425e7f2-5387-43f7-b196-9160c177d463\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T02:11:28.57741Z","caller":"traceutil/trace.go:171","msg":"trace[596286626] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a425e7f2-5387-43f7-b196-9160c177d463; range_end:; response_count:1; response_revision:23612; }","duration":"386.289035ms","start":"2026-03-04T02:11:28.191104Z","end":"2026-03-04T02:11:28.577393Z","steps":["trace[596286626] 'agreement among raft nodes before linearized reading' (duration: 385.984045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.577423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.386169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:28.577453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.191099Z","time spent":"386.342706ms","remote":"127.0.0.1:37548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-a425e7f2-5387-43f7-b196-9160c177d463\" "} {"level":"info","ts":"2026-03-04T02:11:28.577465Z","caller":"traceutil/trace.go:171","msg":"trace[1734194970] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23612; }","duration":"200.462682ms","start":"2026-03-04T02:11:28.37699Z","end":"2026-03-04T02:11:28.577453Z","steps":["trace[1734194970] 'agreement among raft nodes before linearized reading' (duration: 200.373169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:28.577337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.196714Z","time spent":"380.617856ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:29.0015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.205048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-04T02:11:29.001598Z","caller":"traceutil/trace.go:171","msg":"trace[437065824] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23612; }","duration":"318.340201ms","start":"2026-03-04T02:11:28.683237Z","end":"2026-03-04T02:11:29.001577Z","steps":["trace[437065824] 'range keys from in-memory index tree' (duration: 318.052303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:29.001642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.683229Z","time spent":"318.402884ms","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-04T02:11:29.001881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.615509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:29.001922Z","caller":"traceutil/trace.go:171","msg":"trace[230743604] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23612; }","duration":"346.684801ms","start":"2026-03-04T02:11:28.655227Z","end":"2026-03-04T02:11:29.001911Z","steps":["trace[230743604] 'range keys from in-memory index tree' (duration: 346.549647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:29.001951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:28.655187Z","time spent":"346.756684ms","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:11:29.003234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.613097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:11:29.003271Z","caller":"traceutil/trace.go:171","msg":"trace[1433801303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23612; }","duration":"208.677539ms","start":"2026-03-04T02:11:28.794584Z","end":"2026-03-04T02:11:29.003261Z","steps":["trace[1433801303] 'range keys from in-memory index tree' (duration: 206.643486ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:29.179356Z","caller":"traceutil/trace.go:171","msg":"trace[2101941464] linearizableReadLoop","detail":"{readStateIndex:24444; appliedIndex:24443; }","duration":"170.911555ms","start":"2026-03-04T02:11:29.00842Z","end":"2026-03-04T02:11:29.179332Z","steps":["trace[2101941464] 'read index received' (duration: 170.716809ms)","trace[2101941464] 'applied index is now lower than readState.Index' (duration: 193.736µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:29.179441Z","caller":"traceutil/trace.go:171","msg":"trace[913505402] transaction","detail":"{read_only:false; response_revision:23613; number_of_response:1; }","duration":"172.382951ms","start":"2026-03-04T02:11:29.007016Z","end":"2026-03-04T02:11:29.179399Z","steps":["trace[913505402] 'process raft request' (duration: 172.155914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:29.179645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.194894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:11:29.179722Z","caller":"traceutil/trace.go:171","msg":"trace[1261260844] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23613; }","duration":"171.319978ms","start":"2026-03-04T02:11:29.008386Z","end":"2026-03-04T02:11:29.179706Z","steps":["trace[1261260844] 'agreement among raft nodes before linearized reading' (duration: 171.06962ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:29.622261Z","caller":"traceutil/trace.go:171","msg":"trace[1514496755] transaction","detail":"{read_only:false; response_revision:23614; number_of_response:1; }","duration":"228.213823ms","start":"2026-03-04T02:11:29.39402Z","end":"2026-03-04T02:11:29.622234Z","steps":["trace[1514496755] 'process raft request' (duration: 228.043368ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:30.072845Z","caller":"traceutil/trace.go:171","msg":"trace[1084594590] transaction","detail":"{read_only:false; response_revision:23615; number_of_response:1; }","duration":"188.334211ms","start":"2026-03-04T02:11:29.884488Z","end":"2026-03-04T02:11:30.072823Z","steps":["trace[1084594590] 'process raft request' (duration: 188.184046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.518659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.919871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:30.519017Z","caller":"traceutil/trace.go:171","msg":"trace[1748637257] transaction","detail":"{read_only:false; response_revision:23620; number_of_response:1; }","duration":"632.74978ms","start":"2026-03-04T02:11:29.886249Z","end":"2026-03-04T02:11:30.518999Z","steps":["trace[1748637257] 'process raft request' (duration: 632.697468ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:30.518992Z","caller":"traceutil/trace.go:171","msg":"trace[2051565494] transaction","detail":"{read_only:false; response_revision:23616; number_of_response:1; }","duration":"633.549725ms","start":"2026-03-04T02:11:29.885399Z","end":"2026-03-04T02:11:30.518949Z","steps":["trace[2051565494] 'process raft request' (duration: 508.249872ms)","trace[2051565494] 'compare' (duration: 124.466347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:30.519097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.886216Z","time spent":"632.845653ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:30.51916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.885369Z","time spent":"633.70488ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:30.519191Z","caller":"traceutil/trace.go:171","msg":"trace[46813777] transaction","detail":"{read_only:false; response_revision:23618; number_of_response:1; }","duration":"633.013768ms","start":"2026-03-04T02:11:29.886135Z","end":"2026-03-04T02:11:30.519148Z","steps":["trace[46813777] 'process raft request' (duration: 632.708439ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:30.519306Z","caller":"traceutil/trace.go:171","msg":"trace[1631825843] transaction","detail":"{read_only:false; response_revision:23617; number_of_response:1; }","duration":"633.850004ms","start":"2026-03-04T02:11:29.885445Z","end":"2026-03-04T02:11:30.519295Z","steps":["trace[1631825843] 'process raft request' (duration: 633.306597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.519362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.885426Z","time spent":"633.906246ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:30.519314Z","caller":"traceutil/trace.go:171","msg":"trace[890262065] transaction","detail":"{read_only:false; response_revision:23619; number_of_response:1; }","duration":"633.026599ms","start":"2026-03-04T02:11:29.886234Z","end":"2026-03-04T02:11:30.51926Z","steps":["trace[890262065] 'process raft request' (duration: 632.650257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:30.519485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.886121Z","time spent":"633.208684ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:30.519518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:29.88621Z","time spent":"633.224804ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:31.005212Z","caller":"traceutil/trace.go:171","msg":"trace[653244263] transaction","detail":"{read_only:false; response_revision:23621; number_of_response:1; }","duration":"907.941467ms","start":"2026-03-04T02:11:30.097252Z","end":"2026-03-04T02:11:31.005193Z","steps":["trace[653244263] 'process raft request' (duration: 829.887897ms)","trace[653244263] 'compare' (duration: 77.901065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:31.005318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.097223Z","time spent":"908.03316ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:31.005374Z","caller":"traceutil/trace.go:171","msg":"trace[323179916] linearizableReadLoop","detail":"{readStateIndex:24453; appliedIndex:24446; }","duration":"728.862016ms","start":"2026-03-04T02:11:30.27647Z","end":"2026-03-04T02:11:31.005332Z","steps":["trace[323179916] 'read index received' (duration: 117.200838ms)","trace[323179916] 'applied index is now lower than readState.Index' (duration: 611.659408ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:31.005507Z","caller":"traceutil/trace.go:171","msg":"trace[864834845] transaction","detail":"{read_only:false; response_revision:23622; number_of_response:1; }","duration":"755.258015ms","start":"2026-03-04T02:11:30.250234Z","end":"2026-03-04T02:11:31.005492Z","steps":["trace[864834845] 'process raft request' (duration: 754.933465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:31.005588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.169742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:11:31.005626Z","caller":"traceutil/trace.go:171","msg":"trace[1878273491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23622; }","duration":"423.234514ms","start":"2026-03-04T02:11:30.582385Z","end":"2026-03-04T02:11:31.00562Z","steps":["trace[1878273491] 'agreement among raft nodes before linearized reading' (duration: 423.124611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:31.005628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.250206Z","time spent":"755.335008ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:31.005577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.713438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:31.005665Z","caller":"traceutil/trace.go:171","msg":"trace[1824090859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23622; }","duration":"689.858723ms","start":"2026-03-04T02:11:30.315801Z","end":"2026-03-04T02:11:31.00566Z","steps":["trace[1824090859] 'agreement among raft nodes before linearized reading' (duration: 689.710378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:31.005684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.315779Z","time spent":"689.900724ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:31.005696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.328727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:11:31.005735Z","caller":"traceutil/trace.go:171","msg":"trace[1843270589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23622; }","duration":"423.385219ms","start":"2026-03-04T02:11:30.582336Z","end":"2026-03-04T02:11:31.005721Z","steps":["trace[1843270589] 'agreement among raft nodes before linearized reading' (duration: 423.282645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:31.005647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.582375Z","time spent":"423.268085ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:31.005782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.518693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T02:11:31.005804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.283496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:11:31.00582Z","caller":"traceutil/trace.go:171","msg":"trace[645783338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23622; }","duration":"423.300546ms","start":"2026-03-04T02:11:30.582514Z","end":"2026-03-04T02:11:31.005814Z","steps":["trace[645783338] 'agreement among raft nodes before linearized reading' (duration: 423.255315ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:31.005827Z","caller":"traceutil/trace.go:171","msg":"trace[1029147701] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23622; }","duration":"423.595785ms","start":"2026-03-04T02:11:30.582215Z","end":"2026-03-04T02:11:31.005811Z","steps":["trace[1029147701] 'agreement among raft nodes before linearized reading' (duration: 423.496302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:31.005838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.582487Z","time spent":"423.348588ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:31.00577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.582317Z","time spent":"423.447161ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:31.00586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.582192Z","time spent":"423.658138ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:11:31.005891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.429484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:11:31.005949Z","caller":"traceutil/trace.go:171","msg":"trace[788362745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23622; }","duration":"729.554268ms","start":"2026-03-04T02:11:30.276381Z","end":"2026-03-04T02:11:31.005935Z","steps":["trace[788362745] 'agreement among raft nodes before linearized reading' (duration: 729.358482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:31.005998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:30.276363Z","time spent":"729.626751ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:11:31.440548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.269787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:31.441011Z","caller":"traceutil/trace.go:171","msg":"trace[1228724644] linearizableReadLoop","detail":"{readStateIndex:24458; appliedIndex:24454; }","duration":"384.88496ms","start":"2026-03-04T02:11:31.056097Z","end":"2026-03-04T02:11:31.440982Z","steps":["trace[1228724644] 'read index received' (duration: 96.024554ms)","trace[1228724644] 'applied index is now lower than readState.Index' (duration: 288.858696ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:31.441262Z","caller":"traceutil/trace.go:171","msg":"trace[1617458842] transaction","detail":"{read_only:false; response_revision:23626; number_of_response:1; }","duration":"429.431759ms","start":"2026-03-04T02:11:31.011799Z","end":"2026-03-04T02:11:31.441231Z","steps":["trace[1617458842] 'process raft request' (duration: 429.009705ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:31.441258Z","caller":"traceutil/trace.go:171","msg":"trace[943304495] transaction","detail":"{read_only:false; response_revision:23625; number_of_response:1; }","duration":"429.529722ms","start":"2026-03-04T02:11:31.011694Z","end":"2026-03-04T02:11:31.441224Z","steps":["trace[943304495] 'process raft request' (duration: 429.041076ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:31.441306Z","caller":"traceutil/trace.go:171","msg":"trace[1080075772] transaction","detail":"{read_only:false; response_revision:23627; number_of_response:1; }","duration":"429.418078ms","start":"2026-03-04T02:11:31.011863Z","end":"2026-03-04T02:11:31.441281Z","steps":["trace[1080075772] 'process raft request' (duration: 429.013426ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:31.441272Z","caller":"traceutil/trace.go:171","msg":"trace[1532011764] transaction","detail":"{read_only:false; response_revision:23624; number_of_response:1; }","duration":"429.618264ms","start":"2026-03-04T02:11:31.011625Z","end":"2026-03-04T02:11:31.441243Z","steps":["trace[1532011764] 'process raft request' (duration: 140.50355ms)","trace[1532011764] 'compare' (duration: 287.999599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:31.441419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.301544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:31.441447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:31.011845Z","time spent":"429.517411ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:31.441446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:31.011792Z","time spent":"429.553402ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:31.441451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:31.011688Z","time spent":"429.674646ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:31.441529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:31.011594Z","time spent":"429.861622ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:31.441477Z","caller":"traceutil/trace.go:171","msg":"trace[212802196] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23627; }","duration":"385.414007ms","start":"2026-03-04T02:11:31.05605Z","end":"2026-03-04T02:11:31.441464Z","steps":["trace[212802196] 'agreement among raft nodes before linearized reading' (duration: 385.276843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:31.44161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:31.056031Z","time spent":"385.562311ms","remote":"127.0.0.1:35066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:31.44273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.474945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:11:31.442788Z","caller":"traceutil/trace.go:171","msg":"trace[1014957620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23627; }","duration":"259.571157ms","start":"2026-03-04T02:11:31.183203Z","end":"2026-03-04T02:11:31.442774Z","steps":["trace[1014957620] 'agreement among raft nodes before linearized reading' (duration: 259.389592ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:31.659846Z","caller":"traceutil/trace.go:171","msg":"trace[546245322] transaction","detail":"{read_only:false; response_revision:23628; number_of_response:1; }","duration":"212.963774ms","start":"2026-03-04T02:11:31.44685Z","end":"2026-03-04T02:11:31.659814Z","steps":["trace[546245322] 'process raft request' (duration: 212.752188ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:32.959175Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22028} {"level":"info","ts":"2026-03-04T02:12:33.100509Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22028,"took":"136.309348ms","hash":1264296580,"current-db-size-bytes":49053696,"current-db-size":"49 MB","current-db-size-in-use-bytes":31989760,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T02:12:33.100578Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1264296580,"revision":22028,"compact-revision":18774} {"level":"info","ts":"2026-03-04T02:12:38.0183Z","caller":"traceutil/trace.go:171","msg":"trace[858986464] transaction","detail":"{read_only:false; response_revision:24251; number_of_response:1; }","duration":"117.502568ms","start":"2026-03-04T02:12:37.900781Z","end":"2026-03-04T02:12:38.018283Z","steps":["trace[858986464] 'process raft request' (duration: 117.397214ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:38.029578Z","caller":"traceutil/trace.go:171","msg":"trace[633030862] transaction","detail":"{read_only:false; response_revision:24252; number_of_response:1; }","duration":"128.605236ms","start":"2026-03-04T02:12:37.900948Z","end":"2026-03-04T02:12:38.029553Z","steps":["trace[633030862] 'process raft request' (duration: 128.41524ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:38.029813Z","caller":"traceutil/trace.go:171","msg":"trace[1801269537] transaction","detail":"{read_only:false; response_revision:24253; number_of_response:1; }","duration":"128.683769ms","start":"2026-03-04T02:12:37.901107Z","end":"2026-03-04T02:12:38.02979Z","steps":["trace[1801269537] 'process raft request' (duration: 128.4073ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:38.029907Z","caller":"traceutil/trace.go:171","msg":"trace[1180624222] linearizableReadLoop","detail":"{readStateIndex:25102; appliedIndex:25099; }","duration":"110.471208ms","start":"2026-03-04T02:12:37.919422Z","end":"2026-03-04T02:12:38.029894Z","steps":["trace[1180624222] 'read index received' (duration: 98.782951ms)","trace[1180624222] 'applied index is now lower than readState.Index' (duration: 11.687097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:38.030049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.603562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:38.030099Z","caller":"traceutil/trace.go:171","msg":"trace[2045242753] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24254; }","duration":"110.691334ms","start":"2026-03-04T02:12:37.919394Z","end":"2026-03-04T02:12:38.030085Z","steps":["trace[2045242753] 'agreement among raft nodes before linearized reading' (duration: 110.595271ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:38.828147Z","caller":"traceutil/trace.go:171","msg":"trace[590885664] linearizableReadLoop","detail":"{readStateIndex:25106; appliedIndex:25105; }","duration":"255.267462ms","start":"2026-03-04T02:12:38.572855Z","end":"2026-03-04T02:12:38.828123Z","steps":["trace[590885664] 'read index received' (duration: 255.075796ms)","trace[590885664] 'applied index is now lower than readState.Index' (duration: 190.696µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:38.828389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.501159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:38.828492Z","caller":"traceutil/trace.go:171","msg":"trace[2096877302] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24257; }","duration":"255.647384ms","start":"2026-03-04T02:12:38.572826Z","end":"2026-03-04T02:12:38.828473Z","steps":["trace[2096877302] 'agreement among raft nodes before linearized reading' (duration: 255.455428ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:38.828301Z","caller":"traceutil/trace.go:171","msg":"trace[401974299] transaction","detail":"{read_only:false; response_revision:24257; number_of_response:1; }","duration":"255.620633ms","start":"2026-03-04T02:12:38.572648Z","end":"2026-03-04T02:12:38.828269Z","steps":["trace[401974299] 'process raft request' (duration: 255.335694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:38.881561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.071789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-04T02:12:38.881628Z","caller":"traceutil/trace.go:171","msg":"trace[1049411495] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24262; }","duration":"307.154271ms","start":"2026-03-04T02:12:38.574455Z","end":"2026-03-04T02:12:38.88161Z","steps":["trace[1049411495] 'agreement among raft nodes before linearized reading' (duration: 306.989386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:38.881613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.09894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-04T02:12:38.881657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:38.574449Z","time spent":"307.201952ms","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-04T02:12:38.881683Z","caller":"traceutil/trace.go:171","msg":"trace[388661332] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24262; }","duration":"279.202933ms","start":"2026-03-04T02:12:38.602464Z","end":"2026-03-04T02:12:38.881667Z","steps":["trace[388661332] 'agreement among raft nodes before linearized reading' (duration: 279.039998ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:42.927799Z","caller":"traceutil/trace.go:171","msg":"trace[281307882] transaction","detail":"{read_only:false; response_revision:24285; number_of_response:1; }","duration":"224.764035ms","start":"2026-03-04T02:12:42.703003Z","end":"2026-03-04T02:12:42.927767Z","steps":["trace[281307882] 'process raft request' (duration: 224.511517ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:43.182068Z","caller":"traceutil/trace.go:171","msg":"trace[217193048] transaction","detail":"{read_only:false; response_revision:24287; number_of_response:1; }","duration":"207.918826ms","start":"2026-03-04T02:12:42.974121Z","end":"2026-03-04T02:12:43.182039Z","steps":["trace[217193048] 'process raft request' (duration: 120.678288ms)","trace[217193048] 'compare' (duration: 87.063012ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:43.182386Z","caller":"traceutil/trace.go:171","msg":"trace[1330382577] transaction","detail":"{read_only:false; response_revision:24288; number_of_response:1; }","duration":"206.876974ms","start":"2026-03-04T02:12:42.97547Z","end":"2026-03-04T02:12:43.182347Z","steps":["trace[1330382577] 'process raft request' (duration: 206.522382ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:43.182658Z","caller":"traceutil/trace.go:171","msg":"trace[1807588541] transaction","detail":"{read_only:false; response_revision:24291; number_of_response:1; }","duration":"146.073495ms","start":"2026-03-04T02:12:43.036568Z","end":"2026-03-04T02:12:43.182641Z","steps":["trace[1807588541] 'process raft request' (duration: 145.962661ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:43.182733Z","caller":"traceutil/trace.go:171","msg":"trace[811460749] transaction","detail":"{read_only:false; response_revision:24289; number_of_response:1; }","duration":"205.051776ms","start":"2026-03-04T02:12:42.977651Z","end":"2026-03-04T02:12:43.182703Z","steps":["trace[811460749] 'process raft request' (duration: 204.513909ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:43.182817Z","caller":"traceutil/trace.go:171","msg":"trace[1693629212] transaction","detail":"{read_only:false; response_revision:24290; number_of_response:1; }","duration":"205.059236ms","start":"2026-03-04T02:12:42.977746Z","end":"2026-03-04T02:12:43.182805Z","steps":["trace[1693629212] 'process raft request' (duration: 204.681264ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:43.183011Z","caller":"traceutil/trace.go:171","msg":"trace[593446616] linearizableReadLoop","detail":"{readStateIndex:25138; appliedIndex:25135; }","duration":"206.940805ms","start":"2026-03-04T02:12:42.976058Z","end":"2026-03-04T02:12:43.182999Z","steps":["trace[593446616] 'read index received' (duration: 14.696051ms)","trace[593446616] 'applied index is now lower than readState.Index' (duration: 192.243434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:43.183505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.427201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-04T02:12:43.183552Z","caller":"traceutil/trace.go:171","msg":"trace[735661799] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24291; }","duration":"207.509923ms","start":"2026-03-04T02:12:42.976032Z","end":"2026-03-04T02:12:43.183542Z","steps":["trace[735661799] 'agreement among raft nodes before linearized reading' (duration: 207.020158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:43.603783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.485474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:43.603846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.024323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:12:43.603914Z","caller":"traceutil/trace.go:171","msg":"trace[1470484768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24291; }","duration":"287.653708ms","start":"2026-03-04T02:12:43.316233Z","end":"2026-03-04T02:12:43.603887Z","steps":["trace[1470484768] 'range keys from in-memory index tree' (duration: 287.39554ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:43.603951Z","caller":"traceutil/trace.go:171","msg":"trace[431256179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24291; }","duration":"168.199829ms","start":"2026-03-04T02:12:43.435724Z","end":"2026-03-04T02:12:43.603924Z","steps":["trace[431256179] 'range keys from in-memory index tree' (duration: 167.676343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:43.60395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.408934ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:43.604227Z","caller":"traceutil/trace.go:171","msg":"trace[1386278132] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24291; }","duration":"152.685142ms","start":"2026-03-04T02:12:43.45152Z","end":"2026-03-04T02:12:43.604205Z","steps":["trace[1386278132] 'range keys from in-memory index tree' (duration: 152.396723ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:43.827345Z","caller":"traceutil/trace.go:171","msg":"trace[965005390] transaction","detail":"{read_only:false; response_revision:24293; number_of_response:1; }","duration":"149.726319ms","start":"2026-03-04T02:12:43.67759Z","end":"2026-03-04T02:12:43.827316Z","steps":["trace[965005390] 'process raft request' (duration: 149.43054ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:43.827616Z","caller":"traceutil/trace.go:171","msg":"trace[1549874506] linearizableReadLoop","detail":"{readStateIndex:25143; appliedIndex:25142; }","duration":"149.282385ms","start":"2026-03-04T02:12:43.677953Z","end":"2026-03-04T02:12:43.827235Z","steps":["trace[1549874506] 'read index received' (duration: 149.055198ms)","trace[1549874506] 'applied index is now lower than readState.Index' (duration: 223.717µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:43.827759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.768441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8e8e5cd9-b498-4c9f-baf1-7895984417bf\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-04T02:12:43.827912Z","caller":"traceutil/trace.go:171","msg":"trace[1431523672] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8e8e5cd9-b498-4c9f-baf1-7895984417bf; range_end:; response_count:1; response_revision:24293; }","duration":"149.908145ms","start":"2026-03-04T02:12:43.677949Z","end":"2026-03-04T02:12:43.827857Z","steps":["trace[1431523672] 'agreement among raft nodes before linearized reading' (duration: 149.566814ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:44.359294Z","caller":"traceutil/trace.go:171","msg":"trace[8368740] transaction","detail":"{read_only:false; response_revision:24298; number_of_response:1; }","duration":"130.060762ms","start":"2026-03-04T02:12:44.229203Z","end":"2026-03-04T02:12:44.359264Z","steps":["trace[8368740] 'process raft request' (duration: 129.958799ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:44.359371Z","caller":"traceutil/trace.go:171","msg":"trace[107059341] transaction","detail":"{read_only:false; response_revision:24297; number_of_response:1; }","duration":"130.135545ms","start":"2026-03-04T02:12:44.229208Z","end":"2026-03-04T02:12:44.359343Z","steps":["trace[107059341] 'process raft request' (duration: 129.820505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:50.741479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.150828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:50.741594Z","caller":"traceutil/trace.go:171","msg":"trace[1233839554] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25483; }","duration":"103.336973ms","start":"2026-03-04T02:14:50.638233Z","end":"2026-03-04T02:14:50.74157Z","steps":["trace[1233839554] 'count revisions from in-memory index tree' (duration: 103.034424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:51.200143Z","caller":"traceutil/trace.go:171","msg":"trace[685643351] transaction","detail":"{read_only:false; response_revision:25487; number_of_response:1; }","duration":"116.499597ms","start":"2026-03-04T02:14:51.08361Z","end":"2026-03-04T02:14:51.20011Z","steps":["trace[685643351] 'process raft request' (duration: 40.700728ms)","trace[685643351] 'compare' (duration: 75.605533ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:51.200308Z","caller":"traceutil/trace.go:171","msg":"trace[675265647] linearizableReadLoop","detail":"{readStateIndex:26371; appliedIndex:26369; }","duration":"111.746527ms","start":"2026-03-04T02:14:51.088526Z","end":"2026-03-04T02:14:51.200273Z","steps":["trace[675265647] 'read index received' (duration: 35.844835ms)","trace[675265647] 'applied index is now lower than readState.Index' (duration: 75.898412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:51.200455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.893782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:51.200529Z","caller":"traceutil/trace.go:171","msg":"trace[1699300069] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25488; }","duration":"112.026727ms","start":"2026-03-04T02:14:51.088481Z","end":"2026-03-04T02:14:51.200507Z","steps":["trace[1699300069] 'agreement among raft nodes before linearized reading' (duration: 111.891842ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:51.200459Z","caller":"traceutil/trace.go:171","msg":"trace[170671684] transaction","detail":"{read_only:false; response_revision:25488; number_of_response:1; }","duration":"116.326701ms","start":"2026-03-04T02:14:51.084102Z","end":"2026-03-04T02:14:51.200429Z","steps":["trace[170671684] 'process raft request' (duration: 115.96142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:51.486654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.859816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:51.486746Z","caller":"traceutil/trace.go:171","msg":"trace[883472047] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25488; }","duration":"130.042891ms","start":"2026-03-04T02:14:51.356686Z","end":"2026-03-04T02:14:51.486729Z","steps":["trace[883472047] 'count revisions from in-memory index tree' (duration: 129.723561ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:52.245472Z","caller":"traceutil/trace.go:171","msg":"trace[1745568543] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"530.504631ms","start":"2026-03-04T02:14:51.714935Z","end":"2026-03-04T02:14:52.24544Z","steps":["trace[1745568543] 'process raft request' (duration: 530.346846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:52.245628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:51.714884Z","time spent":"530.663356ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:52.252776Z","caller":"traceutil/trace.go:171","msg":"trace[1651132375] transaction","detail":"{read_only:false; response_revision:25494; number_of_response:1; }","duration":"530.608824ms","start":"2026-03-04T02:14:51.722137Z","end":"2026-03-04T02:14:52.252746Z","steps":["trace[1651132375] 'process raft request' (duration: 530.355576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:52.252965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:51.72212Z","time spent":"530.767209ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:52.253208Z","caller":"traceutil/trace.go:171","msg":"trace[1355647350] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"529.439078ms","start":"2026-03-04T02:14:51.723745Z","end":"2026-03-04T02:14:52.253185Z","steps":["trace[1355647350] 'process raft request' (duration: 528.941312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:52.253371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:51.723718Z","time spent":"529.555262ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:52.253478Z","caller":"traceutil/trace.go:171","msg":"trace[1234680692] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"471.770348ms","start":"2026-03-04T02:14:51.781696Z","end":"2026-03-04T02:14:52.253466Z","steps":["trace[1234680692] 'process raft request' (duration: 471.416007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:52.253552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:51.781682Z","time spent":"471.836009ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:52.253621Z","caller":"traceutil/trace.go:171","msg":"trace[2108134267] linearizableReadLoop","detail":"{readStateIndex:26378; appliedIndex:26375; }","duration":"482.623718ms","start":"2026-03-04T02:14:51.770979Z","end":"2026-03-04T02:14:52.253602Z","steps":["trace[2108134267] 'read index received' (duration: 474.339928ms)","trace[2108134267] 'applied index is now lower than readState.Index' (duration: 8.28102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:52.253942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.966039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:14:52.253967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.098342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:14:52.25399Z","caller":"traceutil/trace.go:171","msg":"trace[44839343] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25497; }","duration":"483.079663ms","start":"2026-03-04T02:14:51.770898Z","end":"2026-03-04T02:14:52.253977Z","steps":["trace[44839343] 'agreement among raft nodes before linearized reading' (duration: 482.979029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:52.254026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:51.770873Z","time spent":"483.144964ms","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":38,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:14:52.254093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.531903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-04T02:14:52.253996Z","caller":"traceutil/trace.go:171","msg":"trace[1171139699] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:25497; }","duration":"360.128593ms","start":"2026-03-04T02:14:51.893859Z","end":"2026-03-04T02:14:52.253988Z","steps":["trace[1171139699] 'agreement among raft nodes before linearized reading' (duration: 360.003179ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:52.254141Z","caller":"traceutil/trace.go:171","msg":"trace[1922071288] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25497; }","duration":"322.613286ms","start":"2026-03-04T02:14:51.931501Z","end":"2026-03-04T02:14:52.254114Z","steps":["trace[1922071288] 'agreement among raft nodes before linearized reading' (duration: 322.510683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:52.254178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:51.931482Z","time spent":"322.689338ms","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4885,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-03-04T02:14:52.254173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:51.893792Z","time spent":"360.36321ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-03-04T02:14:54.368093Z","caller":"traceutil/trace.go:171","msg":"trace[412910040] transaction","detail":"{read_only:false; response_revision:25509; number_of_response:1; }","duration":"116.960361ms","start":"2026-03-04T02:14:54.251105Z","end":"2026-03-04T02:14:54.368066Z","steps":["trace[412910040] 'process raft request' (duration: 116.791486ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:54.369307Z","caller":"traceutil/trace.go:171","msg":"trace[1211496219] transaction","detail":"{read_only:false; response_revision:25511; number_of_response:1; }","duration":"110.152317ms","start":"2026-03-04T02:14:54.25913Z","end":"2026-03-04T02:14:54.369282Z","steps":["trace[1211496219] 'process raft request' (duration: 109.973632ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:54.369288Z","caller":"traceutil/trace.go:171","msg":"trace[1922121771] linearizableReadLoop","detail":"{readStateIndex:26396; appliedIndex:26393; }","duration":"109.056742ms","start":"2026-03-04T02:14:54.260193Z","end":"2026-03-04T02:14:54.36925Z","steps":["trace[1922121771] 'read index received' (duration: 107.850725ms)","trace[1922121771] 'applied index is now lower than readState.Index' (duration: 1.204377ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:54.369447Z","caller":"traceutil/trace.go:171","msg":"trace[1651562609] transaction","detail":"{read_only:false; response_revision:25510; number_of_response:1; }","duration":"110.87537ms","start":"2026-03-04T02:14:54.258526Z","end":"2026-03-04T02:14:54.369402Z","steps":["trace[1651562609] 'process raft request' (duration: 110.394545ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:54.369461Z","caller":"traceutil/trace.go:171","msg":"trace[239791272] transaction","detail":"{read_only:false; response_revision:25512; number_of_response:1; }","duration":"110.144647ms","start":"2026-03-04T02:14:54.259274Z","end":"2026-03-04T02:14:54.369419Z","steps":["trace[239791272] 'process raft request' (duration: 109.900149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:54.369617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.395724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-04T02:14:54.369673Z","caller":"traceutil/trace.go:171","msg":"trace[959521447] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25512; }","duration":"109.508487ms","start":"2026-03-04T02:14:54.26015Z","end":"2026-03-04T02:14:54.369659Z","steps":["trace[959521447] 'agreement among raft nodes before linearized reading' (duration: 109.27263ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:06.589967Z","caller":"traceutil/trace.go:171","msg":"trace[264920058] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"164.995859ms","start":"2026-03-04T02:15:06.424925Z","end":"2026-03-04T02:15:06.589921Z","steps":["trace[264920058] 'process raft request' (duration: 142.447421ms)","trace[264920058] 'compare' (duration: 21.97681ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:15:06.589987Z","caller":"traceutil/trace.go:171","msg":"trace[101897701] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"160.792066ms","start":"2026-03-04T02:15:06.429164Z","end":"2026-03-04T02:15:06.589956Z","steps":["trace[101897701] 'process raft request' (duration: 160.648502ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:06.590239Z","caller":"traceutil/trace.go:171","msg":"trace[1487881742] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"152.324141ms","start":"2026-03-04T02:15:06.437869Z","end":"2026-03-04T02:15:06.590193Z","steps":["trace[1487881742] 'process raft request' (duration: 152.040742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:06.892612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.295152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:15:06.89279Z","caller":"traceutil/trace.go:171","msg":"trace[1819360566] linearizableReadLoop","detail":"{readStateIndex:26604; appliedIndex:26603; }","duration":"272.891296ms","start":"2026-03-04T02:15:06.61988Z","end":"2026-03-04T02:15:06.892772Z","steps":["trace[1819360566] 'read index received' (duration: 126.431709ms)","trace[1819360566] 'applied index is now lower than readState.Index' (duration: 146.457757ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:15:06.892922Z","caller":"traceutil/trace.go:171","msg":"trace[1859126966] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"298.630203ms","start":"2026-03-04T02:15:06.594278Z","end":"2026-03-04T02:15:06.892908Z","steps":["trace[1859126966] 'process raft request' (duration: 151.952659ms)","trace[1859126966] 'compare' (duration: 145.869299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:15:06.893109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.946651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:15:06.893195Z","caller":"traceutil/trace.go:171","msg":"trace[556218947] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25713; }","duration":"268.041803ms","start":"2026-03-04T02:15:06.625132Z","end":"2026-03-04T02:15:06.893174Z","steps":["trace[556218947] 'agreement among raft nodes before linearized reading' (duration: 267.802176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:06.893375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.129796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:15:06.893431Z","caller":"traceutil/trace.go:171","msg":"trace[581577977] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25713; }","duration":"268.187818ms","start":"2026-03-04T02:15:06.625229Z","end":"2026-03-04T02:15:06.893417Z","steps":["trace[581577977] 'agreement among raft nodes before linearized reading' (duration: 268.050404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:06.89347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.755542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:15:06.893628Z","caller":"traceutil/trace.go:171","msg":"trace[807882132] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25713; }","duration":"251.943378ms","start":"2026-03-04T02:15:06.641649Z","end":"2026-03-04T02:15:06.893593Z","steps":["trace[807882132] 'agreement among raft nodes before linearized reading' (duration: 251.517454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:06.893762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.845565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:15:06.893882Z","caller":"traceutil/trace.go:171","msg":"trace[516441490] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25713; }","duration":"274.037392ms","start":"2026-03-04T02:15:06.619817Z","end":"2026-03-04T02:15:06.893854Z","steps":["trace[516441490] 'agreement among raft nodes before linearized reading' (duration: 273.642569ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:09.181051Z","caller":"traceutil/trace.go:171","msg":"trace[1061775411] linearizableReadLoop","detail":"{readStateIndex:26628; appliedIndex:26626; }","duration":"141.251184ms","start":"2026-03-04T02:15:09.039776Z","end":"2026-03-04T02:15:09.181027Z","steps":["trace[1061775411] 'read index received' (duration: 74.160248ms)","trace[1061775411] 'applied index is now lower than readState.Index' (duration: 67.089796ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:15:09.181192Z","caller":"traceutil/trace.go:171","msg":"trace[1578807286] transaction","detail":"{read_only:false; response_revision:25735; number_of_response:1; }","duration":"190.980055ms","start":"2026-03-04T02:15:08.990196Z","end":"2026-03-04T02:15:09.181177Z","steps":["trace[1578807286] 'process raft request' (duration: 123.631021ms)","trace[1578807286] 'compare' (duration: 66.91673ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:15:09.18131Z","caller":"traceutil/trace.go:171","msg":"trace[2042548351] transaction","detail":"{read_only:false; response_revision:25736; number_of_response:1; }","duration":"187.180544ms","start":"2026-03-04T02:15:08.994121Z","end":"2026-03-04T02:15:09.181301Z","steps":["trace[2042548351] 'process raft request' (duration: 186.762151ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:09.181409Z","caller":"traceutil/trace.go:171","msg":"trace[1887077421] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"121.351939ms","start":"2026-03-04T02:15:09.060049Z","end":"2026-03-04T02:15:09.181401Z","steps":["trace[1887077421] 'process raft request' (duration: 120.880564ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:09.181481Z","caller":"traceutil/trace.go:171","msg":"trace[695184108] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"119.898403ms","start":"2026-03-04T02:15:09.061575Z","end":"2026-03-04T02:15:09.181473Z","steps":["trace[695184108] 'process raft request' (duration: 119.413498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:09.181736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.951295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:15:09.181818Z","caller":"traceutil/trace.go:171","msg":"trace[779540628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25738; }","duration":"142.09486ms","start":"2026-03-04T02:15:09.039703Z","end":"2026-03-04T02:15:09.181798Z","steps":["trace[779540628] 'agreement among raft nodes before linearized reading' (duration: 141.902834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:09.181969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.211806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:15:09.182014Z","caller":"traceutil/trace.go:171","msg":"trace[913308947] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25738; }","duration":"115.32816ms","start":"2026-03-04T02:15:09.066676Z","end":"2026-03-04T02:15:09.182004Z","steps":["trace[913308947] 'agreement among raft nodes before linearized reading' (duration: 115.185615ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:45.511959Z","caller":"traceutil/trace.go:171","msg":"trace[1414400775] transaction","detail":"{read_only:false; response_revision:26015; number_of_response:1; }","duration":"128.909576ms","start":"2026-03-04T02:15:45.38302Z","end":"2026-03-04T02:15:45.51193Z","steps":["trace[1414400775] 'process raft request' (duration: 128.777612ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:45.511979Z","caller":"traceutil/trace.go:171","msg":"trace[792909126] transaction","detail":"{read_only:false; response_revision:26014; number_of_response:1; }","duration":"129.146884ms","start":"2026-03-04T02:15:45.3828Z","end":"2026-03-04T02:15:45.511947Z","steps":["trace[792909126] 'process raft request' (duration: 117.519039ms)","trace[792909126] 'compare' (duration: 11.337786ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:17:32.966408Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24220} {"level":"info","ts":"2026-03-04T02:17:33.101921Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24220,"took":"129.435182ms","hash":1845039576,"current-db-size-bytes":49897472,"current-db-size":"50 MB","current-db-size-in-use-bytes":32428032,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T02:17:33.101993Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1845039576,"revision":24220,"compact-revision":22028} {"level":"info","ts":"2026-03-04T02:22:32.973438Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26754} {"level":"info","ts":"2026-03-04T02:22:33.112977Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26754,"took":"134.820496ms","hash":3201007812,"current-db-size-bytes":49897472,"current-db-size":"50 MB","current-db-size-in-use-bytes":27176960,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T02:22:33.113204Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3201007812,"revision":26754,"compact-revision":24220} {"level":"info","ts":"2026-03-04T02:22:59.675363Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:22:59.679936Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-04T02:22:59.680056Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-04T02:27:32.983936Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28824} {"level":"info","ts":"2026-03-04T02:27:33.095728Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28824,"took":"107.406944ms","hash":3767261984,"current-db-size-bytes":49897472,"current-db-size":"50 MB","current-db-size-in-use-bytes":27873280,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T02:27:33.095799Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3767261984,"revision":28824,"compact-revision":26754} {"level":"info","ts":"2026-03-04T02:28:45.980154Z","caller":"traceutil/trace.go:171","msg":"trace[64719014] linearizableReadLoop","detail":"{readStateIndex:32543; appliedIndex:32541; }","duration":"208.662669ms","start":"2026-03-04T02:28:45.771475Z","end":"2026-03-04T02:28:45.980138Z","steps":["trace[64719014] 'read index received' (duration: 120.513896ms)","trace[64719014] 'applied index is now lower than readState.Index' (duration: 88.146003ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:45.980315Z","caller":"traceutil/trace.go:171","msg":"trace[617313919] transaction","detail":"{read_only:false; response_revision:31471; number_of_response:1; }","duration":"248.450902ms","start":"2026-03-04T02:28:45.731858Z","end":"2026-03-04T02:28:45.980309Z","steps":["trace[617313919] 'process raft request' (duration: 160.231258ms)","trace[617313919] 'compare' (duration: 87.675037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:28:45.981436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.920019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:28:45.98154Z","caller":"traceutil/trace.go:171","msg":"trace[429656793] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:31472; }","duration":"210.087735ms","start":"2026-03-04T02:28:45.771428Z","end":"2026-03-04T02:28:45.981516Z","steps":["trace[429656793] 'agreement among raft nodes before linearized reading' (duration: 209.882179ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:45.981711Z","caller":"traceutil/trace.go:171","msg":"trace[1385439102] transaction","detail":"{read_only:false; response_revision:31472; number_of_response:1; }","duration":"245.676453ms","start":"2026-03-04T02:28:45.734741Z","end":"2026-03-04T02:28:45.980418Z","steps":["trace[1385439102] 'process raft request' (duration: 245.363603ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:32:32.990195Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30904} {"level":"info","ts":"2026-03-04T02:32:33.15125Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30904,"took":"155.538499ms","hash":2814331102,"current-db-size-bytes":49897472,"current-db-size":"50 MB","current-db-size-in-use-bytes":29011968,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T02:32:33.151324Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2814331102,"revision":30904,"compact-revision":28824} {"level":"info","ts":"2026-03-04T02:33:00.903442Z","caller":"traceutil/trace.go:171","msg":"trace[1003324818] transaction","detail":"{read_only:false; response_revision:33243; number_of_response:1; }","duration":"120.118857ms","start":"2026-03-04T02:33:00.78329Z","end":"2026-03-04T02:33:00.903409Z","steps":["trace[1003324818] 'process raft request' (duration: 118.973951ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:19.649513Z","caller":"traceutil/trace.go:171","msg":"trace[652289114] transaction","detail":"{read_only:false; response_revision:34223; number_of_response:1; }","duration":"145.438782ms","start":"2026-03-04T02:35:19.504033Z","end":"2026-03-04T02:35:19.649472Z","steps":["trace[652289114] 'process raft request' (duration: 111.853307ms)","trace[652289114] 'compare' (duration: 33.443691ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:21.888842Z","caller":"traceutil/trace.go:171","msg":"trace[483276694] linearizableReadLoop","detail":"{readStateIndex:35390; appliedIndex:35389; }","duration":"432.397931ms","start":"2026-03-04T02:35:21.456423Z","end":"2026-03-04T02:35:21.888821Z","steps":["trace[483276694] 'read index received' (duration: 432.207055ms)","trace[483276694] 'applied index is now lower than readState.Index' (duration: 190.256µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:21.889085Z","caller":"traceutil/trace.go:171","msg":"trace[1067617146] transaction","detail":"{read_only:false; response_revision:34231; number_of_response:1; }","duration":"445.111344ms","start":"2026-03-04T02:35:21.44394Z","end":"2026-03-04T02:35:21.889052Z","steps":["trace[1067617146] 'process raft request' (duration: 444.756803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:21.889252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:21.44392Z","time spent":"445.251328ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:21.889957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.490525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:35:21.890158Z","caller":"traceutil/trace.go:171","msg":"trace[1157846285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34231; }","duration":"433.65429ms","start":"2026-03-04T02:35:21.456382Z","end":"2026-03-04T02:35:21.890036Z","steps":["trace[1157846285] 'agreement among raft nodes before linearized reading' (duration: 432.649069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:21.890245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:21.456364Z","time spent":"433.838877ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:22.285436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.563837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:22.285618Z","caller":"traceutil/trace.go:171","msg":"trace[418500919] transaction","detail":"{read_only:false; response_revision:34234; number_of_response:1; }","duration":"242.594252ms","start":"2026-03-04T02:35:22.04301Z","end":"2026-03-04T02:35:22.285604Z","steps":["trace[418500919] 'process raft request' (duration: 242.559431ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:22.285619Z","caller":"traceutil/trace.go:171","msg":"trace[351298629] linearizableReadLoop","detail":"{readStateIndex:35391; appliedIndex:35390; }","duration":"396.684268ms","start":"2026-03-04T02:35:21.888911Z","end":"2026-03-04T02:35:22.285595Z","steps":["trace[351298629] 'read index received' (duration: 132.897673ms)","trace[351298629] 'applied index is now lower than readState.Index' (duration: 263.784955ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:22.285734Z","caller":"traceutil/trace.go:171","msg":"trace[1570205130] transaction","detail":"{read_only:false; response_revision:34232; number_of_response:1; }","duration":"630.710178ms","start":"2026-03-04T02:35:21.655008Z","end":"2026-03-04T02:35:22.285718Z","steps":["trace[1570205130] 'process raft request' (duration: 366.80228ms)","trace[1570205130] 'compare' (duration: 263.410353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:22.285836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:21.654988Z","time spent":"630.777751ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:22.285861Z","caller":"traceutil/trace.go:171","msg":"trace[1623534353] transaction","detail":"{read_only:false; response_revision:34233; number_of_response:1; }","duration":"388.879921ms","start":"2026-03-04T02:35:21.896973Z","end":"2026-03-04T02:35:22.285853Z","steps":["trace[1623534353] 'process raft request' (duration: 388.54739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.285904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:21.896949Z","time spent":"388.931022ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:22.286267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.206172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T02:35:22.286295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.83964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:22.286317Z","caller":"traceutil/trace.go:171","msg":"trace[1157841445] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34234; }","duration":"495.295975ms","start":"2026-03-04T02:35:21.791006Z","end":"2026-03-04T02:35:22.286302Z","steps":["trace[1157841445] 'agreement among raft nodes before linearized reading' (duration: 495.158951ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:22.286323Z","caller":"traceutil/trace.go:171","msg":"trace[877169170] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:34234; }","duration":"787.902942ms","start":"2026-03-04T02:35:21.498411Z","end":"2026-03-04T02:35:22.286314Z","steps":["trace[877169170] 'agreement among raft nodes before linearized reading' (duration: 787.853321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.286354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:21.498389Z","time spent":"787.958634ms","remote":"127.0.0.1:34666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:35:22.286366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:21.790989Z","time spent":"495.357556ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:35:22.286299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.051592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:35:22.28641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.845657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:35:22.286446Z","caller":"traceutil/trace.go:171","msg":"trace[1659287826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34234; }","duration":"796.184395ms","start":"2026-03-04T02:35:21.490213Z","end":"2026-03-04T02:35:22.286397Z","steps":["trace[1659287826] 'agreement among raft nodes before linearized reading' (duration: 795.995909ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:22.286531Z","caller":"traceutil/trace.go:171","msg":"trace[1185628652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34234; }","duration":"575.008582ms","start":"2026-03-04T02:35:21.711497Z","end":"2026-03-04T02:35:22.286506Z","steps":["trace[1185628652] 'agreement among raft nodes before linearized reading' (duration: 574.705303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.286565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:21.490204Z","time spent":"796.349661ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:35:22.286583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:21.711478Z","time spent":"575.094845ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:22.286598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.455476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:35:22.286701Z","caller":"traceutil/trace.go:171","msg":"trace[320648367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34234; }","duration":"797.59586ms","start":"2026-03-04T02:35:21.489089Z","end":"2026-03-04T02:35:22.286685Z","steps":["trace[320648367] 'agreement among raft nodes before linearized reading' (duration: 797.196477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.286777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:21.489071Z","time spent":"797.693994ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:35:22.286313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.022201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:35:22.286953Z","caller":"traceutil/trace.go:171","msg":"trace[75211744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34234; }","duration":"796.684231ms","start":"2026-03-04T02:35:21.490254Z","end":"2026-03-04T02:35:22.286938Z","steps":["trace[75211744] 'agreement among raft nodes before linearized reading' (duration: 795.920707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.28698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:21.490249Z","time spent":"796.724192ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:35:22.372442Z","caller":"traceutil/trace.go:171","msg":"trace[1478945927] transaction","detail":"{read_only:false; response_revision:34235; number_of_response:1; }","duration":"189.53515ms","start":"2026-03-04T02:35:22.182882Z","end":"2026-03-04T02:35:22.372417Z","steps":["trace[1478945927] 'process raft request' (duration: 189.310312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.372461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.422247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:22.372535Z","caller":"traceutil/trace.go:171","msg":"trace[707905580] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:34235; }","duration":"119.539471ms","start":"2026-03-04T02:35:22.252976Z","end":"2026-03-04T02:35:22.372515Z","steps":["trace[707905580] 'agreement among raft nodes before linearized reading' (duration: 119.410267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.372528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.433825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:22.372629Z","caller":"traceutil/trace.go:171","msg":"trace[872251427] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:34235; }","duration":"299.58605ms","start":"2026-03-04T02:35:22.073021Z","end":"2026-03-04T02:35:22.372607Z","steps":["trace[872251427] 'agreement among raft nodes before linearized reading' (duration: 299.406934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.372647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.902153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-03-04T02:35:22.372726Z","caller":"traceutil/trace.go:171","msg":"trace[46814005] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:34235; }","duration":"402.016087ms","start":"2026-03-04T02:35:21.970691Z","end":"2026-03-04T02:35:22.372707Z","steps":["trace[46814005] 'agreement among raft nodes before linearized reading' (duration: 401.825961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.372781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:21.970672Z","time spent":"402.0954ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-03-04T02:35:22.698501Z","caller":"traceutil/trace.go:171","msg":"trace[1544842996] linearizableReadLoop","detail":"{readStateIndex:35399; appliedIndex:35394; }","duration":"326.145111ms","start":"2026-03-04T02:35:22.372327Z","end":"2026-03-04T02:35:22.698472Z","steps":["trace[1544842996] 'read index received' (duration: 325.630805ms)","trace[1544842996] 'applied index is now lower than readState.Index' (duration: 512.696µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:22.698732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.314965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:22.698794Z","caller":"traceutil/trace.go:171","msg":"trace[562536369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34240; }","duration":"383.416648ms","start":"2026-03-04T02:35:22.315363Z","end":"2026-03-04T02:35:22.698779Z","steps":["trace[562536369] 'agreement among raft nodes before linearized reading' (duration: 383.296894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.698822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:22.315343Z","time spent":"383.474459ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:35:22.69882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.503837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:35:22.699168Z","caller":"traceutil/trace.go:171","msg":"trace[755501884] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:34240; }","duration":"399.871279ms","start":"2026-03-04T02:35:22.299286Z","end":"2026-03-04T02:35:22.699157Z","steps":["trace[755501884] 'agreement among raft nodes before linearized reading' (duration: 399.407544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.699211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:22.299258Z","time spent":"399.938761ms","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":90,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:35:22.698847Z","caller":"traceutil/trace.go:171","msg":"trace[572487302] transaction","detail":"{read_only:false; response_revision:34239; number_of_response:1; }","duration":"407.729748ms","start":"2026-03-04T02:35:22.29106Z","end":"2026-03-04T02:35:22.69879Z","steps":["trace[572487302] 'process raft request' (duration: 407.224422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.699426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:22.291056Z","time spent":"408.227064ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:22.699Z","caller":"traceutil/trace.go:171","msg":"trace[833958080] transaction","detail":"{read_only:false; response_revision:34236; number_of_response:1; }","duration":"408.295127ms","start":"2026-03-04T02:35:22.290692Z","end":"2026-03-04T02:35:22.698987Z","steps":["trace[833958080] 'process raft request' (duration: 407.295795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.699655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:22.290674Z","time spent":"408.848274ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:22.699002Z","caller":"traceutil/trace.go:171","msg":"trace[537014180] transaction","detail":"{read_only:false; response_revision:34238; number_of_response:1; }","duration":"407.999477ms","start":"2026-03-04T02:35:22.290978Z","end":"2026-03-04T02:35:22.698978Z","steps":["trace[537014180] 'process raft request' (duration: 407.259144ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:22.699024Z","caller":"traceutil/trace.go:171","msg":"trace[1478014054] transaction","detail":"{read_only:false; response_revision:34237; number_of_response:1; }","duration":"408.143552ms","start":"2026-03-04T02:35:22.290756Z","end":"2026-03-04T02:35:22.6989Z","steps":["trace[1478014054] 'process raft request' (duration: 407.417019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.699898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:22.290969Z","time spent":"408.865455ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:22.700067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:22.290752Z","time spent":"409.159584ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:22.698864Z","caller":"traceutil/trace.go:171","msg":"trace[555816611] transaction","detail":"{read_only:false; response_revision:34240; number_of_response:1; }","duration":"405.391715ms","start":"2026-03-04T02:35:22.293408Z","end":"2026-03-04T02:35:22.698799Z","steps":["trace[555816611] 'process raft request' (duration: 404.92522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.700319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:22.29339Z","time spent":"406.862011ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:22.712797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:22.374726Z","time spent":"338.067869ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:35:22.713471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.788031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:35:22.71351Z","caller":"traceutil/trace.go:171","msg":"trace[1083627647] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:34240; }","duration":"267.899725ms","start":"2026-03-04T02:35:22.445598Z","end":"2026-03-04T02:35:22.713498Z","steps":["trace[1083627647] 'agreement among raft nodes before linearized reading' (duration: 267.835323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.713628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.404641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:35:22.713653Z","caller":"traceutil/trace.go:171","msg":"trace[813109271] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34240; }","duration":"338.454922ms","start":"2026-03-04T02:35:22.375191Z","end":"2026-03-04T02:35:22.713646Z","steps":["trace[813109271] 'agreement among raft nodes before linearized reading' (duration: 338.41546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.713684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:22.375178Z","time spent":"338.488423ms","remote":"127.0.0.1:52860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:35:22.927926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.896608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:22.927997Z","caller":"traceutil/trace.go:171","msg":"trace[780816918] transaction","detail":"{read_only:false; response_revision:34242; number_of_response:1; }","duration":"177.849289ms","start":"2026-03-04T02:35:22.750135Z","end":"2026-03-04T02:35:22.927984Z","steps":["trace[780816918] 'process raft request' (duration: 59.843327ms)","trace[780816918] 'compare' (duration: 117.62207ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:22.928415Z","caller":"traceutil/trace.go:171","msg":"trace[450552026] linearizableReadLoop","detail":"{readStateIndex:35403; appliedIndex:35401; }","duration":"118.58079ms","start":"2026-03-04T02:35:22.809827Z","end":"2026-03-04T02:35:22.928408Z","steps":["trace[450552026] 'read index received' (duration: 162.135µs)","trace[450552026] 'applied index is now lower than readState.Index' (duration: 118.418105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:22.928481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.673103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:22.9285Z","caller":"traceutil/trace.go:171","msg":"trace[1950157084] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34243; }","duration":"118.742785ms","start":"2026-03-04T02:35:22.80975Z","end":"2026-03-04T02:35:22.928493Z","steps":["trace[1950157084] 'agreement among raft nodes before linearized reading' (duration: 118.686033ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:22.928519Z","caller":"traceutil/trace.go:171","msg":"trace[2135508437] transaction","detail":"{read_only:false; response_revision:34243; number_of_response:1; }","duration":"177.928832ms","start":"2026-03-04T02:35:22.750568Z","end":"2026-03-04T02:35:22.928497Z","steps":["trace[2135508437] 'process raft request' (duration: 177.794848ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:24.819493Z","caller":"traceutil/trace.go:171","msg":"trace[24434187] transaction","detail":"{read_only:false; response_revision:34252; number_of_response:1; }","duration":"111.110843ms","start":"2026-03-04T02:35:24.708343Z","end":"2026-03-04T02:35:24.819453Z","steps":["trace[24434187] 'process raft request' (duration: 110.803303ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:24.819527Z","caller":"traceutil/trace.go:171","msg":"trace[144345251] transaction","detail":"{read_only:false; response_revision:34253; number_of_response:1; }","duration":"111.120613ms","start":"2026-03-04T02:35:24.708378Z","end":"2026-03-04T02:35:24.819499Z","steps":["trace[144345251] 'process raft request' (duration: 110.952968ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:24.819536Z","caller":"traceutil/trace.go:171","msg":"trace[993160630] transaction","detail":"{read_only:false; response_revision:34254; number_of_response:1; }","duration":"110.887316ms","start":"2026-03-04T02:35:24.708621Z","end":"2026-03-04T02:35:24.819509Z","steps":["trace[993160630] 'process raft request' (duration: 110.827184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:25.358228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.755769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:35:25.358345Z","caller":"traceutil/trace.go:171","msg":"trace[1536817617] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:34257; }","duration":"137.901372ms","start":"2026-03-04T02:35:25.220408Z","end":"2026-03-04T02:35:25.35831Z","steps":["trace[1536817617] 'count revisions from in-memory index tree' (duration: 137.695726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:25.358443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.502423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:25.358508Z","caller":"traceutil/trace.go:171","msg":"trace[1458511210] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:34257; }","duration":"156.584735ms","start":"2026-03-04T02:35:25.201907Z","end":"2026-03-04T02:35:25.358492Z","steps":["trace[1458511210] 'count revisions from in-memory index tree' (duration: 156.42315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:28.635916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.054101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:28.636112Z","caller":"traceutil/trace.go:171","msg":"trace[881612171] transaction","detail":"{read_only:false; response_revision:34276; number_of_response:1; }","duration":"243.254493ms","start":"2026-03-04T02:35:28.392832Z","end":"2026-03-04T02:35:28.636086Z","steps":["trace[881612171] 'process raft request' (duration: 67.947904ms)","trace[881612171] 'compare' (duration: 174.38258ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:28.636375Z","caller":"traceutil/trace.go:171","msg":"trace[541748212] transaction","detail":"{read_only:false; response_revision:34277; number_of_response:1; }","duration":"131.20932ms","start":"2026-03-04T02:35:28.505148Z","end":"2026-03-04T02:35:28.636357Z","steps":["trace[541748212] 'process raft request' (duration: 131.108787ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:28.63638Z","caller":"traceutil/trace.go:171","msg":"trace[1820183180] linearizableReadLoop","detail":"{readStateIndex:35437; appliedIndex:35436; }","duration":"206.435446ms","start":"2026-03-04T02:35:28.429917Z","end":"2026-03-04T02:35:28.636353Z","steps":["trace[1820183180] 'read index received' (duration: 30.796767ms)","trace[1820183180] 'applied index is now lower than readState.Index' (duration: 175.634679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:28.636579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.644233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:35:28.636642Z","caller":"traceutil/trace.go:171","msg":"trace[850602039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34277; }","duration":"206.755096ms","start":"2026-03-04T02:35:28.429872Z","end":"2026-03-04T02:35:28.636627Z","steps":["trace[850602039] 'agreement among raft nodes before linearized reading' (duration: 206.549479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:29.026526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.048021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:35:29.026581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.036729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:35:29.026594Z","caller":"traceutil/trace.go:171","msg":"trace[530483542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34278; }","duration":"193.166364ms","start":"2026-03-04T02:35:28.833411Z","end":"2026-03-04T02:35:29.026578Z","steps":["trace[530483542] 'range keys from in-memory index tree' (duration: 192.813994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:29.026589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.32154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:35:29.026622Z","caller":"traceutil/trace.go:171","msg":"trace[682747561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34278; }","duration":"169.120372ms","start":"2026-03-04T02:35:28.85749Z","end":"2026-03-04T02:35:29.02661Z","steps":["trace[682747561] 'range keys from in-memory index tree' (duration: 168.881284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:29.026629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.027048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T02:35:29.026644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.709651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:35:29.026672Z","caller":"traceutil/trace.go:171","msg":"trace[1151784610] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34278; }","duration":"168.11331ms","start":"2026-03-04T02:35:28.858545Z","end":"2026-03-04T02:35:29.026658Z","steps":["trace[1151784610] 'range keys from in-memory index tree' (duration: 167.922314ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:29.026707Z","caller":"traceutil/trace.go:171","msg":"trace[769902836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34278; }","duration":"169.799444ms","start":"2026-03-04T02:35:28.856889Z","end":"2026-03-04T02:35:29.026688Z","steps":["trace[769902836] 'range keys from in-memory index tree' (duration: 169.553996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:29.026801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.677151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:29.026836Z","caller":"traceutil/trace.go:171","msg":"trace[1973648754] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34278; }","duration":"287.707622ms","start":"2026-03-04T02:35:28.739116Z","end":"2026-03-04T02:35:29.026824Z","steps":["trace[1973648754] 'range keys from in-memory index tree' (duration: 287.62227ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:29.026891Z","caller":"traceutil/trace.go:171","msg":"trace[2043981170] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34278; }","duration":"287.421753ms","start":"2026-03-04T02:35:28.739214Z","end":"2026-03-04T02:35:29.026635Z","steps":["trace[2043981170] 'range keys from in-memory index tree' (duration: 287.183856ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:29.228864Z","caller":"traceutil/trace.go:171","msg":"trace[574411747] transaction","detail":"{read_only:false; response_revision:34280; number_of_response:1; }","duration":"197.179683ms","start":"2026-03-04T02:35:29.031653Z","end":"2026-03-04T02:35:29.228832Z","steps":["trace[574411747] 'process raft request' (duration: 174.528814ms)","trace[574411747] 'compare' (duration: 22.334668ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:29.229224Z","caller":"traceutil/trace.go:171","msg":"trace[1740694625] transaction","detail":"{read_only:false; response_revision:34281; number_of_response:1; }","duration":"197.39228ms","start":"2026-03-04T02:35:29.031787Z","end":"2026-03-04T02:35:29.229179Z","steps":["trace[1740694625] 'process raft request' (duration: 196.970596ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:29.229744Z","caller":"traceutil/trace.go:171","msg":"trace[143246574] transaction","detail":"{read_only:false; response_revision:34282; number_of_response:1; }","duration":"197.933386ms","start":"2026-03-04T02:35:29.031789Z","end":"2026-03-04T02:35:29.229722Z","steps":["trace[143246574] 'process raft request' (duration: 197.270755ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:29.229748Z","caller":"traceutil/trace.go:171","msg":"trace[281761408] transaction","detail":"{read_only:false; response_revision:34283; number_of_response:1; }","duration":"197.352537ms","start":"2026-03-04T02:35:29.032358Z","end":"2026-03-04T02:35:29.22971Z","steps":["trace[281761408] 'process raft request' (duration: 197.161111ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:29.229888Z","caller":"traceutil/trace.go:171","msg":"trace[407886241] linearizableReadLoop","detail":"{readStateIndex:35445; appliedIndex:35440; }","duration":"130.995004ms","start":"2026-03-04T02:35:29.098882Z","end":"2026-03-04T02:35:29.229877Z","steps":["trace[407886241] 'read index received' (duration: 107.312303ms)","trace[407886241] 'applied index is now lower than readState.Index' (duration: 23.681851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:29.230134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.227891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:35:29.230022Z","caller":"traceutil/trace.go:171","msg":"trace[1418081090] transaction","detail":"{read_only:false; response_revision:34284; number_of_response:1; }","duration":"196.49103ms","start":"2026-03-04T02:35:29.033505Z","end":"2026-03-04T02:35:29.229996Z","steps":["trace[1418081090] 'process raft request' (duration: 196.14882ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:29.230178Z","caller":"traceutil/trace.go:171","msg":"trace[1890396465] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34284; }","duration":"131.331415ms","start":"2026-03-04T02:35:29.098835Z","end":"2026-03-04T02:35:29.230166Z","steps":["trace[1890396465] 'agreement among raft nodes before linearized reading' (duration: 131.123118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:29.497701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.907384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:29.497765Z","caller":"traceutil/trace.go:171","msg":"trace[708652073] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:34285; }","duration":"115.013527ms","start":"2026-03-04T02:35:29.382737Z","end":"2026-03-04T02:35:29.497751Z","steps":["trace[708652073] 'count revisions from in-memory index tree' (duration: 114.850602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:29.498249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.722692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:35:29.498335Z","caller":"traceutil/trace.go:171","msg":"trace[405073559] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:34285; }","duration":"122.886557ms","start":"2026-03-04T02:35:29.37543Z","end":"2026-03-04T02:35:29.498317Z","steps":["trace[405073559] 'count revisions from in-memory index tree' (duration: 122.522615ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:29.498783Z","caller":"traceutil/trace.go:171","msg":"trace[1404128001] transaction","detail":"{read_only:false; response_revision:34286; number_of_response:1; }","duration":"115.948967ms","start":"2026-03-04T02:35:29.382812Z","end":"2026-03-04T02:35:29.498761Z","steps":["trace[1404128001] 'process raft request' (duration: 48.907481ms)","trace[1404128001] 'compare' (duration: 65.90844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:30.724904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.509873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:30.724986Z","caller":"traceutil/trace.go:171","msg":"trace[930313223] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:34289; }","duration":"168.657888ms","start":"2026-03-04T02:35:30.55631Z","end":"2026-03-04T02:35:30.724968Z","steps":["trace[930313223] 'count revisions from in-memory index tree' (duration: 168.41372ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:30.793277Z","caller":"traceutil/trace.go:171","msg":"trace[1558887921] transaction","detail":"{read_only:false; response_revision:34290; number_of_response:1; }","duration":"152.209696ms","start":"2026-03-04T02:35:30.641048Z","end":"2026-03-04T02:35:30.793257Z","steps":["trace[1558887921] 'process raft request' (duration: 152.069851ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:30.987Z","caller":"traceutil/trace.go:171","msg":"trace[1678064295] transaction","detail":"{read_only:false; response_revision:34291; number_of_response:1; }","duration":"345.836626ms","start":"2026-03-04T02:35:30.641106Z","end":"2026-03-04T02:35:30.986943Z","steps":["trace[1678064295] 'process raft request' (duration: 253.687864ms)","trace[1678064295] 'compare' (duration: 91.75402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:30.987047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.122773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:30.986704Z","caller":"traceutil/trace.go:171","msg":"trace[694245572] linearizableReadLoop","detail":"{readStateIndex:35452; appliedIndex:35450; }","duration":"314.784891ms","start":"2026-03-04T02:35:30.671895Z","end":"2026-03-04T02:35:30.98668Z","steps":["trace[694245572] 'read index received' (duration: 121.287465ms)","trace[694245572] 'applied index is now lower than readState.Index' (duration: 193.496416ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:30.987119Z","caller":"traceutil/trace.go:171","msg":"trace[1037923815] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:34291; }","duration":"315.211325ms","start":"2026-03-04T02:35:30.671888Z","end":"2026-03-04T02:35:30.987099Z","steps":["trace[1037923815] 'agreement among raft nodes before linearized reading' (duration: 315.060591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:30.987162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:30.671866Z","time spent":"315.285287ms","remote":"127.0.0.1:34836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:35:30.987339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.846162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:35:30.987407Z","caller":"traceutil/trace.go:171","msg":"trace[2003168618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34291; }","duration":"296.978127ms","start":"2026-03-04T02:35:30.690415Z","end":"2026-03-04T02:35:30.987393Z","steps":["trace[2003168618] 'agreement among raft nodes before linearized reading' (duration: 296.844902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:30.987443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.933534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:30.987582Z","caller":"traceutil/trace.go:171","msg":"trace[1204125862] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:34291; }","duration":"314.267335ms","start":"2026-03-04T02:35:30.673283Z","end":"2026-03-04T02:35:30.98755Z","steps":["trace[1204125862] 'agreement among raft nodes before linearized reading' (duration: 313.931104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:30.987632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:30.673264Z","time spent":"314.353778ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:35:30.987969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:30.641083Z","time spent":"345.999461ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:31.398696Z","caller":"traceutil/trace.go:171","msg":"trace[1639861741] transaction","detail":"{read_only:false; response_revision:34294; number_of_response:1; }","duration":"160.064355ms","start":"2026-03-04T02:35:31.238603Z","end":"2026-03-04T02:35:31.398667Z","steps":["trace[1639861741] 'process raft request' (duration: 151.561095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:31.398703Z","caller":"traceutil/trace.go:171","msg":"trace[893712665] transaction","detail":"{read_only:false; response_revision:34295; number_of_response:1; }","duration":"159.826277ms","start":"2026-03-04T02:35:31.238852Z","end":"2026-03-04T02:35:31.398679Z","steps":["trace[893712665] 'process raft request' (duration: 159.727094ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:31.399055Z","caller":"traceutil/trace.go:171","msg":"trace[170774381] transaction","detail":"{read_only:false; response_revision:34297; number_of_response:1; }","duration":"157.221015ms","start":"2026-03-04T02:35:31.241793Z","end":"2026-03-04T02:35:31.399014Z","steps":["trace[170774381] 'process raft request' (duration: 157.083561ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:31.399465Z","caller":"traceutil/trace.go:171","msg":"trace[1949862357] transaction","detail":"{read_only:false; response_revision:34296; number_of_response:1; }","duration":"160.141738ms","start":"2026-03-04T02:35:31.239117Z","end":"2026-03-04T02:35:31.399258Z","steps":["trace[1949862357] 'process raft request' (duration: 159.507428ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:31.441587Z","caller":"traceutil/trace.go:171","msg":"trace[55918900] transaction","detail":"{read_only:false; response_revision:34298; number_of_response:1; }","duration":"118.359333ms","start":"2026-03-04T02:35:31.323206Z","end":"2026-03-04T02:35:31.441565Z","steps":["trace[55918900] 'process raft request' (duration: 118.25835ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:31.631381Z","caller":"traceutil/trace.go:171","msg":"trace[737409361] transaction","detail":"{read_only:false; response_revision:34299; number_of_response:1; }","duration":"126.433319ms","start":"2026-03-04T02:35:31.504894Z","end":"2026-03-04T02:35:31.631328Z","steps":["trace[737409361] 'process raft request' (duration: 45.597796ms)","trace[737409361] 'compare' (duration: 80.568265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:32.421436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.881444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:32.421558Z","caller":"traceutil/trace.go:171","msg":"trace[104662242] linearizableReadLoop","detail":"{readStateIndex:35463; appliedIndex:35462; }","duration":"108.109538ms","start":"2026-03-04T02:35:32.313431Z","end":"2026-03-04T02:35:32.42154Z","steps":["trace[104662242] 'read index received' (duration: 47.312µs)","trace[104662242] 'applied index is now lower than readState.Index' (duration: 108.060136ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:32.421591Z","caller":"traceutil/trace.go:171","msg":"trace[88500391] transaction","detail":"{read_only:false; response_revision:34301; number_of_response:1; }","duration":"379.021859ms","start":"2026-03-04T02:35:32.042532Z","end":"2026-03-04T02:35:32.421554Z","steps":["trace[88500391] 'process raft request' (duration: 63.892546ms)","trace[88500391] 'compare' (duration: 314.481672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:32.421656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.225321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:32.4217Z","caller":"traceutil/trace.go:171","msg":"trace[383184869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34301; }","duration":"108.297254ms","start":"2026-03-04T02:35:32.313391Z","end":"2026-03-04T02:35:32.421688Z","steps":["trace[383184869] 'agreement among raft nodes before linearized reading' (duration: 108.197851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:32.421754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:32.042503Z","time spent":"379.162663ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:32.820807Z","caller":"traceutil/trace.go:171","msg":"trace[652971547] transaction","detail":"{read_only:false; response_revision:34302; number_of_response:1; }","duration":"356.112882ms","start":"2026-03-04T02:35:32.46467Z","end":"2026-03-04T02:35:32.820783Z","steps":["trace[652971547] 'process raft request' (duration: 355.960607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:32.820971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:32.464647Z","time spent":"356.248787ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:32.940823Z","caller":"traceutil/trace.go:171","msg":"trace[337643284] transaction","detail":"{read_only:false; response_revision:34303; number_of_response:1; }","duration":"141.727514ms","start":"2026-03-04T02:35:32.799063Z","end":"2026-03-04T02:35:32.940791Z","steps":["trace[337643284] 'process raft request' (duration: 93.419773ms)","trace[337643284] 'compare' (duration: 48.020522ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:32.984753Z","caller":"traceutil/trace.go:171","msg":"trace[448401209] transaction","detail":"{read_only:false; response_revision:34304; number_of_response:1; }","duration":"102.688646ms","start":"2026-03-04T02:35:32.882036Z","end":"2026-03-04T02:35:32.984725Z","steps":["trace[448401209] 'process raft request' (duration: 102.522751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:33.316713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.531754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:33.316842Z","caller":"traceutil/trace.go:171","msg":"trace[1176643140] linearizableReadLoop","detail":"{readStateIndex:35468; appliedIndex:35467; }","duration":"273.476242ms","start":"2026-03-04T02:35:33.043344Z","end":"2026-03-04T02:35:33.31682Z","steps":["trace[1176643140] 'read index received' (duration: 104.714221ms)","trace[1176643140] 'applied index is now lower than readState.Index' (duration: 168.760311ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:33.316901Z","caller":"traceutil/trace.go:171","msg":"trace[1654490707] transaction","detail":"{read_only:false; response_revision:34306; number_of_response:1; }","duration":"275.378682ms","start":"2026-03-04T02:35:33.041489Z","end":"2026-03-04T02:35:33.316868Z","steps":["trace[1654490707] 'process raft request' (duration: 106.59627ms)","trace[1654490707] 'compare' (duration: 168.374379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:33.317186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.836583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:33.317971Z","caller":"traceutil/trace.go:171","msg":"trace[584048577] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:34306; }","duration":"274.619798ms","start":"2026-03-04T02:35:33.043285Z","end":"2026-03-04T02:35:33.317904Z","steps":["trace[584048577] 'agreement among raft nodes before linearized reading' (duration: 273.837003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:33.593684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.354074ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:33.593832Z","caller":"traceutil/trace.go:171","msg":"trace[316796921] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:34306; }","duration":"142.525739ms","start":"2026-03-04T02:35:33.451283Z","end":"2026-03-04T02:35:33.593809Z","steps":["trace[316796921] 'range keys from in-memory index tree' (duration: 142.330952ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:33.596549Z","caller":"traceutil/trace.go:171","msg":"trace[1407044850] linearizableReadLoop","detail":"{readStateIndex:35469; appliedIndex:35468; }","duration":"269.316609ms","start":"2026-03-04T02:35:33.327207Z","end":"2026-03-04T02:35:33.596523Z","steps":["trace[1407044850] 'read index received' (duration: 269.167885ms)","trace[1407044850] 'applied index is now lower than readState.Index' (duration: 147.414µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:33.596602Z","caller":"traceutil/trace.go:171","msg":"trace[1568385150] transaction","detail":"{read_only:false; response_revision:34307; number_of_response:1; }","duration":"276.185937ms","start":"2026-03-04T02:35:33.320378Z","end":"2026-03-04T02:35:33.596563Z","steps":["trace[1568385150] 'process raft request' (duration: 276.001131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:33.596739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.503485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:35:33.596832Z","caller":"traceutil/trace.go:171","msg":"trace[2047365317] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34307; }","duration":"269.612399ms","start":"2026-03-04T02:35:33.327174Z","end":"2026-03-04T02:35:33.596787Z","steps":["trace[2047365317] 'agreement among raft nodes before linearized reading' (duration: 269.489635ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:33.612425Z","caller":"traceutil/trace.go:171","msg":"trace[947685512] transaction","detail":"{read_only:false; response_revision:34308; number_of_response:1; }","duration":"165.807737ms","start":"2026-03-04T02:35:33.446594Z","end":"2026-03-04T02:35:33.612402Z","steps":["trace[947685512] 'process raft request' (duration: 165.60701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:33.612509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.43184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T02:35:33.612521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.359648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:35:33.612579Z","caller":"traceutil/trace.go:171","msg":"trace[2024185967] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34308; }","duration":"209.510783ms","start":"2026-03-04T02:35:33.403049Z","end":"2026-03-04T02:35:33.61256Z","steps":["trace[2024185967] 'agreement among raft nodes before linearized reading' (duration: 209.296336ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:33.612608Z","caller":"traceutil/trace.go:171","msg":"trace[431338266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34308; }","duration":"168.501363ms","start":"2026-03-04T02:35:33.444092Z","end":"2026-03-04T02:35:33.612593Z","steps":["trace[431338266] 'agreement among raft nodes before linearized reading' (duration: 168.256745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:33.612755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.503573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:35:33.612792Z","caller":"traceutil/trace.go:171","msg":"trace[1077933253] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34308; }","duration":"209.558335ms","start":"2026-03-04T02:35:33.403223Z","end":"2026-03-04T02:35:33.612781Z","steps":["trace[1077933253] 'agreement among raft nodes before linearized reading' (duration: 209.466842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:33.61291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.559355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:35:33.613009Z","caller":"traceutil/trace.go:171","msg":"trace[1850073594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34308; }","duration":"209.707989ms","start":"2026-03-04T02:35:33.40328Z","end":"2026-03-04T02:35:33.612988Z","steps":["trace[1850073594] 'agreement among raft nodes before linearized reading' (duration: 209.356158ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:34.069731Z","caller":"traceutil/trace.go:171","msg":"trace[849196819] transaction","detail":"{read_only:false; response_revision:34311; number_of_response:1; }","duration":"452.57589ms","start":"2026-03-04T02:35:33.61713Z","end":"2026-03-04T02:35:34.069706Z","steps":["trace[849196819] 'process raft request' (duration: 452.480977ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:34.069816Z","caller":"traceutil/trace.go:171","msg":"trace[399930277] transaction","detail":"{read_only:false; response_revision:34310; number_of_response:1; }","duration":"453.401747ms","start":"2026-03-04T02:35:33.616384Z","end":"2026-03-04T02:35:34.069786Z","steps":["trace[399930277] 'process raft request' (duration: 453.073676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:34.069895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.617116Z","time spent":"452.695375ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:34.069969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.616359Z","time spent":"453.522911ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:34.07005Z","caller":"traceutil/trace.go:171","msg":"trace[771077155] transaction","detail":"{read_only:false; response_revision:34312; number_of_response:1; }","duration":"452.85634ms","start":"2026-03-04T02:35:33.617179Z","end":"2026-03-04T02:35:34.070036Z","steps":["trace[771077155] 'process raft request' (duration: 452.479268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:34.070131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.617159Z","time spent":"452.932131ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:34.070602Z","caller":"traceutil/trace.go:171","msg":"trace[715933824] transaction","detail":"{read_only:false; response_revision:34313; number_of_response:1; }","duration":"433.95578ms","start":"2026-03-04T02:35:33.636605Z","end":"2026-03-04T02:35:34.07056Z","steps":["trace[715933824] 'process raft request' (duration: 433.30672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:34.07073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.636577Z","time spent":"434.088985ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:34.070967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.723641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:35:34.071015Z","caller":"traceutil/trace.go:171","msg":"trace[306545668] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:34313; }","duration":"379.822953ms","start":"2026-03-04T02:35:33.691178Z","end":"2026-03-04T02:35:34.071001Z","steps":["trace[306545668] 'agreement among raft nodes before linearized reading' (duration: 379.576366ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:34.070195Z","caller":"traceutil/trace.go:171","msg":"trace[452932497] linearizableReadLoop","detail":"{readStateIndex:35475; appliedIndex:35472; }","duration":"378.891034ms","start":"2026-03-04T02:35:33.691253Z","end":"2026-03-04T02:35:34.070144Z","steps":["trace[452932497] 'read index received' (duration: 378.372908ms)","trace[452932497] 'applied index is now lower than readState.Index' (duration: 516.876µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:34.071048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.691153Z","time spent":"379.886556ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":196,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:35:34.147664Z","caller":"traceutil/trace.go:171","msg":"trace[1916095803] transaction","detail":"{read_only:false; response_revision:34314; number_of_response:1; }","duration":"119.660304ms","start":"2026-03-04T02:35:34.027975Z","end":"2026-03-04T02:35:34.147635Z","steps":["trace[1916095803] 'process raft request' (duration: 119.50988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.372297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.83766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:35.372595Z","caller":"traceutil/trace.go:171","msg":"trace[2087719609] transaction","detail":"{read_only:false; response_revision:34317; number_of_response:1; }","duration":"329.157076ms","start":"2026-03-04T02:35:35.043384Z","end":"2026-03-04T02:35:35.372541Z","steps":["trace[2087719609] 'process raft request' (duration: 180.004997ms)","trace[2087719609] 'compare' (duration: 148.572781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:35.372669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:35.043365Z","time spent":"329.27196ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:35.7364Z","caller":"traceutil/trace.go:171","msg":"trace[1811412569] transaction","detail":"{read_only:false; response_revision:34318; number_of_response:1; }","duration":"404.775745ms","start":"2026-03-04T02:35:35.3316Z","end":"2026-03-04T02:35:35.736376Z","steps":["trace[1811412569] 'process raft request' (duration: 404.62324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.736554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:35.331586Z","time spent":"404.882329ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:35.737008Z","caller":"traceutil/trace.go:171","msg":"trace[410122220] linearizableReadLoop","detail":"{readStateIndex:35480; appliedIndex:35480; }","duration":"364.622421ms","start":"2026-03-04T02:35:35.372375Z","end":"2026-03-04T02:35:35.736997Z","steps":["trace[410122220] 'read index received' (duration: 364.617181ms)","trace[410122220] 'applied index is now lower than readState.Index' (duration: 4.4µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:35.737173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.005531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:35:35.737207Z","caller":"traceutil/trace.go:171","msg":"trace[2025217160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34318; }","duration":"416.078454ms","start":"2026-03-04T02:35:35.32112Z","end":"2026-03-04T02:35:35.737198Z","steps":["trace[2025217160] 'agreement among raft nodes before linearized reading' (duration: 415.95688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.737236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:35.321076Z","time spent":"416.153216ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:35:35.862372Z","caller":"traceutil/trace.go:171","msg":"trace[887850951] transaction","detail":"{read_only:false; response_revision:34319; number_of_response:1; }","duration":"421.616339ms","start":"2026-03-04T02:35:35.440732Z","end":"2026-03-04T02:35:35.862348Z","steps":["trace[887850951] 'process raft request' (duration: 421.190276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.8625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:35.440701Z","time spent":"421.734463ms","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:35.863215Z","caller":"traceutil/trace.go:171","msg":"trace[1673281249] transaction","detail":"{read_only:false; response_revision:34320; number_of_response:1; }","duration":"345.33598ms","start":"2026-03-04T02:35:35.517866Z","end":"2026-03-04T02:35:35.863202Z","steps":["trace[1673281249] 'process raft request' (duration: 344.423171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.863335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:35.517842Z","time spent":"345.413083ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:35.863721Z","caller":"traceutil/trace.go:171","msg":"trace[684202806] linearizableReadLoop","detail":"{readStateIndex:35483; appliedIndex:35480; }","duration":"126.651636ms","start":"2026-03-04T02:35:35.737053Z","end":"2026-03-04T02:35:35.863705Z","steps":["trace[684202806] 'read index received' (duration: 124.836819ms)","trace[684202806] 'applied index is now lower than readState.Index' (duration: 1.813587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:35.863809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.660684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:35.86384Z","caller":"traceutil/trace.go:171","msg":"trace[308731266] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:34321; }","duration":"441.697986ms","start":"2026-03-04T02:35:35.422134Z","end":"2026-03-04T02:35:35.863832Z","steps":["trace[308731266] 'agreement among raft nodes before linearized reading' (duration: 441.622804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.863869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:35.422069Z","time spent":"441.791689ms","remote":"127.0.0.1:37784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:35:35.864019Z","caller":"traceutil/trace.go:171","msg":"trace[956115809] transaction","detail":"{read_only:false; response_revision:34321; number_of_response:1; }","duration":"246.792806ms","start":"2026-03-04T02:35:35.617217Z","end":"2026-03-04T02:35:35.86401Z","steps":["trace[956115809] 'process raft request' (duration: 245.910318ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:35.864094Z","caller":"traceutil/trace.go:171","msg":"trace[764892176] transaction","detail":"{read_only:false; response_revision:34322; number_of_response:1; }","duration":"122.002499ms","start":"2026-03-04T02:35:35.742068Z","end":"2026-03-04T02:35:35.86407Z","steps":["trace[764892176] 'process raft request' (duration: 121.871655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.864222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.84933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:35:35.864262Z","caller":"traceutil/trace.go:171","msg":"trace[776127226] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34322; }","duration":"189.927492ms","start":"2026-03-04T02:35:35.674323Z","end":"2026-03-04T02:35:35.864251Z","steps":["trace[776127226] 'agreement among raft nodes before linearized reading' (duration: 189.799608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.86442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.65738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:35:35.864472Z","caller":"traceutil/trace.go:171","msg":"trace[2026645632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34322; }","duration":"263.761534ms","start":"2026-03-04T02:35:35.600697Z","end":"2026-03-04T02:35:35.864458Z","steps":["trace[2026645632] 'agreement among raft nodes before linearized reading' (duration: 263.610479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:36.278564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.342931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:36.278761Z","caller":"traceutil/trace.go:171","msg":"trace[725320654] transaction","detail":"{read_only:false; response_revision:34324; number_of_response:1; }","duration":"405.429395ms","start":"2026-03-04T02:35:35.873295Z","end":"2026-03-04T02:35:36.278736Z","steps":["trace[725320654] 'process raft request' (duration: 146.832615ms)","trace[725320654] 'compare' (duration: 258.137565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:36.278893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:35.873271Z","time spent":"405.547309ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:36.279486Z","caller":"traceutil/trace.go:171","msg":"trace[2032898172] linearizableReadLoop","detail":"{readStateIndex:35486; appliedIndex:35485; }","duration":"205.643671ms","start":"2026-03-04T02:35:36.073828Z","end":"2026-03-04T02:35:36.279471Z","steps":["trace[2032898172] 'read index received' (duration: 37.752µs)","trace[2032898172] 'applied index is now lower than readState.Index' (duration: 205.604709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:36.279883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.056134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:35:36.279919Z","caller":"traceutil/trace.go:171","msg":"trace[1407148167] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34325; }","duration":"206.130126ms","start":"2026-03-04T02:35:36.07378Z","end":"2026-03-04T02:35:36.279911Z","steps":["trace[1407148167] 'agreement among raft nodes before linearized reading' (duration: 205.774185ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:36.28052Z","caller":"traceutil/trace.go:171","msg":"trace[1429638707] transaction","detail":"{read_only:false; response_revision:34325; number_of_response:1; }","duration":"203.198863ms","start":"2026-03-04T02:35:36.075561Z","end":"2026-03-04T02:35:36.27876Z","steps":["trace[1429638707] 'process raft request' (duration: 203.107881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:36.668998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.638052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:36.669221Z","caller":"traceutil/trace.go:171","msg":"trace[196560561] linearizableReadLoop","detail":"{readStateIndex:35488; appliedIndex:35487; }","duration":"389.677386ms","start":"2026-03-04T02:35:36.279531Z","end":"2026-03-04T02:35:36.669208Z","steps":["trace[196560561] 'read index received' (duration: 188.656792ms)","trace[196560561] 'applied index is now lower than readState.Index' (duration: 201.019844ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:36.669287Z","caller":"traceutil/trace.go:171","msg":"trace[1340080845] transaction","detail":"{read_only:false; response_revision:34326; number_of_response:1; }","duration":"516.040463ms","start":"2026-03-04T02:35:36.15324Z","end":"2026-03-04T02:35:36.66928Z","steps":["trace[1340080845] 'process raft request' (duration: 315.04591ms)","trace[1340080845] 'compare' (duration: 200.034823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:36.669333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:36.153212Z","time spent":"516.097904ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:36.669539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.052216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:35:36.669517Z","caller":"traceutil/trace.go:171","msg":"trace[1632523194] transaction","detail":"{read_only:false; response_revision:34327; number_of_response:1; }","duration":"383.312864ms","start":"2026-03-04T02:35:36.286176Z","end":"2026-03-04T02:35:36.669489Z","steps":["trace[1632523194] 'process raft request' (duration: 382.970233ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:36.669565Z","caller":"traceutil/trace.go:171","msg":"trace[1011839991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34327; }","duration":"594.099618ms","start":"2026-03-04T02:35:36.075458Z","end":"2026-03-04T02:35:36.669558Z","steps":["trace[1011839991] 'agreement among raft nodes before linearized reading' (duration: 593.997495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:36.66959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:36.075443Z","time spent":"594.141029ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:35:36.669705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.228133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:35:36.669729Z","caller":"traceutil/trace.go:171","msg":"trace[24542200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34327; }","duration":"594.292974ms","start":"2026-03-04T02:35:36.075429Z","end":"2026-03-04T02:35:36.669722Z","steps":["trace[24542200] 'agreement among raft nodes before linearized reading' (duration: 594.235913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:36.669746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:36.075398Z","time spent":"594.344096ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:36.669787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:36.286156Z","time spent":"383.530731ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:36.669911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.745297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:36.669936Z","caller":"traceutil/trace.go:171","msg":"trace[735859155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34327; }","duration":"353.809029ms","start":"2026-03-04T02:35:36.31612Z","end":"2026-03-04T02:35:36.669929Z","steps":["trace[735859155] 'agreement among raft nodes before linearized reading' (duration: 353.763737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:36.669953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:36.316106Z","time spent":"353.84374ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:35:36.670657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.910874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:35:36.670689Z","caller":"traceutil/trace.go:171","msg":"trace[803443890] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:34327; }","duration":"149.976796ms","start":"2026-03-04T02:35:36.520705Z","end":"2026-03-04T02:35:36.670682Z","steps":["trace[803443890] 'agreement among raft nodes before linearized reading' (duration: 149.920474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:36.670808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.758606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18217"} {"level":"warn","ts":"2026-03-04T02:35:36.670836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.961866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:35:36.670886Z","caller":"traceutil/trace.go:171","msg":"trace[1883371344] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34327; }","duration":"288.87178ms","start":"2026-03-04T02:35:36.381997Z","end":"2026-03-04T02:35:36.670869Z","steps":["trace[1883371344] 'agreement among raft nodes before linearized reading' (duration: 288.607211ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:36.670904Z","caller":"traceutil/trace.go:171","msg":"trace[816009087] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:34327; }","duration":"326.069659ms","start":"2026-03-04T02:35:36.344818Z","end":"2026-03-04T02:35:36.670888Z","steps":["trace[816009087] 'agreement among raft nodes before linearized reading' (duration: 325.848182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:36.670977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:36.344803Z","time spent":"326.165452ms","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:35:36.923763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.088086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:36.923887Z","caller":"traceutil/trace.go:171","msg":"trace[1867832710] linearizableReadLoop","detail":"{readStateIndex:35491; appliedIndex:35489; }","duration":"248.097607ms","start":"2026-03-04T02:35:36.675759Z","end":"2026-03-04T02:35:36.923856Z","steps":["trace[1867832710] 'read index received' (duration: 52.960489ms)","trace[1867832710] 'applied index is now lower than readState.Index' (duration: 195.135008ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:36.924034Z","caller":"traceutil/trace.go:171","msg":"trace[195241440] transaction","detail":"{read_only:false; response_revision:34329; number_of_response:1; }","duration":"249.301805ms","start":"2026-03-04T02:35:36.674692Z","end":"2026-03-04T02:35:36.923994Z","steps":["trace[195241440] 'process raft request' (duration: 94.860558ms)","trace[195241440] 'compare' (duration: 153.958082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:36.92421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.400246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18217"} {"level":"info","ts":"2026-03-04T02:35:36.924335Z","caller":"traceutil/trace.go:171","msg":"trace[295452838] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34329; }","duration":"248.557762ms","start":"2026-03-04T02:35:36.675739Z","end":"2026-03-04T02:35:36.924297Z","steps":["trace[295452838] 'agreement among raft nodes before linearized reading' (duration: 248.287123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:36.991204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.800303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:35:36.991367Z","caller":"traceutil/trace.go:171","msg":"trace[183835124] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:34330; }","duration":"139.984969ms","start":"2026-03-04T02:35:36.851334Z","end":"2026-03-04T02:35:36.991319Z","steps":["trace[183835124] 'agreement among raft nodes before linearized reading' (duration: 139.772752ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:36.991205Z","caller":"traceutil/trace.go:171","msg":"trace[347398090] transaction","detail":"{read_only:false; response_revision:34330; number_of_response:1; }","duration":"151.438142ms","start":"2026-03-04T02:35:36.839741Z","end":"2026-03-04T02:35:36.99118Z","steps":["trace[347398090] 'process raft request' (duration: 151.237226ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:37.145022Z","caller":"traceutil/trace.go:171","msg":"trace[751323508] transaction","detail":"{read_only:false; response_revision:34331; number_of_response:1; }","duration":"116.916877ms","start":"2026-03-04T02:35:37.028075Z","end":"2026-03-04T02:35:37.144992Z","steps":["trace[751323508] 'process raft request' (duration: 53.097823ms)","trace[751323508] 'compare' (duration: 63.68175ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:37.577908Z","caller":"traceutil/trace.go:171","msg":"trace[976203546] transaction","detail":"{read_only:false; response_revision:34332; number_of_response:1; }","duration":"242.481048ms","start":"2026-03-04T02:35:37.335404Z","end":"2026-03-04T02:35:37.577885Z","steps":["trace[976203546] 'process raft request' (duration: 242.341204ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:37.579076Z","caller":"traceutil/trace.go:171","msg":"trace[1365141955] transaction","detail":"{read_only:false; response_revision:34333; number_of_response:1; }","duration":"201.364435ms","start":"2026-03-04T02:35:37.377695Z","end":"2026-03-04T02:35:37.579059Z","steps":["trace[1365141955] 'process raft request' (duration: 201.19947ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:38.074463Z","caller":"traceutil/trace.go:171","msg":"trace[883134310] linearizableReadLoop","detail":"{readStateIndex:35497; appliedIndex:35495; }","duration":"152.894308ms","start":"2026-03-04T02:35:37.921546Z","end":"2026-03-04T02:35:38.07444Z","steps":["trace[883134310] 'read index received' (duration: 7.159797ms)","trace[883134310] 'applied index is now lower than readState.Index' (duration: 145.733521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:38.074834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.651372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:35:38.074912Z","caller":"traceutil/trace.go:171","msg":"trace[618180997] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:34335; }","duration":"141.748625ms","start":"2026-03-04T02:35:37.933142Z","end":"2026-03-04T02:35:38.07489Z","steps":["trace[618180997] 'agreement among raft nodes before linearized reading' (duration: 141.633321ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:38.075034Z","caller":"traceutil/trace.go:171","msg":"trace[1062607386] transaction","detail":"{read_only:false; response_revision:34335; number_of_response:1; }","duration":"198.429382ms","start":"2026-03-04T02:35:37.876206Z","end":"2026-03-04T02:35:38.074635Z","steps":["trace[1062607386] 'process raft request' (duration: 178.337035ms)","trace[1062607386] 'compare' (duration: 19.602931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:38.074834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.27599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:35:38.07511Z","caller":"traceutil/trace.go:171","msg":"trace[1878839516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34335; }","duration":"153.58582ms","start":"2026-03-04T02:35:37.921492Z","end":"2026-03-04T02:35:38.075078Z","steps":["trace[1878839516] 'agreement among raft nodes before linearized reading' (duration: 153.224388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:38.075155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.951452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:35:38.075179Z","caller":"traceutil/trace.go:171","msg":"trace[734212131] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34335; }","duration":"142.030154ms","start":"2026-03-04T02:35:37.93314Z","end":"2026-03-04T02:35:38.075171Z","steps":["trace[734212131] 'agreement among raft nodes before linearized reading' (duration: 141.724844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:38.310646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.093497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:38.312425Z","caller":"traceutil/trace.go:171","msg":"trace[1641343869] transaction","detail":"{read_only:false; response_revision:34336; number_of_response:1; }","duration":"234.441193ms","start":"2026-03-04T02:35:38.077946Z","end":"2026-03-04T02:35:38.312387Z","steps":["trace[1641343869] 'process raft request' (duration: 112.558059ms)","trace[1641343869] 'compare' (duration: 119.940152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:38.591422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.306817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:38.591681Z","caller":"traceutil/trace.go:171","msg":"trace[1135098596] transaction","detail":"{read_only:false; response_revision:34337; number_of_response:1; }","duration":"513.684968ms","start":"2026-03-04T02:35:38.077967Z","end":"2026-03-04T02:35:38.591652Z","steps":["trace[1135098596] 'process raft request' (duration: 345.063251ms)","trace[1135098596] 'compare' (duration: 167.816752ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:38.591726Z","caller":"traceutil/trace.go:171","msg":"trace[867611741] transaction","detail":"{read_only:false; response_revision:34338; number_of_response:1; }","duration":"512.617394ms","start":"2026-03-04T02:35:38.07908Z","end":"2026-03-04T02:35:38.591698Z","steps":["trace[867611741] 'process raft request' (duration: 512.453888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:38.591847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.077948Z","time spent":"513.811442ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:38.591864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.079071Z","time spent":"512.719658ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:38.683306Z","caller":"traceutil/trace.go:171","msg":"trace[21787864] linearizableReadLoop","detail":"{readStateIndex:35501; appliedIndex:35497; }","duration":"566.079619ms","start":"2026-03-04T02:35:38.117207Z","end":"2026-03-04T02:35:38.683287Z","steps":["trace[21787864] 'read index received' (duration: 73.241192ms)","trace[21787864] 'applied index is now lower than readState.Index' (duration: 492.837747ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:38.683488Z","caller":"traceutil/trace.go:171","msg":"trace[794675605] transaction","detail":"{read_only:false; response_revision:34339; number_of_response:1; }","duration":"396.768611ms","start":"2026-03-04T02:35:38.286697Z","end":"2026-03-04T02:35:38.683466Z","steps":["trace[794675605] 'process raft request' (duration: 396.498492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:38.683612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.286678Z","time spent":"396.873474ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:38.683827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.596396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:320864"} {"level":"info","ts":"2026-03-04T02:35:38.683883Z","caller":"traceutil/trace.go:171","msg":"trace[946470875] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:34339; }","duration":"566.73845ms","start":"2026-03-04T02:35:38.11713Z","end":"2026-03-04T02:35:38.683869Z","steps":["trace[946470875] 'agreement among raft nodes before linearized reading' (duration: 566.263935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:38.683907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.11711Z","time spent":"566.791881ms","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":39,"response size":320887,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:35:38.979284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.804241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:38.979396Z","caller":"traceutil/trace.go:171","msg":"trace[2135657707] linearizableReadLoop","detail":"{readStateIndex:35503; appliedIndex:35502; }","duration":"296.010296ms","start":"2026-03-04T02:35:38.683369Z","end":"2026-03-04T02:35:38.979379Z","steps":["trace[2135657707] 'read index received' (duration: 97.928336ms)","trace[2135657707] 'applied index is now lower than readState.Index' (duration: 198.080609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:38.979502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.318841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:35:38.979512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.065092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:35:38.979539Z","caller":"traceutil/trace.go:171","msg":"trace[393520310] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34340; }","duration":"557.357372ms","start":"2026-03-04T02:35:38.42217Z","end":"2026-03-04T02:35:38.979528Z","steps":["trace[393520310] 'agreement among raft nodes before linearized reading' (duration: 557.29261ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:38.979578Z","caller":"traceutil/trace.go:171","msg":"trace[559302903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34340; }","duration":"305.163755ms","start":"2026-03-04T02:35:38.674397Z","end":"2026-03-04T02:35:38.979561Z","steps":["trace[559302903] 'agreement among raft nodes before linearized reading' (duration: 305.00199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:38.979621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.674382Z","time spent":"305.230668ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:38.97964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.422111Z","time spent":"557.514037ms","remote":"127.0.0.1:52840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:35:38.979855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.830311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:38.979897Z","caller":"traceutil/trace.go:171","msg":"trace[239755864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34340; }","duration":"659.895704ms","start":"2026-03-04T02:35:38.319988Z","end":"2026-03-04T02:35:38.979884Z","steps":["trace[239755864] 'agreement among raft nodes before linearized reading' (duration: 659.840042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:38.979925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.319974Z","time spent":"659.945595ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:35:38.979965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.952281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:35:38.980004Z","caller":"traceutil/trace.go:171","msg":"trace[1049472408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34340; }","duration":"248.030804ms","start":"2026-03-04T02:35:38.731963Z","end":"2026-03-04T02:35:38.979993Z","steps":["trace[1049472408] 'agreement among raft nodes before linearized reading' (duration: 247.937661ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:38.980121Z","caller":"traceutil/trace.go:171","msg":"trace[1437721226] transaction","detail":"{read_only:false; response_revision:34340; number_of_response:1; }","duration":"302.380797ms","start":"2026-03-04T02:35:38.677695Z","end":"2026-03-04T02:35:38.980076Z","steps":["trace[1437721226] 'process raft request' (duration: 103.701138ms)","trace[1437721226] 'compare' (duration: 197.44907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:38.980176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.049342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:35:38.980205Z","caller":"traceutil/trace.go:171","msg":"trace[316583547] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34340; }","duration":"697.107683ms","start":"2026-03-04T02:35:38.283089Z","end":"2026-03-04T02:35:38.980197Z","steps":["trace[316583547] 'agreement among raft nodes before linearized reading' (duration: 697.032091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:38.980235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.28307Z","time spent":"697.159435ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:35:38.98028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.677675Z","time spent":"302.522231ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:39.501475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.757049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:39.501646Z","caller":"traceutil/trace.go:171","msg":"trace[378220928] transaction","detail":"{read_only:false; response_revision:34341; number_of_response:1; }","duration":"517.414806ms","start":"2026-03-04T02:35:38.98421Z","end":"2026-03-04T02:35:39.501625Z","steps":["trace[378220928] 'process raft request' (duration: 396.415349ms)","trace[378220928] 'compare' (duration: 120.588914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:39.502034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.984184Z","time spent":"517.808678ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:39.505038Z","caller":"traceutil/trace.go:171","msg":"trace[1224043079] transaction","detail":"{read_only:false; response_revision:34342; number_of_response:1; }","duration":"518.223551ms","start":"2026-03-04T02:35:38.98679Z","end":"2026-03-04T02:35:39.505014Z","steps":["trace[1224043079] 'process raft request' (duration: 518.034415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:39.505189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.986776Z","time spent":"518.335275ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:39.505375Z","caller":"traceutil/trace.go:171","msg":"trace[1732439941] transaction","detail":"{read_only:false; response_revision:34343; number_of_response:1; }","duration":"518.126089ms","start":"2026-03-04T02:35:38.987227Z","end":"2026-03-04T02:35:39.505353Z","steps":["trace[1732439941] 'process raft request' (duration: 517.730576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:39.505507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.987221Z","time spent":"518.241212ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:39.505897Z","caller":"traceutil/trace.go:171","msg":"trace[1385270300] transaction","detail":"{read_only:false; response_revision:34344; number_of_response:1; }","duration":"518.509931ms","start":"2026-03-04T02:35:38.987375Z","end":"2026-03-04T02:35:39.505885Z","steps":["trace[1385270300] 'process raft request' (duration: 517.834459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:39.506039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.987347Z","time spent":"518.645535ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:39.506444Z","caller":"traceutil/trace.go:171","msg":"trace[386598872] linearizableReadLoop","detail":"{readStateIndex:35509; appliedIndex:35503; }","duration":"178.668235ms","start":"2026-03-04T02:35:39.327765Z","end":"2026-03-04T02:35:39.506433Z","steps":["trace[386598872] 'read index received' (duration: 52.878957ms)","trace[386598872] 'applied index is now lower than readState.Index' (duration: 125.788468ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:39.506561Z","caller":"traceutil/trace.go:171","msg":"trace[1514338370] transaction","detail":"{read_only:false; response_revision:34346; number_of_response:1; }","duration":"354.50131ms","start":"2026-03-04T02:35:39.152051Z","end":"2026-03-04T02:35:39.506552Z","steps":["trace[1514338370] 'process raft request' (duration: 354.209371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:39.506627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:39.152023Z","time spent":"354.565372ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:39.506736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.975034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:39.506774Z","caller":"traceutil/trace.go:171","msg":"trace[1655963815] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:34346; }","duration":"179.049367ms","start":"2026-03-04T02:35:39.327713Z","end":"2026-03-04T02:35:39.506762Z","steps":["trace[1655963815] 'agreement among raft nodes before linearized reading' (duration: 178.989735ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:39.506331Z","caller":"traceutil/trace.go:171","msg":"trace[1761605493] transaction","detail":"{read_only:false; response_revision:34345; number_of_response:1; }","duration":"511.520449ms","start":"2026-03-04T02:35:38.994794Z","end":"2026-03-04T02:35:39.506314Z","steps":["trace[1761605493] 'process raft request' (duration: 511.033764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:39.508123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:38.994784Z","time spent":"513.280895ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:39.70208Z","caller":"traceutil/trace.go:171","msg":"trace[1276461805] linearizableReadLoop","detail":"{readStateIndex:35510; appliedIndex:35509; }","duration":"113.262961ms","start":"2026-03-04T02:35:39.588798Z","end":"2026-03-04T02:35:39.702061Z","steps":["trace[1276461805] 'read index received' (duration: 49.108077ms)","trace[1276461805] 'applied index is now lower than readState.Index' (duration: 64.154054ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:39.702216Z","caller":"traceutil/trace.go:171","msg":"trace[1624039866] transaction","detail":"{read_only:false; response_revision:34347; number_of_response:1; }","duration":"117.091012ms","start":"2026-03-04T02:35:39.585066Z","end":"2026-03-04T02:35:39.702157Z","steps":["trace[1624039866] 'process raft request' (duration: 52.829995ms)","trace[1624039866] 'compare' (duration: 64.070271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:39.702269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.451587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:35:39.702376Z","caller":"traceutil/trace.go:171","msg":"trace[423160598] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:34347; }","duration":"113.599842ms","start":"2026-03-04T02:35:39.588754Z","end":"2026-03-04T02:35:39.702354Z","steps":["trace[423160598] 'agreement among raft nodes before linearized reading' (duration: 113.410996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:40.027346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.086053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:40.02744Z","caller":"traceutil/trace.go:171","msg":"trace[831709551] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:34347; }","duration":"205.242408ms","start":"2026-03-04T02:35:39.822178Z","end":"2026-03-04T02:35:40.02742Z","steps":["trace[831709551] 'count revisions from in-memory index tree' (duration: 205.00737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:40.027348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.541847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:40.02771Z","caller":"traceutil/trace.go:171","msg":"trace[584038299] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:34347; }","duration":"170.94813ms","start":"2026-03-04T02:35:39.856705Z","end":"2026-03-04T02:35:40.027653Z","steps":["trace[584038299] 'count revisions from in-memory index tree' (duration: 170.353252ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:40.197323Z","caller":"traceutil/trace.go:171","msg":"trace[1360508317] linearizableReadLoop","detail":"{readStateIndex:35511; appliedIndex:35510; }","duration":"118.606561ms","start":"2026-03-04T02:35:40.078691Z","end":"2026-03-04T02:35:40.197298Z","steps":["trace[1360508317] 'read index received' (duration: 118.338572ms)","trace[1360508317] 'applied index is now lower than readState.Index' (duration: 267.139µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:40.197539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.833098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:35:40.19752Z","caller":"traceutil/trace.go:171","msg":"trace[1229731722] transaction","detail":"{read_only:false; response_revision:34348; number_of_response:1; }","duration":"262.677279ms","start":"2026-03-04T02:35:39.934726Z","end":"2026-03-04T02:35:40.197403Z","steps":["trace[1229731722] 'process raft request' (duration: 262.410491ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:40.197582Z","caller":"traceutil/trace.go:171","msg":"trace[1023585444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34348; }","duration":"118.939321ms","start":"2026-03-04T02:35:40.078633Z","end":"2026-03-04T02:35:40.197572Z","steps":["trace[1023585444] 'agreement among raft nodes before linearized reading' (duration: 118.767676ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:40.37313Z","caller":"traceutil/trace.go:171","msg":"trace[692741033] transaction","detail":"{read_only:false; response_revision:34349; number_of_response:1; }","duration":"171.099745ms","start":"2026-03-04T02:35:40.201999Z","end":"2026-03-04T02:35:40.373099Z","steps":["trace[692741033] 'process raft request' (duration: 87.939328ms)","trace[692741033] 'compare' (duration: 82.31943ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:40.721111Z","caller":"traceutil/trace.go:171","msg":"trace[608867736] transaction","detail":"{read_only:false; response_revision:34351; number_of_response:1; }","duration":"119.705296ms","start":"2026-03-04T02:35:40.601342Z","end":"2026-03-04T02:35:40.721047Z","steps":["trace[608867736] 'process raft request' (duration: 49.081716ms)","trace[608867736] 'compare' (duration: 70.409623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:41.087966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.802326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:41.088091Z","caller":"traceutil/trace.go:171","msg":"trace[1083652327] transaction","detail":"{read_only:false; response_revision:34353; number_of_response:1; }","duration":"211.30522ms","start":"2026-03-04T02:35:40.876766Z","end":"2026-03-04T02:35:41.088071Z","steps":["trace[1083652327] 'process raft request' (duration: 46.305238ms)","trace[1083652327] 'compare' (duration: 164.625931ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:41.377088Z","caller":"traceutil/trace.go:171","msg":"trace[813845719] transaction","detail":"{read_only:false; response_revision:34354; number_of_response:1; }","duration":"390.939827ms","start":"2026-03-04T02:35:40.986079Z","end":"2026-03-04T02:35:41.377019Z","steps":["trace[813845719] 'process raft request' (duration: 346.781166ms)","trace[813845719] 'compare' (duration: 43.753898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:41.377425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:40.986025Z","time spent":"391.160863ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:41.735864Z","caller":"traceutil/trace.go:171","msg":"trace[873940176] transaction","detail":"{read_only:false; response_revision:34357; number_of_response:1; }","duration":"169.432802ms","start":"2026-03-04T02:35:41.566374Z","end":"2026-03-04T02:35:41.735807Z","steps":["trace[873940176] 'process raft request' (duration: 107.611352ms)","trace[873940176] 'compare' (duration: 61.568782ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:41.73742Z","caller":"traceutil/trace.go:171","msg":"trace[1500985730] transaction","detail":"{read_only:false; response_revision:34360; number_of_response:1; }","duration":"169.35584ms","start":"2026-03-04T02:35:41.568022Z","end":"2026-03-04T02:35:41.737378Z","steps":["trace[1500985730] 'process raft request' (duration: 169.292748ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:41.737773Z","caller":"traceutil/trace.go:171","msg":"trace[1762273736] transaction","detail":"{read_only:false; response_revision:34358; number_of_response:1; }","duration":"170.688042ms","start":"2026-03-04T02:35:41.567059Z","end":"2026-03-04T02:35:41.737747Z","steps":["trace[1762273736] 'process raft request' (duration: 169.99609ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:41.737857Z","caller":"traceutil/trace.go:171","msg":"trace[1457364080] transaction","detail":"{read_only:false; response_revision:34359; number_of_response:1; }","duration":"170.264808ms","start":"2026-03-04T02:35:41.567552Z","end":"2026-03-04T02:35:41.737817Z","steps":["trace[1457364080] 'process raft request' (duration: 169.69438ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:42.391114Z","caller":"traceutil/trace.go:171","msg":"trace[23230114] transaction","detail":"{read_only:false; response_revision:34363; number_of_response:1; }","duration":"189.365154ms","start":"2026-03-04T02:35:42.201693Z","end":"2026-03-04T02:35:42.391058Z","steps":["trace[23230114] 'process raft request' (duration: 99.600699ms)","trace[23230114] 'compare' (duration: 89.517447ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:43.019285Z","caller":"traceutil/trace.go:171","msg":"trace[1946648475] transaction","detail":"{read_only:false; response_revision:34365; number_of_response:1; }","duration":"293.011031ms","start":"2026-03-04T02:35:42.726245Z","end":"2026-03-04T02:35:43.019256Z","steps":["trace[1946648475] 'process raft request' (duration: 292.842355ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:43.162037Z","caller":"traceutil/trace.go:171","msg":"trace[841993044] transaction","detail":"{read_only:false; response_revision:34366; number_of_response:1; }","duration":"432.267176ms","start":"2026-03-04T02:35:42.729741Z","end":"2026-03-04T02:35:43.162009Z","steps":["trace[841993044] 'process raft request' (duration: 337.858553ms)","trace[841993044] 'compare' (duration: 94.016021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:43.162339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:42.72972Z","time spent":"432.37379ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:43.528285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.435451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:43.52841Z","caller":"traceutil/trace.go:171","msg":"trace[264154058] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34366; }","duration":"192.621127ms","start":"2026-03-04T02:35:43.335758Z","end":"2026-03-04T02:35:43.528379Z","steps":["trace[264154058] 'range keys from in-memory index tree' (duration: 192.36218ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:43.528637Z","caller":"traceutil/trace.go:171","msg":"trace[886873954] transaction","detail":"{read_only:false; response_revision:34367; number_of_response:1; }","duration":"145.492763ms","start":"2026-03-04T02:35:43.383111Z","end":"2026-03-04T02:35:43.528604Z","steps":["trace[886873954] 'process raft request' (duration: 134.765913ms)","trace[886873954] 'compare' (duration: 10.313087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:43.9265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.017531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:43.926659Z","caller":"traceutil/trace.go:171","msg":"trace[923500350] linearizableReadLoop","detail":"{readStateIndex:35533; appliedIndex:35531; }","duration":"184.80065ms","start":"2026-03-04T02:35:43.741844Z","end":"2026-03-04T02:35:43.926645Z","steps":["trace[923500350] 'read index received' (duration: 67.572µs)","trace[923500350] 'applied index is now lower than readState.Index' (duration: 184.732198ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:43.926735Z","caller":"traceutil/trace.go:171","msg":"trace[1740696811] transaction","detail":"{read_only:false; response_revision:34369; number_of_response:1; }","duration":"356.771192ms","start":"2026-03-04T02:35:43.569956Z","end":"2026-03-04T02:35:43.926727Z","steps":["trace[1740696811] 'process raft request' (duration: 356.635588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:43.926785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:43.569932Z","time spent":"356.827564ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:43.92685Z","caller":"traceutil/trace.go:171","msg":"trace[610826594] transaction","detail":"{read_only:false; response_revision:34368; number_of_response:1; }","duration":"357.92421ms","start":"2026-03-04T02:35:43.5689Z","end":"2026-03-04T02:35:43.926824Z","steps":["trace[610826594] 'process raft request' (duration: 64.501855ms)","trace[610826594] 'compare' (duration: 292.925429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:43.926982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:43.568876Z","time spent":"358.029013ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:43.927757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.904565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:35:43.927817Z","caller":"traceutil/trace.go:171","msg":"trace[1098492693] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34369; }","duration":"186.019768ms","start":"2026-03-04T02:35:43.741779Z","end":"2026-03-04T02:35:43.927799Z","steps":["trace[1098492693] 'agreement among raft nodes before linearized reading' (duration: 185.021267ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:44.299173Z","caller":"traceutil/trace.go:171","msg":"trace[837016367] linearizableReadLoop","detail":"{readStateIndex:35534; appliedIndex:35533; }","duration":"372.45153ms","start":"2026-03-04T02:35:43.926689Z","end":"2026-03-04T02:35:44.299141Z","steps":["trace[837016367] 'read index received' (duration: 323.444546ms)","trace[837016367] 'applied index is now lower than readState.Index' (duration: 49.005704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:44.299265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.208797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:44.299229Z","caller":"traceutil/trace.go:171","msg":"trace[266313742] transaction","detail":"{read_only:false; response_revision:34370; number_of_response:1; }","duration":"554.609915ms","start":"2026-03-04T02:35:43.744585Z","end":"2026-03-04T02:35:44.299195Z","steps":["trace[266313742] 'process raft request' (duration: 505.359684ms)","trace[266313742] 'compare' (duration: 49.008354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:44.299423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.863427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:35:44.29947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.03202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:35:44.299511Z","caller":"traceutil/trace.go:171","msg":"trace[664479523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34370; }","duration":"556.983301ms","start":"2026-03-04T02:35:43.742508Z","end":"2026-03-04T02:35:44.299492Z","steps":["trace[664479523] 'agreement among raft nodes before linearized reading' (duration: 556.733453ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:44.299533Z","caller":"traceutil/trace.go:171","msg":"trace[1258093153] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34370; }","duration":"556.149435ms","start":"2026-03-04T02:35:43.743365Z","end":"2026-03-04T02:35:44.299514Z","steps":["trace[1258093153] 'agreement among raft nodes before linearized reading' (duration: 555.834995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:44.299556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:43.742493Z","time spent":"557.054243ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:44.299578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:43.743332Z","time spent":"556.237527ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:35:44.299529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.231007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:35:44.299345Z","caller":"traceutil/trace.go:171","msg":"trace[1095644362] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:34370; }","duration":"486.360902ms","start":"2026-03-04T02:35:43.812964Z","end":"2026-03-04T02:35:44.299324Z","steps":["trace[1095644362] 'agreement among raft nodes before linearized reading' (duration: 486.197826ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:44.299655Z","caller":"traceutil/trace.go:171","msg":"trace[1923252629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34370; }","duration":"556.418223ms","start":"2026-03-04T02:35:43.743214Z","end":"2026-03-04T02:35:44.299633Z","steps":["trace[1923252629] 'agreement among raft nodes before linearized reading' (duration: 556.00001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:44.299665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:43.812914Z","time spent":"486.730923ms","remote":"127.0.0.1:34502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:35:44.299712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:43.743206Z","time spent":"556.497486ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:35:44.299517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:43.744558Z","time spent":"554.866104ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:44.386489Z","caller":"traceutil/trace.go:171","msg":"trace[932483630] transaction","detail":"{read_only:false; response_revision:34371; number_of_response:1; }","duration":"452.929511ms","start":"2026-03-04T02:35:43.933526Z","end":"2026-03-04T02:35:44.386455Z","steps":["trace[932483630] 'process raft request' (duration: 452.747546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:44.386706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:43.933493Z","time spent":"453.115147ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:44.386687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.270965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:44.386824Z","caller":"traceutil/trace.go:171","msg":"trace[1678337995] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:34371; }","duration":"408.491052ms","start":"2026-03-04T02:35:43.978306Z","end":"2026-03-04T02:35:44.386797Z","steps":["trace[1678337995] 'agreement among raft nodes before linearized reading' (duration: 408.187233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:44.38689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:43.97827Z","time spent":"408.606116ms","remote":"127.0.0.1:34668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:35:44.617829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.562758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:44.617931Z","caller":"traceutil/trace.go:171","msg":"trace[178619107] transaction","detail":"{read_only:false; response_revision:34375; number_of_response:1; }","duration":"181.757634ms","start":"2026-03-04T02:35:44.436157Z","end":"2026-03-04T02:35:44.617915Z","steps":["trace[178619107] 'process raft request' (duration: 11.02444ms)","trace[178619107] 'compare' (duration: 170.438274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:44.618585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.013112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:35:44.618945Z","caller":"traceutil/trace.go:171","msg":"trace[923699581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34374; }","duration":"206.361623ms","start":"2026-03-04T02:35:44.412517Z","end":"2026-03-04T02:35:44.618879Z","steps":["trace[923699581] 'range keys from in-memory index tree' (duration: 205.727793ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:44.910409Z","caller":"traceutil/trace.go:171","msg":"trace[1278338764] linearizableReadLoop","detail":"{readStateIndex:35540; appliedIndex:35539; }","duration":"268.551965ms","start":"2026-03-04T02:35:44.641831Z","end":"2026-03-04T02:35:44.910383Z","steps":["trace[1278338764] 'read index received' (duration: 267.962677ms)","trace[1278338764] 'applied index is now lower than readState.Index' (duration: 588.168µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:44.910537Z","caller":"traceutil/trace.go:171","msg":"trace[1579268582] transaction","detail":"{read_only:false; response_revision:34376; number_of_response:1; }","duration":"287.021591ms","start":"2026-03-04T02:35:44.623504Z","end":"2026-03-04T02:35:44.910526Z","steps":["trace[1579268582] 'process raft request' (duration: 286.318669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:44.910875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.715946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:44.910986Z","caller":"traceutil/trace.go:171","msg":"trace[1507209076] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:34376; }","duration":"236.909732ms","start":"2026-03-04T02:35:44.674054Z","end":"2026-03-04T02:35:44.910963Z","steps":["trace[1507209076] 'agreement among raft nodes before linearized reading' (duration: 236.713886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:44.911051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.253915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:44.911099Z","caller":"traceutil/trace.go:171","msg":"trace[582421486] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:34376; }","duration":"168.319738ms","start":"2026-03-04T02:35:44.742767Z","end":"2026-03-04T02:35:44.911086Z","steps":["trace[582421486] 'agreement among raft nodes before linearized reading' (duration: 168.217804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:44.911226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.353421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:44.911349Z","caller":"traceutil/trace.go:171","msg":"trace[1576660894] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:34376; }","duration":"269.546557ms","start":"2026-03-04T02:35:44.641778Z","end":"2026-03-04T02:35:44.911325Z","steps":["trace[1576660894] 'agreement among raft nodes before linearized reading' (duration: 269.279579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:44.911242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.382194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:35:44.911447Z","caller":"traceutil/trace.go:171","msg":"trace[1643357952] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34376; }","duration":"200.634452ms","start":"2026-03-04T02:35:44.710775Z","end":"2026-03-04T02:35:44.91141Z","steps":["trace[1643357952] 'agreement among raft nodes before linearized reading' (duration: 200.274871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:45.134166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.830753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:35:45.134257Z","caller":"traceutil/trace.go:171","msg":"trace[748234492] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:34376; }","duration":"115.970767ms","start":"2026-03-04T02:35:45.018266Z","end":"2026-03-04T02:35:45.134237Z","steps":["trace[748234492] 'count revisions from in-memory index tree' (duration: 115.74763ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:45.134451Z","caller":"traceutil/trace.go:171","msg":"trace[1769021808] transaction","detail":"{read_only:false; response_revision:34377; number_of_response:1; }","duration":"108.875812ms","start":"2026-03-04T02:35:45.025383Z","end":"2026-03-04T02:35:45.134259Z","steps":["trace[1769021808] 'process raft request' (duration: 107.923062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:45.66826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.28581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:45.66837Z","caller":"traceutil/trace.go:171","msg":"trace[1310196998] linearizableReadLoop","detail":"{readStateIndex:35542; appliedIndex:35541; }","duration":"353.134267ms","start":"2026-03-04T02:35:45.315217Z","end":"2026-03-04T02:35:45.668352Z","steps":["trace[1310196998] 'read index received' (duration: 170.678962ms)","trace[1310196998] 'applied index is now lower than readState.Index' (duration: 182.454145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:45.668439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.238041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:45.668473Z","caller":"traceutil/trace.go:171","msg":"trace[674494579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34378; }","duration":"353.332544ms","start":"2026-03-04T02:35:45.315131Z","end":"2026-03-04T02:35:45.668464Z","steps":["trace[674494579] 'agreement among raft nodes before linearized reading' (duration: 353.269232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:45.668505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:45.315083Z","time spent":"353.415977ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:35:45.668769Z","caller":"traceutil/trace.go:171","msg":"trace[2031566991] transaction","detail":"{read_only:false; response_revision:34378; number_of_response:1; }","duration":"494.871922ms","start":"2026-03-04T02:35:45.17351Z","end":"2026-03-04T02:35:45.668382Z","steps":["trace[2031566991] 'process raft request' (duration: 312.384866ms)","trace[2031566991] 'compare' (duration: 181.882907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:45.668915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:45.17349Z","time spent":"495.357787ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:45.693934Z","caller":"traceutil/trace.go:171","msg":"trace[847492396] transaction","detail":"{read_only:false; response_revision:34379; number_of_response:1; }","duration":"161.028206ms","start":"2026-03-04T02:35:45.532882Z","end":"2026-03-04T02:35:45.69391Z","steps":["trace[847492396] 'process raft request' (duration: 160.82414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:46.225666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.920333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:46.225803Z","caller":"traceutil/trace.go:171","msg":"trace[1839866114] transaction","detail":"{read_only:false; response_revision:34380; number_of_response:1; }","duration":"453.666874ms","start":"2026-03-04T02:35:45.772106Z","end":"2026-03-04T02:35:46.225773Z","steps":["trace[1839866114] 'process raft request' (duration: 174.528564ms)","trace[1839866114] 'compare' (duration: 278.756318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:46.225894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:45.772078Z","time spent":"453.767017ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:46.638177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.473447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:46.638459Z","caller":"traceutil/trace.go:171","msg":"trace[1190780339] transaction","detail":"{read_only:false; response_revision:34381; number_of_response:1; }","duration":"705.917402ms","start":"2026-03-04T02:35:45.932506Z","end":"2026-03-04T02:35:46.638423Z","steps":["trace[1190780339] 'process raft request' (duration: 481.109384ms)","trace[1190780339] 'compare' (duration: 224.092016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:46.638622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:45.932482Z","time spent":"706.055247ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:46.639164Z","caller":"traceutil/trace.go:171","msg":"trace[1888125520] transaction","detail":"{read_only:false; response_revision:34382; number_of_response:1; }","duration":"706.503721ms","start":"2026-03-04T02:35:45.93264Z","end":"2026-03-04T02:35:46.639143Z","steps":["trace[1888125520] 'process raft request' (duration: 705.634834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:46.639297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:45.932603Z","time spent":"706.629055ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:46.639398Z","caller":"traceutil/trace.go:171","msg":"trace[1214540931] linearizableReadLoop","detail":"{readStateIndex:35547; appliedIndex:35544; }","duration":"412.923993ms","start":"2026-03-04T02:35:46.226458Z","end":"2026-03-04T02:35:46.639382Z","steps":["trace[1214540931] 'read index received' (duration: 187.109462ms)","trace[1214540931] 'applied index is now lower than readState.Index' (duration: 225.813281ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:46.63942Z","caller":"traceutil/trace.go:171","msg":"trace[1952010521] transaction","detail":"{read_only:false; response_revision:34384; number_of_response:1; }","duration":"333.99841ms","start":"2026-03-04T02:35:46.305403Z","end":"2026-03-04T02:35:46.639402Z","steps":["trace[1952010521] 'process raft request' (duration: 333.892307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:46.639513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.044336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:35:46.639512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:46.305374Z","time spent":"334.085243ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:46.639547Z","caller":"traceutil/trace.go:171","msg":"trace[2111669209] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:34384; }","duration":"413.12324ms","start":"2026-03-04T02:35:46.226411Z","end":"2026-03-04T02:35:46.639535Z","steps":["trace[2111669209] 'agreement among raft nodes before linearized reading' (duration: 413.058387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:46.639578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:46.226394Z","time spent":"413.175311ms","remote":"127.0.0.1:52738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:35:46.63957Z","caller":"traceutil/trace.go:171","msg":"trace[885519836] transaction","detail":"{read_only:false; response_revision:34383; number_of_response:1; }","duration":"545.522658ms","start":"2026-03-04T02:35:46.094021Z","end":"2026-03-04T02:35:46.639544Z","steps":["trace[885519836] 'process raft request' (duration: 545.052273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:46.639718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:46.093994Z","time spent":"545.643061ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:46.962233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.191085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:46.962389Z","caller":"traceutil/trace.go:171","msg":"trace[1450266530] linearizableReadLoop","detail":"{readStateIndex:35549; appliedIndex:35548; }","duration":"322.922419ms","start":"2026-03-04T02:35:46.639444Z","end":"2026-03-04T02:35:46.962367Z","steps":["trace[1450266530] 'read index received' (duration: 112.463136ms)","trace[1450266530] 'applied index is now lower than readState.Index' (duration: 210.457403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:46.962563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.508708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:35:46.962638Z","caller":"traceutil/trace.go:171","msg":"trace[2060990503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34385; }","duration":"563.611171ms","start":"2026-03-04T02:35:46.399006Z","end":"2026-03-04T02:35:46.962617Z","steps":["trace[2060990503] 'agreement among raft nodes before linearized reading' (duration: 563.413515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:46.962648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.811358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T02:35:46.962685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:46.398994Z","time spent":"563.682994ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:35:46.962703Z","caller":"traceutil/trace.go:171","msg":"trace[1752899276] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34385; }","duration":"563.89102ms","start":"2026-03-04T02:35:46.398794Z","end":"2026-03-04T02:35:46.962685Z","steps":["trace[1752899276] 'agreement among raft nodes before linearized reading' (duration: 563.697404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:46.962762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:46.398785Z","time spent":"563.962272ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:35:46.962744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.880941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:46.962946Z","caller":"traceutil/trace.go:171","msg":"trace[1136518033] transaction","detail":"{read_only:false; response_revision:34385; number_of_response:1; }","duration":"338.419371ms","start":"2026-03-04T02:35:46.624469Z","end":"2026-03-04T02:35:46.962889Z","steps":["trace[1136518033] 'process raft request' (duration: 127.482112ms)","trace[1136518033] 'compare' (duration: 210.053591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:46.962998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.231051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:35:46.963016Z","caller":"traceutil/trace.go:171","msg":"trace[172254598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34385; }","duration":"647.197092ms","start":"2026-03-04T02:35:46.315801Z","end":"2026-03-04T02:35:46.962998Z","steps":["trace[172254598] 'agreement among raft nodes before linearized reading' (duration: 646.840841ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:46.963034Z","caller":"traceutil/trace.go:171","msg":"trace[1492478001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34385; }","duration":"564.305323ms","start":"2026-03-04T02:35:46.398719Z","end":"2026-03-04T02:35:46.963025Z","steps":["trace[1492478001] 'agreement among raft nodes before linearized reading' (duration: 564.167659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:46.963063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:46.398699Z","time spent":"564.358825ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:35:46.963071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:46.315783Z","time spent":"647.272004ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:35:46.962951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.930827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:35:46.963103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:46.624435Z","time spent":"338.582836ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:46.963124Z","caller":"traceutil/trace.go:171","msg":"trace[1499068364] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:34385; }","duration":"550.155644ms","start":"2026-03-04T02:35:46.412948Z","end":"2026-03-04T02:35:46.963104Z","steps":["trace[1499068364] 'agreement among raft nodes before linearized reading' (duration: 549.917897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:46.963168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:46.412936Z","time spent":"550.216467ms","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:35:46.963512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.821541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:35:46.963774Z","caller":"traceutil/trace.go:171","msg":"trace[64860259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34385; }","duration":"566.142321ms","start":"2026-03-04T02:35:46.397586Z","end":"2026-03-04T02:35:46.963728Z","steps":["trace[64860259] 'agreement among raft nodes before linearized reading' (duration: 565.358546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:46.963939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:46.397564Z","time spent":"566.360238ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:35:47.287456Z","caller":"traceutil/trace.go:171","msg":"trace[1873146753] transaction","detail":"{read_only:false; response_revision:34386; number_of_response:1; }","duration":"319.852722ms","start":"2026-03-04T02:35:46.967567Z","end":"2026-03-04T02:35:47.287419Z","steps":["trace[1873146753] 'process raft request' (duration: 274.36318ms)","trace[1873146753] 'compare' (duration: 45.321967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:47.287637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:46.967546Z","time spent":"320.002157ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:47.336911Z","caller":"traceutil/trace.go:171","msg":"trace[812830794] transaction","detail":"{read_only:false; response_revision:34389; number_of_response:1; }","duration":"368.600388ms","start":"2026-03-04T02:35:46.968276Z","end":"2026-03-04T02:35:47.336876Z","steps":["trace[812830794] 'process raft request' (duration: 368.491385ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:47.337002Z","caller":"traceutil/trace.go:171","msg":"trace[1560172176] transaction","detail":"{read_only:false; response_revision:34388; number_of_response:1; }","duration":"369.072143ms","start":"2026-03-04T02:35:46.967917Z","end":"2026-03-04T02:35:47.336989Z","steps":["trace[1560172176] 'process raft request' (duration: 368.763703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:47.33711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:46.968261Z","time spent":"368.741522ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:47.337137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:46.967901Z","time spent":"369.152625ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:47.336916Z","caller":"traceutil/trace.go:171","msg":"trace[1582023368] transaction","detail":"{read_only:false; response_revision:34387; number_of_response:1; }","duration":"369.278219ms","start":"2026-03-04T02:35:46.9676Z","end":"2026-03-04T02:35:47.336878Z","steps":["trace[1582023368] 'process raft request' (duration: 368.195665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:47.337425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:46.967577Z","time spent":"369.738784ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:47.337651Z","caller":"traceutil/trace.go:171","msg":"trace[701373163] transaction","detail":"{read_only:false; response_revision:34390; number_of_response:1; }","duration":"368.781404ms","start":"2026-03-04T02:35:46.968835Z","end":"2026-03-04T02:35:47.337617Z","steps":["trace[701373163] 'process raft request' (duration: 367.990519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:47.337864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:46.968822Z","time spent":"368.921128ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:47.338761Z","caller":"traceutil/trace.go:171","msg":"trace[1187525926] transaction","detail":"{read_only:false; response_revision:34391; number_of_response:1; }","duration":"197.12044ms","start":"2026-03-04T02:35:47.141607Z","end":"2026-03-04T02:35:47.338727Z","steps":["trace[1187525926] 'process raft request' (duration: 195.948163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:47.57878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.413393ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:35:47.578897Z","caller":"traceutil/trace.go:171","msg":"trace[1180882475] linearizableReadLoop","detail":"{readStateIndex:35556; appliedIndex:35550; }","duration":"262.707369ms","start":"2026-03-04T02:35:47.316171Z","end":"2026-03-04T02:35:47.578878Z","steps":["trace[1180882475] 'read index received' (duration: 19.640963ms)","trace[1180882475] 'applied index is now lower than readState.Index' (duration: 243.064646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:47.579006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.830484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:47.579032Z","caller":"traceutil/trace.go:171","msg":"trace[161102761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34391; }","duration":"262.906326ms","start":"2026-03-04T02:35:47.316116Z","end":"2026-03-04T02:35:47.579022Z","steps":["trace[161102761] 'agreement among raft nodes before linearized reading' (duration: 262.835464ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:47.782232Z","caller":"traceutil/trace.go:171","msg":"trace[1682522788] transaction","detail":"{read_only:false; response_revision:34392; number_of_response:1; }","duration":"104.684339ms","start":"2026-03-04T02:35:47.677516Z","end":"2026-03-04T02:35:47.7822Z","steps":["trace[1682522788] 'process raft request' (duration: 104.489343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:48.183459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.557219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:48.183625Z","caller":"traceutil/trace.go:171","msg":"trace[640960543] transaction","detail":"{read_only:false; response_revision:34393; number_of_response:1; }","duration":"484.327637ms","start":"2026-03-04T02:35:47.699278Z","end":"2026-03-04T02:35:48.183606Z","steps":["trace[640960543] 'process raft request' (duration: 207.544611ms)","trace[640960543] 'compare' (duration: 276.26864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:48.183686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:47.699261Z","time spent":"484.396379ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:48.184098Z","caller":"traceutil/trace.go:171","msg":"trace[656480447] linearizableReadLoop","detail":"{readStateIndex:35559; appliedIndex:35557; }","duration":"237.504211ms","start":"2026-03-04T02:35:47.946584Z","end":"2026-03-04T02:35:48.184088Z","steps":["trace[656480447] 'read index received' (duration: 217.320591ms)","trace[656480447] 'applied index is now lower than readState.Index' (duration: 20.18255ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:48.18416Z","caller":"traceutil/trace.go:171","msg":"trace[2068073945] transaction","detail":"{read_only:false; response_revision:34394; number_of_response:1; }","duration":"240.895909ms","start":"2026-03-04T02:35:47.943228Z","end":"2026-03-04T02:35:48.184124Z","steps":["trace[2068073945] 'process raft request' (duration: 240.334471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:48.184207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.621054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:35:48.184232Z","caller":"traceutil/trace.go:171","msg":"trace[2010535256] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:34394; }","duration":"237.673866ms","start":"2026-03-04T02:35:47.946549Z","end":"2026-03-04T02:35:48.184223Z","steps":["trace[2010535256] 'agreement among raft nodes before linearized reading' (duration: 237.576493ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:48.192387Z","caller":"traceutil/trace.go:171","msg":"trace[1204088054] transaction","detail":"{read_only:false; response_revision:34395; number_of_response:1; }","duration":"181.406733ms","start":"2026-03-04T02:35:48.010968Z","end":"2026-03-04T02:35:48.192375Z","steps":["trace[1204088054] 'process raft request' (duration: 181.350401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:48.487794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.305744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:48.487883Z","caller":"traceutil/trace.go:171","msg":"trace[1363686272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34395; }","duration":"172.447648ms","start":"2026-03-04T02:35:48.315416Z","end":"2026-03-04T02:35:48.487864Z","steps":["trace[1363686272] 'range keys from in-memory index tree' (duration: 172.2175ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:48.750248Z","caller":"traceutil/trace.go:171","msg":"trace[1669224373] transaction","detail":"{read_only:false; response_revision:34396; number_of_response:1; }","duration":"107.159657ms","start":"2026-03-04T02:35:48.643058Z","end":"2026-03-04T02:35:48.750217Z","steps":["trace[1669224373] 'process raft request' (duration: 106.984952ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:48.967576Z","caller":"traceutil/trace.go:171","msg":"trace[718241447] transaction","detail":"{read_only:false; response_revision:34397; number_of_response:1; }","duration":"323.440296ms","start":"2026-03-04T02:35:48.64411Z","end":"2026-03-04T02:35:48.967551Z","steps":["trace[718241447] 'process raft request' (duration: 317.696714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:48.967737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:48.644087Z","time spent":"323.57587ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:48.967812Z","caller":"traceutil/trace.go:171","msg":"trace[1166288431] linearizableReadLoop","detail":"{readStateIndex:35563; appliedIndex:35560; }","duration":"268.708ms","start":"2026-03-04T02:35:48.699078Z","end":"2026-03-04T02:35:48.967786Z","steps":["trace[1166288431] 'read index received' (duration: 50.909224ms)","trace[1166288431] 'applied index is now lower than readState.Index' (duration: 217.797766ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:48.967937Z","caller":"traceutil/trace.go:171","msg":"trace[457920325] transaction","detail":"{read_only:false; response_revision:34398; number_of_response:1; }","duration":"323.108626ms","start":"2026-03-04T02:35:48.644818Z","end":"2026-03-04T02:35:48.967926Z","steps":["trace[457920325] 'process raft request' (duration: 322.650811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:48.968047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:48.644806Z","time spent":"323.163067ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:48.968428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.34544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:48.96853Z","caller":"traceutil/trace.go:171","msg":"trace[1405474022] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:34398; }","duration":"269.481744ms","start":"2026-03-04T02:35:48.699035Z","end":"2026-03-04T02:35:48.968516Z","steps":["trace[1405474022] 'agreement among raft nodes before linearized reading' (duration: 269.34032ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:49.418105Z","caller":"traceutil/trace.go:171","msg":"trace[1039432076] linearizableReadLoop","detail":"{readStateIndex:35565; appliedIndex:35564; }","duration":"101.494098ms","start":"2026-03-04T02:35:49.316581Z","end":"2026-03-04T02:35:49.418075Z","steps":["trace[1039432076] 'read index received' (duration: 101.314673ms)","trace[1039432076] 'applied index is now lower than readState.Index' (duration: 178.175µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:49.418213Z","caller":"traceutil/trace.go:171","msg":"trace[108512134] transaction","detail":"{read_only:false; response_revision:34400; number_of_response:1; }","duration":"121.947936ms","start":"2026-03-04T02:35:49.296254Z","end":"2026-03-04T02:35:49.418202Z","steps":["trace[108512134] 'process raft request' (duration: 121.667858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:49.418393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.938293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:49.418433Z","caller":"traceutil/trace.go:171","msg":"trace[389634624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34400; }","duration":"102.024615ms","start":"2026-03-04T02:35:49.316399Z","end":"2026-03-04T02:35:49.418424Z","steps":["trace[389634624] 'agreement among raft nodes before linearized reading' (duration: 101.948333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:49.501125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.722735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:35:49.501207Z","caller":"traceutil/trace.go:171","msg":"trace[523384888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34401; }","duration":"159.830268ms","start":"2026-03-04T02:35:49.341362Z","end":"2026-03-04T02:35:49.501193Z","steps":["trace[523384888] 'agreement among raft nodes before linearized reading' (duration: 159.610771ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:49.501197Z","caller":"traceutil/trace.go:171","msg":"trace[2029435868] transaction","detail":"{read_only:false; response_revision:34401; number_of_response:1; }","duration":"157.827624ms","start":"2026-03-04T02:35:49.343346Z","end":"2026-03-04T02:35:49.501174Z","steps":["trace[2029435868] 'process raft request' (duration: 116.952128ms)","trace[2029435868] 'compare' (duration: 40.531015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:49.501126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.825936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T02:35:49.501327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.52586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:35:49.501362Z","caller":"traceutil/trace.go:171","msg":"trace[1067658616] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34401; }","duration":"159.075624ms","start":"2026-03-04T02:35:49.342257Z","end":"2026-03-04T02:35:49.501333Z","steps":["trace[1067658616] 'agreement among raft nodes before linearized reading' (duration: 158.688302ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:49.501429Z","caller":"traceutil/trace.go:171","msg":"trace[989645370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34401; }","duration":"160.638844ms","start":"2026-03-04T02:35:49.340776Z","end":"2026-03-04T02:35:49.501415Z","steps":["trace[989645370] 'agreement among raft nodes before linearized reading' (duration: 160.397216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:49.501402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.464939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:35:49.501481Z","caller":"traceutil/trace.go:171","msg":"trace[23125405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34401; }","duration":"160.594592ms","start":"2026-03-04T02:35:49.340867Z","end":"2026-03-04T02:35:49.501461Z","steps":["trace[23125405] 'agreement among raft nodes before linearized reading' (duration: 160.343544ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:49.697696Z","caller":"traceutil/trace.go:171","msg":"trace[1951522092] transaction","detail":"{read_only:false; response_revision:34403; number_of_response:1; }","duration":"191.958696ms","start":"2026-03-04T02:35:49.505713Z","end":"2026-03-04T02:35:49.697672Z","steps":["trace[1951522092] 'process raft request' (duration: 191.686197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:49.697973Z","caller":"traceutil/trace.go:171","msg":"trace[1456952031] transaction","detail":"{read_only:false; response_revision:34404; number_of_response:1; }","duration":"192.199544ms","start":"2026-03-04T02:35:49.505742Z","end":"2026-03-04T02:35:49.697941Z","steps":["trace[1456952031] 'process raft request' (duration: 191.885984ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:49.698108Z","caller":"traceutil/trace.go:171","msg":"trace[1228032950] transaction","detail":"{read_only:false; response_revision:34405; number_of_response:1; }","duration":"191.316826ms","start":"2026-03-04T02:35:49.506758Z","end":"2026-03-04T02:35:49.698074Z","steps":["trace[1228032950] 'process raft request' (duration: 191.096439ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:51.063367Z","caller":"traceutil/trace.go:171","msg":"trace[1965643922] transaction","detail":"{read_only:false; response_revision:34408; number_of_response:1; }","duration":"307.80714ms","start":"2026-03-04T02:35:50.75554Z","end":"2026-03-04T02:35:51.063347Z","steps":["trace[1965643922] 'process raft request' (duration: 307.651575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:51.063492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:50.755521Z","time spent":"307.908492ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:51.101866Z","caller":"traceutil/trace.go:171","msg":"trace[1665616639] transaction","detail":"{read_only:false; response_revision:34410; number_of_response:1; }","duration":"127.955028ms","start":"2026-03-04T02:35:50.973893Z","end":"2026-03-04T02:35:51.101848Z","steps":["trace[1665616639] 'process raft request' (duration: 127.902926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:51.101896Z","caller":"traceutil/trace.go:171","msg":"trace[1899810506] transaction","detail":"{read_only:false; response_revision:34409; number_of_response:1; }","duration":"128.740192ms","start":"2026-03-04T02:35:50.973119Z","end":"2026-03-04T02:35:51.101859Z","steps":["trace[1899810506] 'process raft request' (duration: 128.578537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:51.649768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.705862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:51.649867Z","caller":"traceutil/trace.go:171","msg":"trace[1665446530] linearizableReadLoop","detail":"{readStateIndex:35578; appliedIndex:35577; }","duration":"118.027372ms","start":"2026-03-04T02:35:51.531825Z","end":"2026-03-04T02:35:51.649852Z","steps":["trace[1665446530] 'read index received' (duration: 107.083µs)","trace[1665446530] 'applied index is now lower than readState.Index' (duration: 117.919219ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:51.649957Z","caller":"traceutil/trace.go:171","msg":"trace[1045635105] transaction","detail":"{read_only:false; response_revision:34413; number_of_response:1; }","duration":"141.353882ms","start":"2026-03-04T02:35:51.508585Z","end":"2026-03-04T02:35:51.649939Z","steps":["trace[1045635105] 'process raft request' (duration: 23.411072ms)","trace[1045635105] 'compare' (duration: 117.595009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:51.650083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.188858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:35:51.650147Z","caller":"traceutil/trace.go:171","msg":"trace[787164075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34413; }","duration":"118.313612ms","start":"2026-03-04T02:35:51.531816Z","end":"2026-03-04T02:35:51.65013Z","steps":["trace[787164075] 'agreement among raft nodes before linearized reading' (duration: 118.080484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:51.923007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.720541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:51.923116Z","caller":"traceutil/trace.go:171","msg":"trace[1956955833] linearizableReadLoop","detail":"{readStateIndex:35580; appliedIndex:35578; }","duration":"247.130727ms","start":"2026-03-04T02:35:51.675975Z","end":"2026-03-04T02:35:51.923105Z","steps":["trace[1956955833] 'read index received' (duration: 130.372414ms)","trace[1956955833] 'applied index is now lower than readState.Index' (duration: 116.757773ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:51.92328Z","caller":"traceutil/trace.go:171","msg":"trace[1945315525] transaction","detail":"{read_only:false; response_revision:34414; number_of_response:1; }","duration":"278.843262ms","start":"2026-03-04T02:35:51.644377Z","end":"2026-03-04T02:35:51.92322Z","steps":["trace[1945315525] 'process raft request' (duration: 161.852953ms)","trace[1945315525] 'compare' (duration: 116.538365ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:51.923421Z","caller":"traceutil/trace.go:171","msg":"trace[1254385916] transaction","detail":"{read_only:false; response_revision:34415; number_of_response:1; }","duration":"269.480355ms","start":"2026-03-04T02:35:51.653911Z","end":"2026-03-04T02:35:51.923391Z","steps":["trace[1254385916] 'process raft request' (duration: 269.162535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:51.923564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.541009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:51.923634Z","caller":"traceutil/trace.go:171","msg":"trace[1318148546] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:34415; }","duration":"247.668003ms","start":"2026-03-04T02:35:51.675932Z","end":"2026-03-04T02:35:51.9236Z","steps":["trace[1318148546] 'agreement among raft nodes before linearized reading' (duration: 247.519439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:51.923806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.474971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:35:51.923859Z","caller":"traceutil/trace.go:171","msg":"trace[1862493212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34415; }","duration":"109.571134ms","start":"2026-03-04T02:35:51.814274Z","end":"2026-03-04T02:35:51.923845Z","steps":["trace[1862493212] 'agreement among raft nodes before linearized reading' (duration: 109.417429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:51.923861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.294017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:35:51.923899Z","caller":"traceutil/trace.go:171","msg":"trace[1213357818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34415; }","duration":"221.373579ms","start":"2026-03-04T02:35:51.702516Z","end":"2026-03-04T02:35:51.923889Z","steps":["trace[1213357818] 'agreement among raft nodes before linearized reading' (duration: 221.218495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:51.923937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.437341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:35:51.924004Z","caller":"traceutil/trace.go:171","msg":"trace[2055274825] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34415; }","duration":"221.534825ms","start":"2026-03-04T02:35:51.702455Z","end":"2026-03-04T02:35:51.92399Z","steps":["trace[2055274825] 'agreement among raft nodes before linearized reading' (duration: 221.326368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:51.924383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.096232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:35:51.924506Z","caller":"traceutil/trace.go:171","msg":"trace[197927187] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34415; }","duration":"222.272978ms","start":"2026-03-04T02:35:51.702212Z","end":"2026-03-04T02:35:51.924485Z","steps":["trace[197927187] 'agreement among raft nodes before linearized reading' (duration: 221.423171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.31051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.181077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:52.310607Z","caller":"traceutil/trace.go:171","msg":"trace[131543020] transaction","detail":"{read_only:false; response_revision:34416; number_of_response:1; }","duration":"382.411025ms","start":"2026-03-04T02:35:51.928182Z","end":"2026-03-04T02:35:52.310593Z","steps":["trace[131543020] 'process raft request' (duration: 106.109894ms)","trace[131543020] 'compare' (duration: 276.067003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:52.310691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:51.928166Z","time spent":"382.502888ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:52.373153Z","caller":"traceutil/trace.go:171","msg":"trace[250046581] transaction","detail":"{read_only:false; response_revision:34417; number_of_response:1; }","duration":"444.759973ms","start":"2026-03-04T02:35:51.928368Z","end":"2026-03-04T02:35:52.373128Z","steps":["trace[250046581] 'process raft request' (duration: 444.502855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.373331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:51.928354Z","time spent":"444.893937ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:52.373392Z","caller":"traceutil/trace.go:171","msg":"trace[938144752] transaction","detail":"{read_only:false; response_revision:34418; number_of_response:1; }","duration":"444.575677ms","start":"2026-03-04T02:35:51.9288Z","end":"2026-03-04T02:35:52.373376Z","steps":["trace[938144752] 'process raft request' (duration: 444.278897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.373485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:51.928785Z","time spent":"444.658209ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:52.373757Z","caller":"traceutil/trace.go:171","msg":"trace[1999413426] transaction","detail":"{read_only:false; response_revision:34419; number_of_response:1; }","duration":"444.586777ms","start":"2026-03-04T02:35:51.929141Z","end":"2026-03-04T02:35:52.373728Z","steps":["trace[1999413426] 'process raft request' (duration: 444.181454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.373938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:51.929134Z","time spent":"444.726521ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:52.374049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.763189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-03-04T02:35:52.374131Z","caller":"traceutil/trace.go:171","msg":"trace[564392514] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:34419; }","duration":"401.902593ms","start":"2026-03-04T02:35:51.972211Z","end":"2026-03-04T02:35:52.374114Z","steps":["trace[564392514] 'agreement among raft nodes before linearized reading' (duration: 401.624374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.374188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:51.972185Z","time spent":"401.989106ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-03-04T02:35:52.373712Z","caller":"traceutil/trace.go:171","msg":"trace[473854892] linearizableReadLoop","detail":"{readStateIndex:35584; appliedIndex:35580; }","duration":"401.428748ms","start":"2026-03-04T02:35:51.972253Z","end":"2026-03-04T02:35:52.373681Z","steps":["trace[473854892] 'read index received' (duration: 61.994656ms)","trace[473854892] 'applied index is now lower than readState.Index' (duration: 339.431892ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:52.457996Z","caller":"traceutil/trace.go:171","msg":"trace[743488989] transaction","detail":"{read_only:false; response_revision:34420; number_of_response:1; }","duration":"211.652431ms","start":"2026-03-04T02:35:52.246311Z","end":"2026-03-04T02:35:52.457963Z","steps":["trace[743488989] 'process raft request' (duration: 170.750864ms)","trace[743488989] 'compare' (duration: 40.643359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:52.458129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.814122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:35:52.458169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.203524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:35:52.458248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.300425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:52.458259Z","caller":"traceutil/trace.go:171","msg":"trace[234439178] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:34420; }","duration":"256.353148ms","start":"2026-03-04T02:35:52.201884Z","end":"2026-03-04T02:35:52.458237Z","steps":["trace[234439178] 'agreement among raft nodes before linearized reading' (duration: 256.191933ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:52.458287Z","caller":"traceutil/trace.go:171","msg":"trace[541130175] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:34420; }","duration":"401.379607ms","start":"2026-03-04T02:35:52.056898Z","end":"2026-03-04T02:35:52.458277Z","steps":["trace[541130175] 'agreement among raft nodes before linearized reading' (duration: 401.326205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.458272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.973252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:52.458362Z","caller":"traceutil/trace.go:171","msg":"trace[885536214] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:34420; }","duration":"365.131387ms","start":"2026-03-04T02:35:52.093215Z","end":"2026-03-04T02:35:52.458347Z","steps":["trace[885536214] 'agreement among raft nodes before linearized reading' (duration: 364.977492ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:52.458199Z","caller":"traceutil/trace.go:171","msg":"trace[2048794840] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:34420; }","duration":"408.925806ms","start":"2026-03-04T02:35:52.049258Z","end":"2026-03-04T02:35:52.458184Z","steps":["trace[2048794840] 'agreement among raft nodes before linearized reading' (duration: 408.814852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.458484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:52.049241Z","time spent":"409.208015ms","remote":"127.0.0.1:34712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:35:52.458945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:52.093176Z","time spent":"365.21511ms","remote":"127.0.0.1:37622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:35:52.459002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:52.056888Z","time spent":"401.428628ms","remote":"127.0.0.1:45748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:35:52.852037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.429635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:52.852772Z","caller":"traceutil/trace.go:171","msg":"trace[1037740848] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:34421; }","duration":"236.21973ms","start":"2026-03-04T02:35:52.616526Z","end":"2026-03-04T02:35:52.852746Z","steps":["trace[1037740848] 'count revisions from in-memory index tree' (duration: 235.341042ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:53.219021Z","caller":"traceutil/trace.go:171","msg":"trace[1781272829] transaction","detail":"{read_only:false; response_revision:34422; number_of_response:1; }","duration":"150.575284ms","start":"2026-03-04T02:35:53.06842Z","end":"2026-03-04T02:35:53.218995Z","steps":["trace[1781272829] 'process raft request' (duration: 150.374328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:53.47531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.2309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:53.475542Z","caller":"traceutil/trace.go:171","msg":"trace[1957127151] linearizableReadLoop","detail":"{readStateIndex:35591; appliedIndex:35588; }","duration":"219.529971ms","start":"2026-03-04T02:35:53.255996Z","end":"2026-03-04T02:35:53.475526Z","steps":["trace[1957127151] 'read index received' (duration: 76.95539ms)","trace[1957127151] 'applied index is now lower than readState.Index' (duration: 142.573661ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:53.475632Z","caller":"traceutil/trace.go:171","msg":"trace[1203435339] transaction","detail":"{read_only:false; response_revision:34423; number_of_response:1; }","duration":"368.112611ms","start":"2026-03-04T02:35:53.107507Z","end":"2026-03-04T02:35:53.47562Z","steps":["trace[1203435339] 'process raft request' (duration: 225.493939ms)","trace[1203435339] 'compare' (duration: 141.401213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:53.475694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:53.107483Z","time spent":"368.181023ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:53.475992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.989295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:53.476001Z","caller":"traceutil/trace.go:171","msg":"trace[1584907679] transaction","detail":"{read_only:false; response_revision:34424; number_of_response:1; }","duration":"368.38725ms","start":"2026-03-04T02:35:53.107583Z","end":"2026-03-04T02:35:53.47597Z","steps":["trace[1584907679] 'process raft request' (duration: 367.822022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:53.47605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.751049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:53.476077Z","caller":"traceutil/trace.go:171","msg":"trace[934305808] transaction","detail":"{read_only:false; response_revision:34425; number_of_response:1; }","duration":"368.216324ms","start":"2026-03-04T02:35:53.107854Z","end":"2026-03-04T02:35:53.476071Z","steps":["trace[934305808] 'process raft request' (duration: 367.628215ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:53.476082Z","caller":"traceutil/trace.go:171","msg":"trace[176358106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34425; }","duration":"161.78334ms","start":"2026-03-04T02:35:53.31429Z","end":"2026-03-04T02:35:53.476073Z","steps":["trace[176358106] 'agreement among raft nodes before linearized reading' (duration: 161.731148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:53.476138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:53.107846Z","time spent":"368.252365ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:53.476166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:53.107579Z","time spent":"368.498093ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:53.476285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.524857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:35:53.476315Z","caller":"traceutil/trace.go:171","msg":"trace[371886921] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:34425; }","duration":"152.596549ms","start":"2026-03-04T02:35:53.323714Z","end":"2026-03-04T02:35:53.47631Z","steps":["trace[371886921] 'agreement among raft nodes before linearized reading' (duration: 152.518406ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:53.476048Z","caller":"traceutil/trace.go:171","msg":"trace[1362083508] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:34425; }","duration":"220.095899ms","start":"2026-03-04T02:35:53.255938Z","end":"2026-03-04T02:35:53.476034Z","steps":["trace[1362083508] 'agreement among raft nodes before linearized reading' (duration: 219.994106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:53.745924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.049327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-04T02:35:53.745965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.039572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-04T02:35:53.746041Z","caller":"traceutil/trace.go:171","msg":"trace[1098934681] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34427; }","duration":"132.186401ms","start":"2026-03-04T02:35:53.613817Z","end":"2026-03-04T02:35:53.746003Z","steps":["trace[1098934681] 'range keys from in-memory index tree' (duration: 131.80547ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:53.746049Z","caller":"traceutil/trace.go:171","msg":"trace[767624966] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:34427; }","duration":"170.164966ms","start":"2026-03-04T02:35:53.575864Z","end":"2026-03-04T02:35:53.746028Z","steps":["trace[767624966] 'range keys from in-memory index tree' (duration: 169.879107ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:53.940064Z","caller":"traceutil/trace.go:171","msg":"trace[691330558] transaction","detail":"{read_only:false; response_revision:34429; number_of_response:1; }","duration":"188.766446ms","start":"2026-03-04T02:35:53.751277Z","end":"2026-03-04T02:35:53.940043Z","steps":["trace[691330558] 'process raft request' (duration: 150.162722ms)","trace[691330558] 'compare' (duration: 38.108428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:54.87845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830225202974806,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:35:55.030424Z","caller":"traceutil/trace.go:171","msg":"trace[1957084136] transaction","detail":"{read_only:false; response_revision:34431; number_of_response:1; }","duration":"710.216919ms","start":"2026-03-04T02:35:54.320187Z","end":"2026-03-04T02:35:55.030404Z","steps":["trace[1957084136] 'process raft request' (duration: 710.069365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:55.030564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:54.320159Z","time spent":"710.325553ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:55.194456Z","caller":"traceutil/trace.go:171","msg":"trace[1432907085] linearizableReadLoop","detail":"{readStateIndex:35598; appliedIndex:35596; }","duration":"816.524301ms","start":"2026-03-04T02:35:54.377913Z","end":"2026-03-04T02:35:55.194437Z","steps":["trace[1432907085] 'read index received' (duration: 652.368476ms)","trace[1432907085] 'applied index is now lower than readState.Index' (duration: 164.155035ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:55.194503Z","caller":"traceutil/trace.go:171","msg":"trace[652076055] transaction","detail":"{read_only:false; response_revision:34432; number_of_response:1; }","duration":"730.626657ms","start":"2026-03-04T02:35:54.463854Z","end":"2026-03-04T02:35:55.194481Z","steps":["trace[652076055] 'process raft request' (duration: 729.923445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:55.19461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.690596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:35:55.194635Z","caller":"traceutil/trace.go:171","msg":"trace[1282864753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34432; }","duration":"816.759968ms","start":"2026-03-04T02:35:54.377869Z","end":"2026-03-04T02:35:55.194629Z","steps":["trace[1282864753] 'agreement among raft nodes before linearized reading' (duration: 816.652624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:55.194651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:54.37785Z","time spent":"816.797009ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:35:55.194635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:54.46382Z","time spent":"730.73259ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:55.194779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.779649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:35:55.194852Z","caller":"traceutil/trace.go:171","msg":"trace[1580155980] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34432; }","duration":"816.879811ms","start":"2026-03-04T02:35:54.377955Z","end":"2026-03-04T02:35:55.194834Z","steps":["trace[1580155980] 'agreement among raft nodes before linearized reading' (duration: 816.652994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:55.194847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.038565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:35:55.194937Z","caller":"traceutil/trace.go:171","msg":"trace[524794360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34432; }","duration":"816.119247ms","start":"2026-03-04T02:35:54.378782Z","end":"2026-03-04T02:35:55.194901Z","steps":["trace[524794360] 'agreement among raft nodes before linearized reading' (duration: 815.954502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:55.194984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:54.378775Z","time spent":"816.19921ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:35:55.195093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:54.377949Z","time spent":"816.929874ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:35:55.33461Z","caller":"traceutil/trace.go:171","msg":"trace[94554368] transaction","detail":"{read_only:false; response_revision:34436; number_of_response:1; }","duration":"109.691438ms","start":"2026-03-04T02:35:55.224889Z","end":"2026-03-04T02:35:55.33458Z","steps":["trace[94554368] 'process raft request' (duration: 70.223057ms)","trace[94554368] 'compare' (duration: 39.211913ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:59.416952Z","caller":"traceutil/trace.go:171","msg":"trace[1966430049] transaction","detail":"{read_only:false; response_revision:34461; number_of_response:1; }","duration":"205.105244ms","start":"2026-03-04T02:35:59.211812Z","end":"2026-03-04T02:35:59.416917Z","steps":["trace[1966430049] 'process raft request' (duration: 180.282977ms)","trace[1966430049] 'compare' (duration: 24.665902ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:59.416989Z","caller":"traceutil/trace.go:171","msg":"trace[1820601430] linearizableReadLoop","detail":"{readStateIndex:35628; appliedIndex:35627; }","duration":"100.127225ms","start":"2026-03-04T02:35:59.316842Z","end":"2026-03-04T02:35:59.416969Z","steps":["trace[1820601430] 'read index received' (duration: 75.270166ms)","trace[1820601430] 'applied index is now lower than readState.Index' (duration: 24.855989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:59.417974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.812017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:35:59.418569Z","caller":"traceutil/trace.go:171","msg":"trace[294414742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34462; }","duration":"101.458147ms","start":"2026-03-04T02:35:59.317091Z","end":"2026-03-04T02:35:59.418549Z","steps":["trace[294414742] 'agreement among raft nodes before linearized reading' (duration: 100.752474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:59.418073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.223519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:35:59.418701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.715535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T02:35:59.418085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.077815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:59.418826Z","caller":"traceutil/trace.go:171","msg":"trace[1457627824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34462; }","duration":"101.910372ms","start":"2026-03-04T02:35:59.31689Z","end":"2026-03-04T02:35:59.418801Z","steps":["trace[1457627824] 'agreement among raft nodes before linearized reading' (duration: 100.92433ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:59.418871Z","caller":"traceutil/trace.go:171","msg":"trace[1611263257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34462; }","duration":"101.87548ms","start":"2026-03-04T02:35:59.316969Z","end":"2026-03-04T02:35:59.418844Z","steps":["trace[1611263257] 'agreement among raft nodes before linearized reading' (duration: 101.027903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:59.418868Z","caller":"traceutil/trace.go:171","msg":"trace[423804047] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34462; }","duration":"101.927912ms","start":"2026-03-04T02:35:59.3168Z","end":"2026-03-04T02:35:59.418728Z","steps":["trace[423804047] 'agreement among raft nodes before linearized reading' (duration: 100.301371ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:01.762066Z","caller":"traceutil/trace.go:171","msg":"trace[972782274] transaction","detail":"{read_only:false; response_revision:34479; number_of_response:1; }","duration":"125.843901ms","start":"2026-03-04T02:36:01.63619Z","end":"2026-03-04T02:36:01.762034Z","steps":["trace[972782274] 'process raft request' (duration: 125.643254ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:01.762086Z","caller":"traceutil/trace.go:171","msg":"trace[877431610] transaction","detail":"{read_only:false; response_revision:34480; number_of_response:1; }","duration":"122.839765ms","start":"2026-03-04T02:36:01.639217Z","end":"2026-03-04T02:36:01.762057Z","steps":["trace[877431610] 'process raft request' (duration: 122.760443ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:03.744668Z","caller":"traceutil/trace.go:171","msg":"trace[807842073] linearizableReadLoop","detail":"{readStateIndex:35661; appliedIndex:35660; }","duration":"109.976907ms","start":"2026-03-04T02:36:03.634667Z","end":"2026-03-04T02:36:03.744644Z","steps":["trace[807842073] 'read index received' (duration: 54.670253ms)","trace[807842073] 'applied index is now lower than readState.Index' (duration: 55.305633ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:03.744723Z","caller":"traceutil/trace.go:171","msg":"trace[283308914] transaction","detail":"{read_only:false; response_revision:34493; number_of_response:1; }","duration":"111.999771ms","start":"2026-03-04T02:36:03.632696Z","end":"2026-03-04T02:36:03.744696Z","steps":["trace[283308914] 'process raft request' (duration: 109.972307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.744871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.170973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:03.745467Z","caller":"traceutil/trace.go:171","msg":"trace[935358004] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:34494; }","duration":"110.783952ms","start":"2026-03-04T02:36:03.634639Z","end":"2026-03-04T02:36:03.745423Z","steps":["trace[935358004] 'agreement among raft nodes before linearized reading' (duration: 110.107751ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:05.777066Z","caller":"traceutil/trace.go:171","msg":"trace[292502010] linearizableReadLoop","detail":"{readStateIndex:35671; appliedIndex:35670; }","duration":"151.883776ms","start":"2026-03-04T02:36:05.625145Z","end":"2026-03-04T02:36:05.777029Z","steps":["trace[292502010] 'read index received' (duration: 151.37752ms)","trace[292502010] 'applied index is now lower than readState.Index' (duration: 503.456µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:05.777102Z","caller":"traceutil/trace.go:171","msg":"trace[160286115] transaction","detail":"{read_only:false; response_revision:34503; number_of_response:1; }","duration":"204.706971ms","start":"2026-03-04T02:36:05.572366Z","end":"2026-03-04T02:36:05.777073Z","steps":["trace[160286115] 'process raft request' (duration: 204.182904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.777287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.119693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:05.7774Z","caller":"traceutil/trace.go:171","msg":"trace[1622814256] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34503; }","duration":"152.311549ms","start":"2026-03-04T02:36:05.625062Z","end":"2026-03-04T02:36:05.777373Z","steps":["trace[1622814256] 'agreement among raft nodes before linearized reading' (duration: 152.120753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.778912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.294523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:36:05.778999Z","caller":"traceutil/trace.go:171","msg":"trace[1449319116] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:34504; }","duration":"137.421447ms","start":"2026-03-04T02:36:05.641564Z","end":"2026-03-04T02:36:05.778985Z","steps":["trace[1449319116] 'agreement among raft nodes before linearized reading' (duration: 137.250522ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:05.908189Z","caller":"traceutil/trace.go:171","msg":"trace[1488829730] linearizableReadLoop","detail":"{readStateIndex:35673; appliedIndex:35672; }","duration":"124.114046ms","start":"2026-03-04T02:36:05.784056Z","end":"2026-03-04T02:36:05.90817Z","steps":["trace[1488829730] 'read index received' (duration: 122.076911ms)","trace[1488829730] 'applied index is now lower than readState.Index' (duration: 2.036355ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:05.908202Z","caller":"traceutil/trace.go:171","msg":"trace[1265089199] transaction","detail":"{read_only:false; response_revision:34505; number_of_response:1; }","duration":"124.337523ms","start":"2026-03-04T02:36:05.783837Z","end":"2026-03-04T02:36:05.908174Z","steps":["trace[1265089199] 'process raft request' (duration: 122.266497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:05.908653Z","caller":"traceutil/trace.go:171","msg":"trace[534056871] transaction","detail":"{read_only:false; response_revision:34507; number_of_response:1; }","duration":"117.782125ms","start":"2026-03-04T02:36:05.790861Z","end":"2026-03-04T02:36:05.908643Z","steps":["trace[534056871] 'process raft request' (duration: 117.436174ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:05.908382Z","caller":"traceutil/trace.go:171","msg":"trace[826547659] transaction","detail":"{read_only:false; response_revision:34506; number_of_response:1; }","duration":"123.135275ms","start":"2026-03-04T02:36:05.785234Z","end":"2026-03-04T02:36:05.908369Z","steps":["trace[826547659] 'process raft request' (duration: 122.907938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.908412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.332522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:36:05.909169Z","caller":"traceutil/trace.go:171","msg":"trace[733022521] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34506; }","duration":"125.094777ms","start":"2026-03-04T02:36:05.784053Z","end":"2026-03-04T02:36:05.909148Z","steps":["trace[733022521] 'agreement among raft nodes before linearized reading' (duration: 124.188078ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:05.908783Z","caller":"traceutil/trace.go:171","msg":"trace[1139938182] transaction","detail":"{read_only:false; response_revision:34508; number_of_response:1; }","duration":"117.483645ms","start":"2026-03-04T02:36:05.791267Z","end":"2026-03-04T02:36:05.908751Z","steps":["trace[1139938182] 'process raft request' (duration: 117.284139ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:06.06339Z","caller":"traceutil/trace.go:171","msg":"trace[1950172286] transaction","detail":"{read_only:false; response_revision:34509; number_of_response:1; }","duration":"149.618454ms","start":"2026-03-04T02:36:05.913744Z","end":"2026-03-04T02:36:06.063362Z","steps":["trace[1950172286] 'process raft request' (duration: 146.788104ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:06.063494Z","caller":"traceutil/trace.go:171","msg":"trace[972144189] linearizableReadLoop","detail":"{readStateIndex:35677; appliedIndex:35676; }","duration":"140.791904ms","start":"2026-03-04T02:36:05.922652Z","end":"2026-03-04T02:36:06.063444Z","steps":["trace[972144189] 'read index received' (duration: 137.890142ms)","trace[972144189] 'applied index is now lower than readState.Index' (duration: 2.895961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:06.064376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.695182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:36:06.064449Z","caller":"traceutil/trace.go:171","msg":"trace[318441881] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:34509; }","duration":"141.829067ms","start":"2026-03-04T02:36:05.922601Z","end":"2026-03-04T02:36:06.06443Z","steps":["trace[318441881] 'agreement among raft nodes before linearized reading' (duration: 140.997161ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:07.695148Z","caller":"traceutil/trace.go:171","msg":"trace[1027969504] transaction","detail":"{read_only:false; response_revision:34516; number_of_response:1; }","duration":"140.03195ms","start":"2026-03-04T02:36:07.555076Z","end":"2026-03-04T02:36:07.695108Z","steps":["trace[1027969504] 'process raft request' (duration: 66.183318ms)","trace[1027969504] 'compare' (duration: 73.621905ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:09.694964Z","caller":"traceutil/trace.go:171","msg":"trace[1205630133] transaction","detail":"{read_only:false; response_revision:34530; number_of_response:1; }","duration":"122.518955ms","start":"2026-03-04T02:36:09.572378Z","end":"2026-03-04T02:36:09.694897Z","steps":["trace[1205630133] 'process raft request' (duration: 122.262667ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:10.098737Z","caller":"traceutil/trace.go:171","msg":"trace[1455752837] linearizableReadLoop","detail":"{readStateIndex:35704; appliedIndex:35703; }","duration":"111.00812ms","start":"2026-03-04T02:36:09.987705Z","end":"2026-03-04T02:36:10.098713Z","steps":["trace[1455752837] 'read index received' (duration: 110.839945ms)","trace[1455752837] 'applied index is now lower than readState.Index' (duration: 167.255µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:10.098895Z","caller":"traceutil/trace.go:171","msg":"trace[1035924739] transaction","detail":"{read_only:false; response_revision:34535; number_of_response:1; }","duration":"111.225507ms","start":"2026-03-04T02:36:09.987607Z","end":"2026-03-04T02:36:10.098833Z","steps":["trace[1035924739] 'process raft request' (duration: 110.956318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:10.099005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.273898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:36:10.099067Z","caller":"traceutil/trace.go:171","msg":"trace[566832899] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34535; }","duration":"111.382082ms","start":"2026-03-04T02:36:09.987665Z","end":"2026-03-04T02:36:10.099047Z","steps":["trace[566832899] 'agreement among raft nodes before linearized reading' (duration: 111.142444ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:10.099905Z","caller":"traceutil/trace.go:171","msg":"trace[2116636694] transaction","detail":"{read_only:false; response_revision:34536; number_of_response:1; }","duration":"110.002818ms","start":"2026-03-04T02:36:09.989885Z","end":"2026-03-04T02:36:10.099888Z","steps":["trace[2116636694] 'process raft request' (duration: 109.924446ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:12.058767Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008b85.wal"} {"level":"info","ts":"2026-03-04T02:36:13.597512Z","caller":"traceutil/trace.go:171","msg":"trace[1958505954] transaction","detail":"{read_only:false; response_revision:34556; number_of_response:1; }","duration":"133.09112ms","start":"2026-03-04T02:36:13.464391Z","end":"2026-03-04T02:36:13.597482Z","steps":["trace[1958505954] 'process raft request' (duration: 132.859853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:16.450479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.622963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:16.450592Z","caller":"traceutil/trace.go:171","msg":"trace[1384935494] linearizableReadLoop","detail":"{readStateIndex:35744; appliedIndex:35743; }","duration":"250.580915ms","start":"2026-03-04T02:36:16.199995Z","end":"2026-03-04T02:36:16.450575Z","steps":["trace[1384935494] 'read index received' (duration: 147.805207ms)","trace[1384935494] 'applied index is now lower than readState.Index' (duration: 102.774558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:16.450747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.750791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:36:16.450786Z","caller":"traceutil/trace.go:171","msg":"trace[2098731120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34574; }","duration":"250.790162ms","start":"2026-03-04T02:36:16.199987Z","end":"2026-03-04T02:36:16.450777Z","steps":["trace[2098731120] 'agreement among raft nodes before linearized reading' (duration: 250.654758ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:16.450668Z","caller":"traceutil/trace.go:171","msg":"trace[387773420] transaction","detail":"{read_only:false; response_revision:34574; number_of_response:1; }","duration":"272.472609ms","start":"2026-03-04T02:36:16.17816Z","end":"2026-03-04T02:36:16.450632Z","steps":["trace[387773420] 'process raft request' (duration: 169.606488ms)","trace[387773420] 'compare' (duration: 102.51722ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:16.506351Z","caller":"traceutil/trace.go:171","msg":"trace[1723115587] transaction","detail":"{read_only:false; response_revision:34575; number_of_response:1; }","duration":"254.148718ms","start":"2026-03-04T02:36:16.25217Z","end":"2026-03-04T02:36:16.506319Z","steps":["trace[1723115587] 'process raft request' (duration: 253.713804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:16.506664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.242626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:36:16.506676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.508357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:36:16.506707Z","caller":"traceutil/trace.go:171","msg":"trace[1413735727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34575; }","duration":"169.326889ms","start":"2026-03-04T02:36:16.337368Z","end":"2026-03-04T02:36:16.506695Z","steps":["trace[1413735727] 'agreement among raft nodes before linearized reading' (duration: 169.167254ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:16.506753Z","caller":"traceutil/trace.go:171","msg":"trace[1561560366] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34575; }","duration":"217.63707ms","start":"2026-03-04T02:36:16.289095Z","end":"2026-03-04T02:36:16.506732Z","steps":["trace[1561560366] 'agreement among raft nodes before linearized reading' (duration: 217.402083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:16.506777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.85107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:36:16.506892Z","caller":"traceutil/trace.go:171","msg":"trace[1957835803] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34575; }","duration":"284.025315ms","start":"2026-03-04T02:36:16.222839Z","end":"2026-03-04T02:36:16.506864Z","steps":["trace[1957835803] 'agreement among raft nodes before linearized reading' (duration: 283.669914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:16.508706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.952516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:16.508779Z","caller":"traceutil/trace.go:171","msg":"trace[16953610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34575; }","duration":"192.04782ms","start":"2026-03-04T02:36:16.316714Z","end":"2026-03-04T02:36:16.508762Z","steps":["trace[16953610] 'agreement among raft nodes before linearized reading' (duration: 189.759677ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:00.830044Z","caller":"traceutil/trace.go:171","msg":"trace[1017153043] linearizableReadLoop","detail":"{readStateIndex:36064; appliedIndex:36063; }","duration":"100.154025ms","start":"2026-03-04T02:37:00.72987Z","end":"2026-03-04T02:37:00.830024Z","steps":["trace[1017153043] 'read index received' (duration: 99.97441ms)","trace[1017153043] 'applied index is now lower than readState.Index' (duration: 178.185µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:00.83015Z","caller":"traceutil/trace.go:171","msg":"trace[1805614002] transaction","detail":"{read_only:false; response_revision:34884; number_of_response:1; }","duration":"107.754486ms","start":"2026-03-04T02:37:00.722365Z","end":"2026-03-04T02:37:00.83012Z","steps":["trace[1805614002] 'process raft request' (duration: 107.499828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:00.830286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.405964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:37:00.830364Z","caller":"traceutil/trace.go:171","msg":"trace[267305620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34884; }","duration":"100.525638ms","start":"2026-03-04T02:37:00.72982Z","end":"2026-03-04T02:37:00.830346Z","steps":["trace[267305620] 'agreement among raft nodes before linearized reading' (duration: 100.324481ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:02.957298Z","caller":"traceutil/trace.go:171","msg":"trace[122610806] linearizableReadLoop","detail":"{readStateIndex:36080; appliedIndex:36079; }","duration":"104.05251ms","start":"2026-03-04T02:37:02.853219Z","end":"2026-03-04T02:37:02.957271Z","steps":["trace[122610806] 'read index received' (duration: 97.022437ms)","trace[122610806] 'applied index is now lower than readState.Index' (duration: 7.028643ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:02.957617Z","caller":"traceutil/trace.go:171","msg":"trace[1485876983] transaction","detail":"{read_only:false; response_revision:34899; number_of_response:1; }","duration":"107.169538ms","start":"2026-03-04T02:37:02.850431Z","end":"2026-03-04T02:37:02.957601Z","steps":["trace[1485876983] 'process raft request' (duration: 99.871077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:02.957929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.674009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:37:02.957975Z","caller":"traceutil/trace.go:171","msg":"trace[19405158] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34899; }","duration":"104.780743ms","start":"2026-03-04T02:37:02.853184Z","end":"2026-03-04T02:37:02.957965Z","steps":["trace[19405158] 'agreement among raft nodes before linearized reading' (duration: 104.619728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:02.958196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.459587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:37:02.958236Z","caller":"traceutil/trace.go:171","msg":"trace[685393881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34899; }","duration":"101.498238ms","start":"2026-03-04T02:37:02.856727Z","end":"2026-03-04T02:37:02.958226Z","steps":["trace[685393881] 'agreement among raft nodes before linearized reading' (duration: 101.386324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:02.95851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.745357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:37:02.95855Z","caller":"traceutil/trace.go:171","msg":"trace[1698277117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34899; }","duration":"101.799558ms","start":"2026-03-04T02:37:02.856742Z","end":"2026-03-04T02:37:02.958541Z","steps":["trace[1698277117] 'agreement among raft nodes before linearized reading' (duration: 101.691584ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:11.619005Z","caller":"traceutil/trace.go:171","msg":"trace[1409322002] transaction","detail":"{read_only:false; response_revision:34959; number_of_response:1; }","duration":"180.328168ms","start":"2026-03-04T02:37:11.438652Z","end":"2026-03-04T02:37:11.61898Z","steps":["trace[1409322002] 'process raft request' (duration: 180.111821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:11.618983Z","caller":"traceutil/trace.go:171","msg":"trace[481274874] linearizableReadLoop","detail":"{readStateIndex:36141; appliedIndex:36140; }","duration":"133.665389ms","start":"2026-03-04T02:37:11.48529Z","end":"2026-03-04T02:37:11.618955Z","steps":["trace[481274874] 'read index received' (duration: 133.463042ms)","trace[481274874] 'applied index is now lower than readState.Index' (duration: 201.157µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:11.619106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.798943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:1 size:2026"} {"level":"info","ts":"2026-03-04T02:37:11.619145Z","caller":"traceutil/trace.go:171","msg":"trace[564471086] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:1; response_revision:34959; }","duration":"133.876555ms","start":"2026-03-04T02:37:11.485258Z","end":"2026-03-04T02:37:11.619134Z","steps":["trace[564471086] 'agreement among raft nodes before linearized reading' (duration: 133.786533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:11.61946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.555938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:1 size:841"} {"level":"info","ts":"2026-03-04T02:37:11.619563Z","caller":"traceutil/trace.go:171","msg":"trace[91137279] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:34959; }","duration":"117.680051ms","start":"2026-03-04T02:37:11.501863Z","end":"2026-03-04T02:37:11.619543Z","steps":["trace[91137279] 'agreement among raft nodes before linearized reading' (duration: 117.416503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:11.915061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.915347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:1 size:2026"} {"level":"info","ts":"2026-03-04T02:37:11.915136Z","caller":"traceutil/trace.go:171","msg":"trace[1577592384] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:1; response_revision:34959; }","duration":"176.039101ms","start":"2026-03-04T02:37:11.73908Z","end":"2026-03-04T02:37:11.915119Z","steps":["trace[1577592384] 'range keys from in-memory index tree' (duration: 175.812814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:11.91514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.054189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:37:11.91523Z","caller":"traceutil/trace.go:171","msg":"trace[2097658430] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:kubelet-bootstrap; range_end:; response_count:1; response_revision:34959; }","duration":"110.192133ms","start":"2026-03-04T02:37:11.805013Z","end":"2026-03-04T02:37:11.915205Z","steps":["trace[2097658430] 'range keys from in-memory index tree' (duration: 109.850182ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:12.055574Z","caller":"traceutil/trace.go:171","msg":"trace[1273174108] transaction","detail":"{read_only:false; response_revision:34960; number_of_response:1; }","duration":"103.956666ms","start":"2026-03-04T02:37:11.951575Z","end":"2026-03-04T02:37:12.055532Z","steps":["trace[1273174108] 'process raft request' (duration: 103.628705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:12.408658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.376817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:37:12.408857Z","caller":"traceutil/trace.go:171","msg":"trace[1862522245] transaction","detail":"{read_only:false; response_revision:34961; number_of_response:1; }","duration":"360.556783ms","start":"2026-03-04T02:37:12.048276Z","end":"2026-03-04T02:37:12.408833Z","steps":["trace[1862522245] 'process raft request' (duration: 81.906278ms)","trace[1862522245] 'compare' (duration: 278.107738ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:12.408913Z","caller":"traceutil/trace.go:171","msg":"trace[388590145] linearizableReadLoop","detail":"{readStateIndex:36143; appliedIndex:36142; }","duration":"353.369985ms","start":"2026-03-04T02:37:12.05551Z","end":"2026-03-04T02:37:12.40888Z","steps":["trace[388590145] 'read index received' (duration: 74.7485ms)","trace[388590145] 'applied index is now lower than readState.Index' (duration: 278.618975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:12.408984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.048244Z","time spent":"360.676597ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:12.409199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.492751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:1 size:1931"} {"level":"info","ts":"2026-03-04T02:37:12.409307Z","caller":"traceutil/trace.go:171","msg":"trace[1662666416] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:34961; }","duration":"360.645006ms","start":"2026-03-04T02:37:12.048642Z","end":"2026-03-04T02:37:12.409287Z","steps":["trace[1662666416] 'agreement among raft nodes before linearized reading' (duration: 360.45765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:12.409347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.048624Z","time spent":"360.714848ms","remote":"127.0.0.1:37738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1954,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" "} {"level":"warn","ts":"2026-03-04T02:37:12.409361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.378452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:37:12.409391Z","caller":"traceutil/trace.go:171","msg":"trace[1172163481] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:kubelet-bootstrap; range_end:; response_count:1; response_revision:34961; }","duration":"357.411113ms","start":"2026-03-04T02:37:12.051971Z","end":"2026-03-04T02:37:12.409382Z","steps":["trace[1172163481] 'agreement among raft nodes before linearized reading' (duration: 357.114663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:12.409439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.051918Z","time spent":"357.513646ms","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":516,"request content":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" "} {"level":"info","ts":"2026-03-04T02:37:12.498704Z","caller":"traceutil/trace.go:171","msg":"trace[590701375] transaction","detail":"{read_only:false; response_revision:34962; number_of_response:1; }","duration":"438.521745ms","start":"2026-03-04T02:37:12.060154Z","end":"2026-03-04T02:37:12.498675Z","steps":["trace[590701375] 'process raft request' (duration: 438.394681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:12.498722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.056339Z","time spent":"442.366897ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:37:12.498873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.060138Z","time spent":"438.648179ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:12.685558Z","caller":"traceutil/trace.go:171","msg":"trace[1315689653] linearizableReadLoop","detail":"{readStateIndex:36148; appliedIndex:36144; }","duration":"276.515128ms","start":"2026-03-04T02:37:12.409013Z","end":"2026-03-04T02:37:12.685528Z","steps":["trace[1315689653] 'read index received' (duration: 89.57378ms)","trace[1315689653] 'applied index is now lower than readState.Index' (duration: 186.939318ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:12.685609Z","caller":"traceutil/trace.go:171","msg":"trace[2064105223] transaction","detail":"{read_only:false; response_revision:34965; number_of_response:1; }","duration":"278.330786ms","start":"2026-03-04T02:37:12.407257Z","end":"2026-03-04T02:37:12.685587Z","steps":["trace[2064105223] 'process raft request' (duration: 278.077988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:12.685771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.758914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:12.685817Z","caller":"traceutil/trace.go:171","msg":"trace[1320865853] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:34965; }","duration":"316.860868ms","start":"2026-03-04T02:37:12.368941Z","end":"2026-03-04T02:37:12.685802Z","steps":["trace[1320865853] 'agreement among raft nodes before linearized reading' (duration: 316.717783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:12.685876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.368914Z","time spent":"316.950341ms","remote":"127.0.0.1:52906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:37:12.685896Z","caller":"traceutil/trace.go:171","msg":"trace[928610598] transaction","detail":"{read_only:false; response_revision:34963; number_of_response:1; }","duration":"527.214398ms","start":"2026-03-04T02:37:12.158019Z","end":"2026-03-04T02:37:12.685234Z","steps":["trace[928610598] 'process raft request' (duration: 526.839726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:12.686074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.243167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:37:12.686106Z","caller":"traceutil/trace.go:171","msg":"trace[604556898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34965; }","duration":"444.338229ms","start":"2026-03-04T02:37:12.241758Z","end":"2026-03-04T02:37:12.686097Z","steps":["trace[604556898] 'agreement among raft nodes before linearized reading' (duration: 444.225565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:12.686258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.606263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:12.68636Z","caller":"traceutil/trace.go:171","msg":"trace[1881924793] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:34965; }","duration":"605.918603ms","start":"2026-03-04T02:37:12.080405Z","end":"2026-03-04T02:37:12.686324Z","steps":["trace[1881924793] 'agreement among raft nodes before linearized reading' (duration: 605.582542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:12.68642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.080381Z","time spent":"606.024097ms","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:37:12.686134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.241738Z","time spent":"444.388501ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:37:12.686807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.157989Z","time spent":"527.958091ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:12.685413Z","caller":"traceutil/trace.go:171","msg":"trace[788910711] transaction","detail":"{read_only:false; response_revision:34964; number_of_response:1; }","duration":"504.173026ms","start":"2026-03-04T02:37:12.181208Z","end":"2026-03-04T02:37:12.685381Z","steps":["trace[788910711] 'process raft request' (duration: 503.823435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:12.689112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.181191Z","time spent":"507.796482ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:13.055753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.4539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:37:13.056144Z","caller":"traceutil/trace.go:171","msg":"trace[550102772] transaction","detail":"{read_only:false; response_revision:34967; number_of_response:1; }","duration":"406.433957ms","start":"2026-03-04T02:37:12.649702Z","end":"2026-03-04T02:37:13.056136Z","steps":["trace[550102772] 'process raft request' (duration: 406.114907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:13.056195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.649671Z","time spent":"406.500199ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:13.056208Z","caller":"traceutil/trace.go:171","msg":"trace[987199264] transaction","detail":"{read_only:false; response_revision:34966; number_of_response:1; }","duration":"556.128254ms","start":"2026-03-04T02:37:12.500039Z","end":"2026-03-04T02:37:13.056167Z","steps":["trace[987199264] 'process raft request' (duration: 306.186749ms)","trace[987199264] 'compare' (duration: 249.285745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:13.056322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.475636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:37:13.056386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.500002Z","time spent":"556.294949ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:13.056396Z","caller":"traceutil/trace.go:171","msg":"trace[609086848] linearizableReadLoop","detail":"{readStateIndex:36150; appliedIndex:36148; }","duration":"370.55176ms","start":"2026-03-04T02:37:12.685626Z","end":"2026-03-04T02:37:13.056177Z","steps":["trace[609086848] 'read index received' (duration: 120.736138ms)","trace[609086848] 'applied index is now lower than readState.Index' (duration: 249.809031ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:13.05644Z","caller":"traceutil/trace.go:171","msg":"trace[1929804018] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:34969; }","duration":"609.678702ms","start":"2026-03-04T02:37:12.446737Z","end":"2026-03-04T02:37:13.056416Z","steps":["trace[1929804018] 'agreement among raft nodes before linearized reading' (duration: 609.468556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:13.056477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.492013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:37:13.056503Z","caller":"traceutil/trace.go:171","msg":"trace[646304820] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:kubelet-bootstrap; range_end:; response_count:1; response_revision:34969; }","duration":"642.544054ms","start":"2026-03-04T02:37:12.413953Z","end":"2026-03-04T02:37:13.056497Z","steps":["trace[646304820] 'agreement among raft nodes before linearized reading' (duration: 642.477302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:13.056428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.342593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:1 size:1931"} {"level":"warn","ts":"2026-03-04T02:37:13.056525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.413944Z","time spent":"642.577216ms","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":516,"request content":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" "} {"level":"info","ts":"2026-03-04T02:37:13.055937Z","caller":"traceutil/trace.go:171","msg":"trace[2118970354] transaction","detail":"{read_only:false; response_revision:34969; number_of_response:1; }","duration":"181.665041ms","start":"2026-03-04T02:37:12.874262Z","end":"2026-03-04T02:37:13.055927Z","steps":["trace[2118970354] 'process raft request' (duration: 181.64494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:13.056524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.446714Z","time spent":"609.790306ms","remote":"127.0.0.1:34568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:37:13.056606Z","caller":"traceutil/trace.go:171","msg":"trace[1359316635] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:34969; }","duration":"569.5541ms","start":"2026-03-04T02:37:12.486981Z","end":"2026-03-04T02:37:13.056535Z","steps":["trace[1359316635] 'agreement among raft nodes before linearized reading' (duration: 569.23733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:13.056622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.6956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:320864"} {"level":"info","ts":"2026-03-04T02:37:13.056669Z","caller":"traceutil/trace.go:171","msg":"trace[1631555956] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:34969; }","duration":"526.785234ms","start":"2026-03-04T02:37:12.529871Z","end":"2026-03-04T02:37:13.056656Z","steps":["trace[1631555956] 'agreement among raft nodes before linearized reading' (duration: 526.34079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:13.056712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.529848Z","time spent":"526.854016ms","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":39,"response size":320887,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:37:13.056689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.486963Z","time spent":"569.711274ms","remote":"127.0.0.1:37738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1954,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" "} {"level":"info","ts":"2026-03-04T02:37:13.056624Z","caller":"traceutil/trace.go:171","msg":"trace[1261772172] transaction","detail":"{read_only:false; response_revision:34968; number_of_response:1; }","duration":"365.968925ms","start":"2026-03-04T02:37:12.690371Z","end":"2026-03-04T02:37:13.05634Z","steps":["trace[1261772172] 'process raft request' (duration: 365.5102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:13.056985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.690351Z","time spent":"366.547993ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:13.057009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.689464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:37:13.057605Z","caller":"traceutil/trace.go:171","msg":"trace[107844841] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34969; }","duration":"301.296573ms","start":"2026-03-04T02:37:12.756286Z","end":"2026-03-04T02:37:13.057583Z","steps":["trace[107844841] 'agreement among raft nodes before linearized reading' (duration: 300.378054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:13.058049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:12.756224Z","time spent":"301.802059ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:37:32.999691Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33055} {"level":"info","ts":"2026-03-04T02:37:33.139958Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33055,"took":"136.269001ms","hash":2463516436,"current-db-size-bytes":51212288,"current-db-size":"51 MB","current-db-size-in-use-bytes":28008448,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T02:37:33.140027Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2463516436,"revision":33055,"compact-revision":30904} {"level":"info","ts":"2026-03-04T02:37:57.461618Z","caller":"traceutil/trace.go:171","msg":"trace[398700809] linearizableReadLoop","detail":"{readStateIndex:36461; appliedIndex:36460; }","duration":"202.061538ms","start":"2026-03-04T02:37:57.25953Z","end":"2026-03-04T02:37:57.461591Z","steps":["trace[398700809] 'read index received' (duration: 154.123547ms)","trace[398700809] 'applied index is now lower than readState.Index' (duration: 47.93665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:57.46205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.504191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:37:57.462125Z","caller":"traceutil/trace.go:171","msg":"trace[1876930470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35269; }","duration":"202.621535ms","start":"2026-03-04T02:37:57.259489Z","end":"2026-03-04T02:37:57.462111Z","steps":["trace[1876930470] 'agreement among raft nodes before linearized reading' (duration: 202.211392ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:57.461657Z","caller":"traceutil/trace.go:171","msg":"trace[220414882] transaction","detail":"{read_only:false; response_revision:35269; number_of_response:1; }","duration":"214.702398ms","start":"2026-03-04T02:37:57.246893Z","end":"2026-03-04T02:37:57.461596Z","steps":["trace[220414882] 'process raft request' (duration: 166.671815ms)","trace[220414882] 'compare' (duration: 47.889888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:57.475873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.869534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T02:37:57.475902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.5231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:57.475965Z","caller":"traceutil/trace.go:171","msg":"trace[2035476957] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35269; }","duration":"209.992829ms","start":"2026-03-04T02:37:57.265954Z","end":"2026-03-04T02:37:57.475947Z","steps":["trace[2035476957] 'agreement among raft nodes before linearized reading' (duration: 209.760951ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:57.475991Z","caller":"traceutil/trace.go:171","msg":"trace[2099939427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35269; }","duration":"160.650914ms","start":"2026-03-04T02:37:57.315316Z","end":"2026-03-04T02:37:57.475967Z","steps":["trace[2099939427] 'agreement among raft nodes before linearized reading' (duration: 160.476849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.476004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.617288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:37:57.476089Z","caller":"traceutil/trace.go:171","msg":"trace[230114155] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35269; }","duration":"204.746883ms","start":"2026-03-04T02:37:57.271323Z","end":"2026-03-04T02:37:57.47607Z","steps":["trace[230114155] 'agreement among raft nodes before linearized reading' (duration: 204.502725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.476119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.082018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4133"} {"level":"warn","ts":"2026-03-04T02:37:57.476151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.008607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:37:57.47625Z","caller":"traceutil/trace.go:171","msg":"trace[418177601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35269; }","duration":"203.118171ms","start":"2026-03-04T02:37:57.273109Z","end":"2026-03-04T02:37:57.476227Z","steps":["trace[418177601] 'agreement among raft nodes before linearized reading' (duration: 202.844672ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:57.476179Z","caller":"traceutil/trace.go:171","msg":"trace[274615637] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:35269; }","duration":"126.193421ms","start":"2026-03-04T02:37:57.349968Z","end":"2026-03-04T02:37:57.476161Z","steps":["trace[274615637] 'agreement among raft nodes before linearized reading' (duration: 126.010526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:57.476356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.493249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5032"} {"level":"warn","ts":"2026-03-04T02:37:57.476374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.19893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:37:57.476396Z","caller":"traceutil/trace.go:171","msg":"trace[2002956191] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:35269; }","duration":"207.563751ms","start":"2026-03-04T02:37:57.268818Z","end":"2026-03-04T02:37:57.476382Z","steps":["trace[2002956191] 'agreement among raft nodes before linearized reading' (duration: 207.362025ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:57.476441Z","caller":"traceutil/trace.go:171","msg":"trace[892729522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35269; }","duration":"207.305274ms","start":"2026-03-04T02:37:57.269116Z","end":"2026-03-04T02:37:57.476421Z","steps":["trace[892729522] 'agreement among raft nodes before linearized reading' (duration: 206.988684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:13.094886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.876487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.189981ad9694b40b\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:35379 ","response":"range_response_count:1000 size:778221"} {"level":"info","ts":"2026-03-04T02:38:13.094987Z","caller":"traceutil/trace.go:171","msg":"trace[1053656007] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.189981ad9694b40b\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:35379; }","duration":"118.030753ms","start":"2026-03-04T02:38:12.976942Z","end":"2026-03-04T02:38:13.094973Z","steps":["trace[1053656007] 'range keys from in-memory index tree' (duration: 115.654578ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:17.877389Z","caller":"traceutil/trace.go:171","msg":"trace[1027864478] transaction","detail":"{read_only:false; response_revision:35815; number_of_response:1; }","duration":"101.378374ms","start":"2026-03-04T02:39:17.775991Z","end":"2026-03-04T02:39:17.877369Z","steps":["trace[1027864478] 'process raft request' (duration: 101.114576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:03.471154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.109779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:201 size:2186870"} {"level":"info","ts":"2026-03-04T02:40:03.471249Z","caller":"traceutil/trace.go:171","msg":"trace[1562428232] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:201; response_revision:36140; }","duration":"132.278115ms","start":"2026-03-04T02:40:03.338951Z","end":"2026-03-04T02:40:03.471229Z","steps":["trace[1562428232] 'range keys from in-memory index tree' (duration: 130.581941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:03.472614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.896558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389481"} {"level":"info","ts":"2026-03-04T02:40:03.472657Z","caller":"traceutil/trace.go:171","msg":"trace[1125317417] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:36140; }","duration":"111.974331ms","start":"2026-03-04T02:40:03.360675Z","end":"2026-03-04T02:40:03.472649Z","steps":["trace[1125317417] 'range keys from in-memory index tree' (duration: 109.951757ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:06.316991Z","caller":"traceutil/trace.go:171","msg":"trace[1263318773] linearizableReadLoop","detail":"{readStateIndex:37388; appliedIndex:37387; }","duration":"106.398073ms","start":"2026-03-04T02:40:06.210567Z","end":"2026-03-04T02:40:06.316965Z","steps":["trace[1263318773] 'read index received' (duration: 53.153265ms)","trace[1263318773] 'applied index is now lower than readState.Index' (duration: 53.243558ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:06.317145Z","caller":"traceutil/trace.go:171","msg":"trace[1372411492] transaction","detail":"{read_only:false; response_revision:36167; number_of_response:1; }","duration":"108.79409ms","start":"2026-03-04T02:40:06.208339Z","end":"2026-03-04T02:40:06.317133Z","steps":["trace[1372411492] 'process raft request' (duration: 55.440568ms)","trace[1372411492] 'compare' (duration: 53.065253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:06.317263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.688513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/openvswitch-server\" ","response":"range_response_count:1 size:544"} {"level":"info","ts":"2026-03-04T02:40:06.317339Z","caller":"traceutil/trace.go:171","msg":"trace[251690875] range","detail":"{range_begin:/registry/serviceaccounts/openstack/openvswitch-server; range_end:; response_count:1; response_revision:36167; }","duration":"106.802787ms","start":"2026-03-04T02:40:06.21052Z","end":"2026-03-04T02:40:06.317322Z","steps":["trace[251690875] 'agreement among raft nodes before linearized reading' (duration: 106.648452ms)"],"step_count":1}